|
16 | 16 |
|
17 | 17 | [LLamaQuantizer](./llama.llamaquantizer.md)
|
18 | 18 |
|
| 19 | +[LLamaReranker](./llama.llamareranker.md) |
| 20 | + |
| 21 | +[LLamaTemplate](./llama.llamatemplate.md) |
| 22 | + |
19 | 23 | [LLamaTransforms](./llama.llamatransforms.md)
|
20 | 24 |
|
21 | 25 | [LLamaWeights](./llama.llamaweights.md)
|
|
32 | 36 |
|
33 | 37 | ## LLama.Abstractions
|
34 | 38 |
|
35 |
| -[AdapterCollection](./llama.abstractions.adaptercollection.md) |
36 |
| - |
37 | 39 | [IContextParams](./llama.abstractions.icontextparams.md)
|
38 | 40 |
|
39 | 41 | [IHistoryTransform](./llama.abstractions.ihistorytransform.md)
|
|
46 | 48 |
|
47 | 49 | [IModelParams](./llama.abstractions.imodelparams.md)
|
48 | 50 |
|
| 51 | +[INativeLibrary](./llama.abstractions.inativelibrary.md) |
| 52 | + |
| 53 | +[INativeLibrarySelectingPolicy](./llama.abstractions.inativelibraryselectingpolicy.md) |
| 54 | + |
49 | 55 | [ITextStreamTransform](./llama.abstractions.itextstreamtransform.md)
|
50 | 56 |
|
51 | 57 | [ITextTransform](./llama.abstractions.itexttransform.md)
|
52 | 58 |
|
53 |
| -[LoraAdapter](./llama.abstractions.loraadapter.md) |
| 59 | +[LLamaExecutorExtensions](./llama.abstractions.llamaexecutorextensions.md) |
54 | 60 |
|
55 | 61 | [MetadataOverride](./llama.abstractions.metadataoverride.md)
|
56 | 62 |
|
57 | 63 | [MetadataOverrideConverter](./llama.abstractions.metadataoverrideconverter.md)
|
58 | 64 |
|
| 65 | +[TensorBufferOverride](./llama.abstractions.tensorbufferoverride.md) |
| 66 | + |
59 | 67 | [TensorSplitsCollection](./llama.abstractions.tensorsplitscollection.md)
|
60 | 68 |
|
61 | 69 | [TensorSplitsCollectionConverter](./llama.abstractions.tensorsplitscollectionconverter.md)
|
|
66 | 74 |
|
67 | 75 | [BatchedExecutor](./llama.batched.batchedexecutor.md)
|
68 | 76 |
|
69 |
| -[CannotForkWhileRequiresInferenceException](./llama.batched.cannotforkwhilerequiresinferenceexception.md) |
70 |
| - |
71 | 77 | [CannotModifyWhileRequiresInferenceException](./llama.batched.cannotmodifywhilerequiresinferenceexception.md)
|
72 | 78 |
|
73 | 79 | [CannotSampleRequiresInferenceException](./llama.batched.cannotsamplerequiresinferenceexception.md)
|
74 | 80 |
|
75 | 81 | [CannotSampleRequiresPromptException](./llama.batched.cannotsamplerequirespromptexception.md)
|
76 | 82 |
|
| 83 | +[CannotSaveWhileRequiresInferenceException](./llama.batched.cannotsavewhilerequiresinferenceexception.md) |
| 84 | + |
77 | 85 | [Conversation](./llama.batched.conversation.md)
|
78 | 86 |
|
79 | 87 | [ConversationExtensions](./llama.batched.conversationextensions.md)
|
|
96 | 104 |
|
97 | 105 | ## LLama.Exceptions
|
98 | 106 |
|
99 |
| -[GrammarExpectedName](./llama.exceptions.grammarexpectedname.md) |
100 |
| - |
101 |
| -[GrammarExpectedNext](./llama.exceptions.grammarexpectednext.md) |
102 |
| - |
103 |
| -[GrammarExpectedPrevious](./llama.exceptions.grammarexpectedprevious.md) |
104 |
| - |
105 |
| -[GrammarFormatException](./llama.exceptions.grammarformatexception.md) |
106 |
| - |
107 |
| -[GrammarUnexpectedCharAltElement](./llama.exceptions.grammarunexpectedcharaltelement.md) |
108 |
| - |
109 |
| -[GrammarUnexpectedCharRngElement](./llama.exceptions.grammarunexpectedcharrngelement.md) |
110 |
| - |
111 |
| -[GrammarUnexpectedEndElement](./llama.exceptions.grammarunexpectedendelement.md) |
112 |
| - |
113 |
| -[GrammarUnexpectedEndOfInput](./llama.exceptions.grammarunexpectedendofinput.md) |
114 |
| - |
115 |
| -[GrammarUnexpectedHexCharsCount](./llama.exceptions.grammarunexpectedhexcharscount.md) |
116 |
| - |
117 |
| -[GrammarUnknownEscapeCharacter](./llama.exceptions.grammarunknownescapecharacter.md) |
| 107 | +[GetLogitsInvalidIndexException](./llama.exceptions.getlogitsinvalidindexexception.md) |
118 | 108 |
|
119 | 109 | [LLamaDecodeError](./llama.exceptions.llamadecodeerror.md)
|
120 | 110 |
|
121 | 111 | [LoadWeightsFailedException](./llama.exceptions.loadweightsfailedexception.md)
|
122 | 112 |
|
| 113 | +[MissingTemplateException](./llama.exceptions.missingtemplateexception.md) |
| 114 | + |
123 | 115 | [RuntimeError](./llama.exceptions.runtimeerror.md)
|
124 | 116 |
|
| 117 | +[TemplateNotFoundException](./llama.exceptions.templatenotfoundexception.md) |
| 118 | + |
125 | 119 | ## LLama.Extensions
|
126 | 120 |
|
127 | 121 | [IContextParamsExtensions](./llama.extensions.icontextparamsextensions.md)
|
128 | 122 |
|
129 | 123 | [IModelParamsExtensions](./llama.extensions.imodelparamsextensions.md)
|
130 | 124 |
|
131 |
| -## LLama.Grammars |
132 |
| - |
133 |
| -[Grammar](./llama.grammars.grammar.md) |
134 |
| - |
135 |
| -[GrammarRule](./llama.grammars.grammarrule.md) |
| 125 | +[SpanNormalizationExtensions](./llama.extensions.spannormalizationextensions.md) |
136 | 126 |
|
137 | 127 | ## LLama.Native
|
138 | 128 |
|
| 129 | +[AvxLevel](./llama.native.avxlevel.md) |
| 130 | + |
139 | 131 | [DecodeResult](./llama.native.decoderesult.md)
|
140 | 132 |
|
| 133 | +[DefaultNativeLibrarySelectingPolicy](./llama.native.defaultnativelibraryselectingpolicy.md) |
| 134 | + |
| 135 | +[EncodeResult](./llama.native.encoderesult.md) |
| 136 | + |
141 | 137 | [GGMLType](./llama.native.ggmltype.md)
|
142 | 138 |
|
143 | 139 | [GPUSplitMode](./llama.native.gpusplitmode.md)
|
144 | 140 |
|
145 |
| -[LLamaBatch](./llama.native.llamabatch.md) |
| 141 | +[ICustomSampler](./llama.native.icustomsampler.md) |
| 142 | + |
| 143 | +[LLamaAttentionType](./llama.native.llamaattentiontype.md) |
146 | 144 |
|
147 |
| -[LLamaBeamsState](./llama.native.llamabeamsstate.md) |
| 145 | +[LLamaBatch](./llama.native.llamabatch.md) |
148 | 146 |
|
149 |
| -[LLamaBeamView](./llama.native.llamabeamview.md) |
| 147 | +[LLamaBatchEmbeddings](./llama.native.llamabatchembeddings.md) |
150 | 148 |
|
151 | 149 | [LLamaChatMessage](./llama.native.llamachatmessage.md)
|
152 | 150 |
|
153 | 151 | [LLamaContextParams](./llama.native.llamacontextparams.md)
|
154 | 152 |
|
155 | 153 | [LLamaFtype](./llama.native.llamaftype.md)
|
156 | 154 |
|
157 |
| -[LLamaGrammarElement](./llama.native.llamagrammarelement.md) |
158 |
| - |
159 |
| -[LLamaGrammarElementType](./llama.native.llamagrammarelementtype.md) |
160 |
| - |
161 |
| -[LLamaKvCacheView](./llama.native.llamakvcacheview.md) |
162 |
| - |
163 |
| -[LLamaKvCacheViewCell](./llama.native.llamakvcacheviewcell.md) |
164 |
| - |
165 | 155 | [LLamaKvCacheViewSafeHandle](./llama.native.llamakvcacheviewsafehandle.md)
|
166 | 156 |
|
| 157 | +[LLamaLogitBias](./llama.native.llamalogitbias.md) |
| 158 | + |
167 | 159 | [LLamaLogLevel](./llama.native.llamaloglevel.md)
|
168 | 160 |
|
169 | 161 | [LLamaModelKvOverrideType](./llama.native.llamamodelkvoverridetype.md)
|
|
174 | 166 |
|
175 | 167 | [LLamaModelQuantizeParams](./llama.native.llamamodelquantizeparams.md)
|
176 | 168 |
|
| 169 | +[LLamaModelTensorBufferOverride](./llama.native.llamamodeltensorbufferoverride.md) |
| 170 | + |
177 | 171 | [LLamaNativeBatch](./llama.native.llamanativebatch.md)
|
178 | 172 |
|
| 173 | +[LLamaPerfContextTimings](./llama.native.llamaperfcontexttimings.md) |
| 174 | + |
179 | 175 | [LLamaPoolingType](./llama.native.llamapoolingtype.md)
|
180 | 176 |
|
181 | 177 | [LLamaPos](./llama.native.llamapos.md)
|
182 | 178 |
|
183 | 179 | [LLamaRopeType](./llama.native.llamaropetype.md)
|
184 | 180 |
|
| 181 | +[LLamaSamplerChainParams](./llama.native.llamasamplerchainparams.md) |
| 182 | + |
| 183 | +[LLamaSamplingTimings](./llama.native.llamasamplingtimings.md) |
| 184 | + |
185 | 185 | [LLamaSeqId](./llama.native.llamaseqid.md)
|
186 | 186 |
|
187 | 187 | [LLamaToken](./llama.native.llamatoken.md)
|
188 | 188 |
|
| 189 | +[LLamaTokenAttr](./llama.native.llamatokenattr.md) |
| 190 | + |
189 | 191 | [LLamaTokenData](./llama.native.llamatokendata.md)
|
190 | 192 |
|
191 | 193 | [LLamaTokenDataArray](./llama.native.llamatokendataarray.md)
|
192 | 194 |
|
193 | 195 | [LLamaTokenDataArrayNative](./llama.native.llamatokendataarraynative.md)
|
194 | 196 |
|
195 |
| -[LLamaTokenType](./llama.native.llamatokentype.md) |
196 |
| - |
197 | 197 | [LLamaVocabType](./llama.native.llamavocabtype.md)
|
198 | 198 |
|
199 | 199 | [LLavaImageEmbed](./llama.native.llavaimageembed.md)
|
200 | 200 |
|
| 201 | +[LoraAdapter](./llama.native.loraadapter.md) |
| 202 | + |
201 | 203 | [NativeApi](./llama.native.nativeapi.md)
|
202 | 204 |
|
203 | 205 | [NativeLibraryConfig](./llama.native.nativelibraryconfig.md)
|
204 | 206 |
|
| 207 | +[NativeLibraryConfigContainer](./llama.native.nativelibraryconfigcontainer.md) |
| 208 | + |
| 209 | +[NativeLibraryFromPath](./llama.native.nativelibraryfrompath.md) |
| 210 | + |
| 211 | +[NativeLibraryMetadata](./llama.native.nativelibrarymetadata.md) |
| 212 | + |
| 213 | +[NativeLibraryName](./llama.native.nativelibraryname.md) |
| 214 | + |
| 215 | +[NativeLibraryWithAvx](./llama.native.nativelibrarywithavx.md) |
| 216 | + |
| 217 | +[NativeLibraryWithCuda](./llama.native.nativelibrarywithcuda.md) |
| 218 | + |
| 219 | +[NativeLibraryWithMacOrFallback](./llama.native.nativelibrarywithmacorfallback.md) |
| 220 | + |
| 221 | +[NativeLibraryWithVulkan](./llama.native.nativelibrarywithvulkan.md) |
| 222 | + |
| 223 | +[NativeLogConfig](./llama.native.nativelogconfig.md) |
| 224 | + |
205 | 225 | [RopeScalingType](./llama.native.ropescalingtype.md)
|
206 | 226 |
|
207 | 227 | [SafeLLamaContextHandle](./llama.native.safellamacontexthandle.md)
|
208 | 228 |
|
209 |
| -[SafeLLamaGrammarHandle](./llama.native.safellamagrammarhandle.md) |
210 |
| - |
211 | 229 | [SafeLLamaHandleBase](./llama.native.safellamahandlebase.md)
|
212 | 230 |
|
213 | 231 | [SafeLlamaModelHandle](./llama.native.safellamamodelhandle.md)
|
214 | 232 |
|
| 233 | +[SafeLLamaSamplerChainHandle](./llama.native.safellamasamplerchainhandle.md) |
| 234 | + |
215 | 235 | [SafeLlavaImageEmbedHandle](./llama.native.safellavaimageembedhandle.md)
|
216 | 236 |
|
217 | 237 | [SafeLlavaModelHandle](./llama.native.safellavamodelhandle.md)
|
218 | 238 |
|
| 239 | +[SystemInfo](./llama.native.systeminfo.md) |
| 240 | + |
| 241 | +[UnknownNativeLibrary](./llama.native.unknownnativelibrary.md) |
| 242 | + |
219 | 243 | ## LLama.Sampling
|
220 | 244 |
|
221 | 245 | [BaseSamplingPipeline](./llama.sampling.basesamplingpipeline.md)
|
222 | 246 |
|
223 | 247 | [DefaultSamplingPipeline](./llama.sampling.defaultsamplingpipeline.md)
|
224 | 248 |
|
| 249 | +[Grammar](./llama.sampling.grammar.md) |
| 250 | + |
225 | 251 | [GreedySamplingPipeline](./llama.sampling.greedysamplingpipeline.md)
|
226 | 252 |
|
227 | 253 | [ISamplingPipeline](./llama.sampling.isamplingpipeline.md)
|
228 | 254 |
|
229 | 255 | [ISamplingPipelineExtensions](./llama.sampling.isamplingpipelineextensions.md)
|
230 | 256 |
|
231 |
| -[Mirostate2SamplingPipeline](./llama.sampling.mirostate2samplingpipeline.md) |
| 257 | +## LLama.Transformers |
232 | 258 |
|
233 |
| -[MirostateSamplingPipeline](./llama.sampling.mirostatesamplingpipeline.md) |
| 259 | +[PromptTemplateTransformer](./llama.transformers.prompttemplatetransformer.md) |
0 commit comments