Class ModelSettings.Builder
Inheritance
object
ModelSettings.Builder
Assembly: .dll
Syntax
public class ModelSettings.Builder
Methods
Build()
Declaration
public ModelSettings Build()
Returns
FrequencyPenalty(float)
Penalizes frequent tokens. Range: -2.0–2.0
Declaration
public ModelSettings.Builder FrequencyPenalty(float penalty)
Parameters
| Type |
Name |
Description |
| float |
penalty |
|
Returns
LogitBias(Dictionary<string, double>)
Biases token selection by ID. Advanced use only.
Declaration
public ModelSettings.Builder LogitBias(Dictionary<string, double> bias)
Parameters
| Type |
Name |
Description |
| Dictionary<string, double> |
bias |
|
Returns
LowVram(bool)
Ollama-only.
Use VRAM-optimized mode.
Declaration
public ModelSettings.Builder LowVram(bool enabled)
Parameters
| Type |
Name |
Description |
| bool |
enabled |
|
Returns
MainGpu(int)
Ollama-only.
ID of main GPU to prioritize.
Declaration
public ModelSettings.Builder MainGpu(int id)
Parameters
| Type |
Name |
Description |
| int |
id |
|
Returns
MinP(float)
Filters out tokens with probability less than this. Range: 0.0–1.0
Declaration
public ModelSettings.Builder MinP(float minP)
Parameters
| Type |
Name |
Description |
| float |
minP |
|
Returns
Mirostat(int)
Ollama-only.
Enables Mirostat sampling (0 = off, 1/2 = on).
Declaration
public ModelSettings.Builder Mirostat(int value)
Parameters
| Type |
Name |
Description |
| int |
value |
|
Returns
MirostatEta(float)
Ollama-only.
Controls learning rate in Mirostat.
Declaration
public ModelSettings.Builder MirostatEta(float value)
Parameters
| Type |
Name |
Description |
| float |
value |
|
Returns
MirostatTau(float)
Ollama-only.
Controls surprise level in Mirostat.
Declaration
public ModelSettings.Builder MirostatTau(float value)
Parameters
| Type |
Name |
Description |
| float |
value |
|
Returns
NumBatch(int)
Ollama-only.
Number of tokens per batch.
Declaration
public ModelSettings.Builder NumBatch(int batch)
Parameters
| Type |
Name |
Description |
| int |
batch |
|
Returns
NumCtx(int)
Ollama-only.
Number of tokens in context window.
Declaration
public ModelSettings.Builder NumCtx(int ctx)
Parameters
| Type |
Name |
Description |
| int |
ctx |
|
Returns
NumGpu(int)
Ollama-only.
Number of GPUs to use.
Declaration
public ModelSettings.Builder NumGpu(int count)
Parameters
| Type |
Name |
Description |
| int |
count |
|
Returns
NumKeep(int)
Ollama-only.
Keeps first N tokens from truncation.
Declaration
public ModelSettings.Builder NumKeep(int numKeep)
Parameters
| Type |
Name |
Description |
| int |
numKeep |
|
Returns
NumPredict(int)
Ollama-only.
Maximum tokens to predict.
Declaration
public ModelSettings.Builder NumPredict(int numPredict)
Parameters
| Type |
Name |
Description |
| int |
numPredict |
|
Returns
NumThread(int)
Ollama-only.
Number of CPU threads to use.
Declaration
public ModelSettings.Builder NumThread(int threadCount)
Parameters
| Type |
Name |
Description |
| int |
threadCount |
|
Returns
Numa(bool)
Ollama-only.
Enables NUMA-aware optimization.
Declaration
public ModelSettings.Builder Numa(bool useNuma)
Parameters
| Type |
Name |
Description |
| bool |
useNuma |
|
Returns
PenalizeNewline(bool)
Ollama-only.
Whether to penalize newline tokens.
Declaration
public ModelSettings.Builder PenalizeNewline(bool penalize)
Parameters
| Type |
Name |
Description |
| bool |
penalize |
|
Returns
PresencePenalty(float)
Discourages use of already seen tokens. Range: -2.0–2.0
Declaration
public ModelSettings.Builder PresencePenalty(float penalty)
Parameters
| Type |
Name |
Description |
| float |
penalty |
|
Returns
RepeatLastN(int)
Ollama-only.
Number of recent tokens to consider for repetition penalty. (0–1000)
Declaration
public ModelSettings.Builder RepeatLastN(int n)
Parameters
| Type |
Name |
Description |
| int |
n |
|
Returns
RepeatPenalty(float)
Penalizes repetition of tokens. Higher = less repetition. Range: 0.0–2.0
Declaration
public ModelSettings.Builder RepeatPenalty(float penalty)
Parameters
| Type |
Name |
Description |
| float |
penalty |
|
Returns
Seed(int)
Sets the random seed for reproducible results.
Declaration
public ModelSettings.Builder Seed(int seed)
Parameters
| Type |
Name |
Description |
| int |
seed |
|
Returns
Stop(params string[])
Stops generation when any of these strings appear.
Declaration
public ModelSettings.Builder Stop(params string[] stopSequences)
Parameters
| Type |
Name |
Description |
| string[] |
stopSequences |
|
Returns
Temperature(float)
Controls creativity/randomness. Lower = deterministic. Range: 0.0–2.0
Declaration
public ModelSettings.Builder Temperature(float value)
Parameters
| Type |
Name |
Description |
| float |
value |
|
Returns
TopK(int)
Limits next token sampling to top K tokens. (1–100)
Declaration
public ModelSettings.Builder TopK(int topK)
Parameters
| Type |
Name |
Description |
| int |
topK |
|
Returns
TopLogprobs(int)
Number of top log-probabilities to return per token. (0–20)
Declaration
public ModelSettings.Builder TopLogprobs(int count)
Parameters
| Type |
Name |
Description |
| int |
count |
|
Returns
TopP(float)
Controls cumulative probability sampling (top-p). Range: 0.0–1.0
Declaration
public ModelSettings.Builder TopP(float topP)
Parameters
| Type |
Name |
Description |
| float |
topP |
|
Returns
TypicalP(float)
Ollama-only.
Alternative to top-p sampling. Range: 0.0–1.0
Declaration
public ModelSettings.Builder TypicalP(float p)
Parameters
| Type |
Name |
Description |
| float |
p |
|
Returns
UseMlock(bool)
Ollama-only.
Lock model into memory.
Declaration
public ModelSettings.Builder UseMlock(bool enabled)
Parameters
| Type |
Name |
Description |
| bool |
enabled |
|
Returns
UseMmap(bool)
Ollama-only.
Use memory-mapped files.
Declaration
public ModelSettings.Builder UseMmap(bool enabled)
Parameters
| Type |
Name |
Description |
| bool |
enabled |
|
Returns
VocabOnly(bool)
Ollama-only.
Load only vocabulary.
Declaration
public ModelSettings.Builder VocabOnly(bool enabled)
Parameters
| Type |
Name |
Description |
| bool |
enabled |
|
Returns