Class AzureAICompletionParameters

Namespace

FoundationaLLM.Common.Models.Orchestration.Direct

Assembly

FoundationaLLM.Common.dll

Supported model configuration parameters.

public class AzureAICompletionParameters

Inheritance

object

AzureAICompletionParameters

Inherited Members

object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.MemberwiseClone()

object.ReferenceEquals(object, object)

object.ToString()

Extension Methods

ObjectExtensions.GetPropertyValues(object, List<string>)

Properties

DoSample

Whether or not to use sampling; use greedy decoding otherwise.

[JsonPropertyName("do_sample")]
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public bool? DoSample { get; set; }

Property Value

bool?

IgnoreEOS

Whether to ignore the EOS token and continue generating tokens after the EOS token is generated. Defaults to False.

[JsonPropertyName("ignore_eos")]
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public bool? IgnoreEOS { get; set; }

Property Value

bool?

MaxNewTokens

The maximum number of tokens to generate.

[JsonPropertyName("max_new_tokens")]
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public int? MaxNewTokens { get; set; }

Property Value

int?

ReturnFullText

Whether or not to return the full text (prompt + response) or only the generated part (response). Default value is false.

[JsonPropertyName("return_full_text")]
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public bool? ReturnFullText { get; set; }

Property Value

bool?

Temperature

Controls randomness in the model. Lower values will make the model more deterministic and higher values will make the model more random.

[JsonPropertyName("temperature")]
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public float? Temperature { get; set; }

Property Value

float?

TopK

The number of highest probability vocabulary tokens to keep for top-k-filtering. Default value is null, which disables top-k-filtering.

[JsonPropertyName("top_k")]
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public float? TopK { get; set; }

Property Value

float?

TopP

The cumulative probability of parameter highest probability vocabulary tokens to keep for nucleus sampling, defaults to null.

[JsonPropertyName("top_p")]
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public float? TopP { get; set; }

Property Value

float?