Class GatewayTextEmbeddingRequest

Namespace

FoundationaLLM.Common.Models.Gateway

Assembly

FoundationaLLM.Common.dll

Provides metrics related to text embedding requests submitted by the FoundationaLLM Gateway.

public class GatewayTextEmbeddingRequest

Inheritance

object

GatewayTextEmbeddingRequest

Inherited Members

object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.MemberwiseClone()

object.ReferenceEquals(object, object)

object.ToString()

Extension Methods

ObjectExtensions.GetPropertyValues(object, List<string>)

Properties

AccountName

The name of the account used for text embedding.

[JsonPropertyName("account_name")]
public required string AccountName { get; set; }

Property Value

string

EmbeddingDimensions

Gets or sets the number of dimensions of the embedding.

[JsonPropertyName("embedding_dimensions")]
public int EmbeddingDimensions { get; set; }

Property Value

int

Id

The unique identifier of the request.

[JsonPropertyName("id")]
public required string Id { get; set; }

Property Value

string

ModelName

The name of the embedding model used for text embedding.

[JsonPropertyName("model_name")]
public required string ModelName { get; set; }

Property Value

string

ModelVersion

The version of the embedding model used for text embedding.

[JsonPropertyName("model_version")]
public required string ModelVersion { get; set; }

Property Value

string

OperationsDetails

The details of the embedding operations from the text chunks. For each embedding operation id, holds the list of the positions of the text chunks from the current request.

[JsonPropertyName("operations_details")]
public Dictionary<string, List<int>> OperationsDetails { get; }

Property Value

Dictionary<string, List<int>>

RequestRateWindowRequestCount

The cummulated number of requests for the current request rate window. Includes all calls performed so far in the current call rate window.

[JsonPropertyName("request_rate_window_request_count")]
public int RequestRateWindowRequestCount { get; set; }

Property Value

int

RequestRateWindowStart

The start timestamp of the current request rate window.

[JsonPropertyName("request_rate_window_start")]
public DateTime RequestRateWindowStart { get; set; }

Property Value

DateTime

TextChunks

Gets or sets the list of text chunks from the current request.

[JsonIgnore]
public List<TextChunk> TextChunks { get; set; }

Property Value

List<TextChunk>

TextChunksCount

Gets the total number of text chunks in the request.

[JsonPropertyName("text_chunks_count")]
public int TextChunksCount { get; }

Property Value

int

TokenRateWindowStart

The start timestamp of the current token rate window.

[JsonPropertyName("token_rate_window_start")]
public DateTime TokenRateWindowStart { get; set; }

Property Value

DateTime

TokenRateWindowTokenCount

The cummulated number of tokens for the current token rate window. Includes all tokens used so far in the current token rate window.

[JsonPropertyName("token_rate_window_token_count")]
public int TokenRateWindowTokenCount { get; set; }

Property Value

int

TokensCount

Gets the total number of tokens used in the request.

[JsonPropertyName("tokens_count")]
public int TokensCount { get; }

Property Value

int