Table of Contents

Class RequestManagerServiceSettings

Namespace
FoundationaLLM.Vectorization.Models.Configuration
Assembly
FoundationaLLM.Vectorization.Engine.dll

Provides configuration settings to initialize a request manager instance.

public record RequestManagerServiceSettings : IEquatable<RequestManagerServiceSettings>
Inheritance
RequestManagerServiceSettings
Implements
Inherited Members
Extension Methods

Properties

MaxHandlerInstances

The maximum number of handler instances allowed to run in parallel.

[JsonPropertyOrder(1)]
public int MaxHandlerInstances { get; set; }

Property Value

int

QueueMaxNumberOfRetries

The maximum number of retries to process a request in case of a failure.

[JsonPropertyOrder(5)]
public int QueueMaxNumberOfRetries { get; set; }

Property Value

int

QueuePollingInterval

The interval in seconds to poll the queue for new requests, when the request queue is empty.

[JsonPropertyOrder(4)]
public int QueuePollingInterval { get; set; }

Property Value

int

QueueProcessingPace

The wait time after processing a request from the queue in seconds.

[JsonPropertyOrder(3)]
public int QueueProcessingPace { get; set; }

Property Value

int

RequestSourceName

The name of the request source that provides the requests processed by the request manager.

[JsonPropertyOrder(0)]
public required string RequestSourceName { get; set; }

Property Value

string