Class DataPipelineRunner

Namespace

FoundationaLLM.DataPipelineEngine.Services.Runners

Assembly

FoundationaLLM.DataPipelineEngine.dll

Provides capabilities for running data pipelines.

public class DataPipelineRunner

Inheritance

object

DataPipelineRunner

Inherited Members

object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.MemberwiseClone()

object.ReferenceEquals(object, object)

object.ToString()

Extension Methods

ObjectExtensions.GetPropertyValues(object, List<string>)

Constructors

DataPipelineRunner(IDataPipelineStateService, IPluginService, QueueClient, IServiceProvider)

Provides capabilities for running data pipelines.

public DataPipelineRunner(IDataPipelineStateService stateService, IPluginService pluginService, QueueClient queueClient, IServiceProvider serviceProvider)

Parameters

stateService IDataPipelineStateService

The Data Pipeline State service.

pluginService IPluginService

The plugin service providing access to registered plugins.

queueClient QueueClient

The queue client used for interacting with Azure Storage Queues.

serviceProvider IServiceProvider

The service collection provided by the dependency injection container.

Properties

CurrentStageRunners

public Dictionary<string, DataPipelineStageRunner> CurrentStageRunners { get; }

Property Value

Dictionary<string, DataPipelineStageRunner>

DataPipelineRun

public DataPipelineRun DataPipelineRun { get; }

Property Value

DataPipelineRun

Initialized

public bool Initialized { get; }

Property Value

bool

Methods

Completed()

public Task<bool> Completed()

Returns

Task<bool>

InitializeExisting(DataPipelineDefinition, DataPipelineRun)

public Task InitializeExisting(DataPipelineDefinition dataPipelineDefinition, DataPipelineRun dataPipelineRun)

Parameters

dataPipelineDefinition DataPipelineDefinition

dataPipelineRun DataPipelineRun

Returns

Task

InitializeNew(DataPipelineRun, List<DataPipelineContentItem>, DataPipelineDefinition, UnifiedUserIdentity)

public Task InitializeNew(DataPipelineRun dataPipelineRun, List<DataPipelineContentItem> contentItems, DataPipelineDefinition dataPipelineDefinition, UnifiedUserIdentity userIdentity)

Parameters

dataPipelineRun DataPipelineRun

contentItems List<DataPipelineContentItem>

dataPipelineDefinition DataPipelineDefinition

userIdentity UnifiedUserIdentity

Returns

Task

ProcessDataPipelineRunWorkItem(DataPipelineRunWorkItem)

public Task ProcessDataPipelineRunWorkItem(DataPipelineRunWorkItem dataPipelineRunWorkItem)

Parameters

dataPipelineRunWorkItem DataPipelineRunWorkItem

Returns

Task