Class DataPipelineStageRunner

Namespace

FoundationaLLM.DataPipelineEngine.Services.Runners

Assembly

FoundationaLLM.DataPipelineEngine.dll

Provides capabilities for running data pipelines.

public class DataPipelineStageRunner

Inheritance

object

DataPipelineStageRunner

Inherited Members

object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.MemberwiseClone()

object.ReferenceEquals(object, object)

object.ToString()

Extension Methods

ObjectExtensions.GetPropertyValues(object, List<string>)

Constructors

DataPipelineStageRunner(string, DateTimeOffset?, IDataPipelineStateService, ILogger<DataPipelineStageRunner>)

Provides capabilities for running data pipelines.

public DataPipelineStageRunner(string stageName, DateTimeOffset? stageRunStartTime, IDataPipelineStateService stateService, ILogger<DataPipelineStageRunner> logger)

Parameters

stageName string

The name of the data pipeline stage that is run.

stageRunStartTime DateTimeOffset?

The start time of the stage run.

stateService IDataPipelineStateService

The Data Pipeline State service.

logger ILogger<DataPipelineStageRunner>

The logger used for logging.

Properties

Changed

public bool Changed { get; }

Property Value

bool

Completed

public bool Completed { get; }

Property Value

bool

CompletedWorkItemsCount

public int CompletedWorkItemsCount { get; }

Property Value

int

ContentItemsCanonicalIds

public List<string> ContentItemsCanonicalIds { get; }

Property Value

List<string>

StageName

public string StageName { get; }

Property Value

string

StageRunStartTime

public DateTimeOffset StageRunStartTime { get; }

Property Value

DateTimeOffset

Successful

public bool Successful { get; }

Property Value

bool

SuccessfulWorkItemsCount

public int SuccessfulWorkItemsCount { get; }

Property Value

int

WorkItemsCount

public int WorkItemsCount { get; }

Property Value

int

Methods

InitializeExisting(List<DataPipelineRunWorkItem>)

public void InitializeExisting(List<DataPipelineRunWorkItem> workItems)

Parameters

workItems List<DataPipelineRunWorkItem>

InitializeNew(List<DataPipelineRunWorkItem>)

public Task InitializeNew(List<DataPipelineRunWorkItem> workItems)

Parameters

workItems List<DataPipelineRunWorkItem>

Returns

Task

ProcessDataPipelineRunWorkItem(DataPipelineRunWorkItem)

public Task ProcessDataPipelineRunWorkItem(DataPipelineRunWorkItem dataPipelineRunWorkItem)

Parameters

dataPipelineRunWorkItem DataPipelineRunWorkItem

Returns

Task

ResetChanged()

public void ResetChanged()

SetFailedWorkItems(List<DataPipelineRunWorkItem>)

public Task SetFailedWorkItems(List<DataPipelineRunWorkItem> workItems)

Parameters

workItems List<DataPipelineRunWorkItem>

Returns

Task