proc

type BatchStats struct {
	Src         string
	Dst         string
	RowsRead    int
	RowsWritten int
	Elapsed     time.Duration
}

type CustomProcessorRunner interface {
	Run(logger *l.CapiLogger, pCtx *ctx.MessageProcessingContext, rsIn *Rowset, flushVarsArrayCallback func(varsArray []*eval.VarValuesMap, varsArrayCount int) error) error
}

type DataIdxSeqModeType int

type FileInserter struct {
	PCtx                  *ctx.MessageProcessingContext
	FileCreator           *sc.FileCreatorDef
	CurrentBatch          *WriteFileBatch
	BatchCapacity         int
	BatchesIn             chan *WriteFileBatch
	RecordWrittenStatuses chan error
	BatchesSent           int
	FinalFileUrl          string
	TempFilePath          string
}

type FileRecordHeap []*FileRecordHeapItem

type FileRecordHeapItem struct {
	FileRecord *[]any
	Key        string
}

type IndexKeyItem struct {
	IdxName  string
	KeyValue string
}

type InserterDrainStrategy int

type PreparedQuery struct {
	Qb    *cql.QueryBuilder
	Query string
}

type Rowset struct {
	Fields                []sc.FieldRef
	FieldsByFullAliasName map[string]int
	FieldsByFieldName     map[string]int
	Rows                  []*[]any
	RowCount              int
}

type TableInserter struct {
	PCtx                         *ctx.MessageProcessingContext
	TableCreator                 *sc.TableCreatorDef
	RecordsIn                    chan WriteChannelItem // Channel to pass records from the main function like RunCreateTableForBatch, usig add(), to TableInserter
	RecordWrittenStatuses        chan error
	RecordWrittenStatusesMutex   sync.Mutex // Only to report on draining, otherwise useless
	MachineHash                  int64
	NumWorkers                   int
	DrainerCapacity              int
	WorkerWaitGroup              sync.WaitGroup
	RecordsSent                  int   // Records sent to RecordsIn
	RecordsProcessed             int   // Number of items received in RecordWrittenStatuses
	DoesNotExistPauseMillis      int64 // millis
	OperationTimedOutPauseMillis int64 // millis
	ExpBackoffFactorMultiplier   int64 // 2
	MaxDbProblemRetries          int   // 5
	MaxDuplicateRetries          int   // 5
	DataIdxSeqMode               DataIdxSeqModeType
	MaxAllowedRowInsertionTimeMs int64
	DrainerCancelSignal          chan error
	DrainerCompleteSignal        chan error
	DrainerDoneSignal            chan error
}

type TableRecord map[string]any

type TableRecordBatch []TableRecordPtr

type TableRecordItem struct {
	FieldName string
	Value     any
}

type TableRecordPtr *map[string]any

type WriteChannelItem struct {
	TableRecordItems []TableRecordItem
	IndexKeyItems    []IndexKeyItem
}

type WriteFileBatch struct {
	Rows     [][]any
	RowCount int
}