writers

type CSVWriter struct {
	// contains filtered or unexported fields
}

type CSVWriterError struct {
	Op  string // Operation that failed (e.g., "write", "flush", "write_row")
	Err error  // Underlying error
}

type CSVWriterOptions struct {
	Comma       rune     // Field delimiter (default ',')
	UseCRLF     bool     // Use CRLF line endings
	WriteHeader bool     // Write header row
	Headers     []string // Explicit header order
	BatchSize   int      // Number of records to buffer before writing
}

type CSVWriterStats struct {
	RecordsWritten  int64            // Total records written
	FlushCount      int64            // Number of flushes performed
	FlushDuration   time.Duration    // Total time spent flushing
	LastFlushTime   time.Time        // Time of last flush
	NullValueCounts map[string]int64 // Count of null values per field
}

type ConflictResolution int

type JSONWriter struct {
	// contains filtered or unexported fields
}

type JSONWriterError struct {
	Op  string // Operation that failed (e.g., "write", "flush", "marshal_record")
	Err error  // Underlying error
}

type JSONWriterOptions struct {
	BatchSize    int  // Number of records to buffer before writing
	FlushOnWrite bool // Whether to flush after every write
	BufferSize   int  // Size of the underlying buffer in bytes
}

type JSONWriterStats struct {
	RecordsWritten  int64            // Total records written
	FlushCount      int64            // Number of flushes performed
	FlushDuration   time.Duration    // Total time spent flushing
	LastFlushTime   time.Time        // Time of last flush
	NullValueCounts map[string]int64 // Count of null values per field
}

type ParquetWriter struct {
	// contains filtered or unexported fields
}

type ParquetWriterError struct {
	Op  string // Operation that failed (e.g., "read", "load_batch", "open_file", "schema")
	Err error  // Underlying error
}

type ParquetWriterOptions struct {
	BatchSize       int64                // Number of records to buffer before writing
	Schema          *arrow.Schema        // Pre-defined schema (optional)
	Compression     compress.Compression // Compression algorithm
	FieldOrder      []string             // Explicit field ordering
	RowGroupSize    int64                // New: Control row group size
	PageSize        int64                // New: Control page size
	DictionaryLevel map[string]bool      // New: Per-field dictionary encoding
	Metadata        map[string]string    // New: File metadata
	ValidateSchema  bool                 // New: Enable strict schema validation

}

type PostgresWriter struct {
	// contains filtered or unexported fields
}

type PostgresWriterError struct {
	Op  string // The operation being performed (e.g., "write", "connect")
	Err error  // The underlying error
}

type PostgresWriterOption func(*PostgresWriterOptions)

type PostgresWriterOptions struct {
	DSN                string             // PostgreSQL connection string
	TableName          string             // Target table name
	Columns            []string           // Columns to write (order matters)
	BatchSize          int                // Number of records per batch
	CreateTable        bool               // Create table if not exists
	TruncateTable      bool               // Truncate table before writing
	ConflictResolution ConflictResolution // Conflict handling strategy
	ConflictColumns    []string           // Columns that define uniqueness for conflict resolution
	UpdateColumns      []string           // Columns to update on conflict (for ConflictUpdate)
	TransactionMode    bool               // Wrap batches in transactions
	ConnMaxLifetime    time.Duration      // Max connection lifetime
	ConnMaxIdleTime    time.Duration      // Max idle connection time
	MaxOpenConns       int                // Max open connections
	MaxIdleConns       int                // Max idle connections
	QueryTimeout       time.Duration      // Timeout for queries
	Metadata           map[string]string  // Arbitrary metadata for user tracking
	MaxErrors          int64
}

type PostgresWriterStats struct {
	RecordsWritten   int64            // Total records written
	BatchesWritten   int64            // Number of batches written
	TransactionCount int64            // Number of transactions committed
	LastWriteTime    time.Time        // Time of last write
	WriteDuration    time.Duration    // Total time spent writing
	ConnectionTime   time.Duration    // Time spent establishing connection
	NullValueCounts  map[string]int64 // Count of null values per column
	ConflictCount    int64            // Number of conflicts encountered
}

type WriterOption func(*ParquetWriterOptions)

type WriterOptionCSV func(*CSVWriterOptions)

type WriterOptionJSON func(*JSONWriterOptions)

type WriterStats struct {
	RecordsWritten  int64
	BatchesWritten  int64
	BytesWritten    int64
	FlushDuration   time.Duration
	LastFlushTime   time.Time
	ErrorCount      int64
	NullValueCounts map[string]int64
}