storage

type IKeyStorage interface {
	AddItemsToTablePartition(context.Context, elements.Partition, [][]byte) (int64, error)

	GetTablePartitionItems(context.Context, elements.Partition, int) ([]string, error)
	GetTablePartitions(context.Context, string, uint64, int64) ([]elements.Partition, error)

	GetTablePartitionTimestamp(context.Context, elements.Partition) (time.Time, error)
	SetTablePartitionTimestamp(context.Context, elements.Partition) (bool, error)
	DeleteTablePartitionTimestamp(context.Context, elements.Partition) (bool, error)

	ClaimPartition(context.Context, elements.Partition, time.Duration) (ILock, error)
	ReleasePartitionLock(context.Context, ILock) (bool, error)
}

type ILock interface {
	TryLockContext(context.Context) error
	UnlockContext(context.Context) (bool, error)
	Name() string
}

type IManifestStorage interface {
	GetPartitionManifest(context.Context, elements.Partition) (*PartitionManifest, error)
	GetPartitionManifestFile(context.Context, *PartitionManifest, int, string) error
	ReplacePartitionManifest(
		context.Context,
		elements.Partition,
		*PartitionManifest,
		*PartitionManifest, []string) error
	MergePartitionRecordIntoManifest(
		context.Context,
		elements.Partition,
		arrow.Record,
		arrow.Record,
		[]string,
		[]string,
		PartitionManifestOptions) error
}

type IObjectStorage interface {
	Upload(context.Context, string, string, []byte) error
	UploadFile(context.Context, string, string, string) error
	Download(context.Context, string, string) ([]byte, error)
	DownloadFile(context.Context, string, string, string) error
	Delete(context.Context, string, string) error
	ListObjects(context.Context, string, string) ([]string, error)
	CreateBucket(context.Context, string) error
}

type KeyStorage struct {
	KeyPrefix string
	// contains filtered or unexported fields
}

type KeyStorageOptions struct {
	Address   string
	Password  string
	KeyPrefix string
}

type ManifestObject struct {
	Key     string `json:"key"`
	Index   int    `json:"index"`
	NumRows int64  `json:"num_rows"`
}

type ManifestStorage struct {
	IObjectStorage
	// contains filtered or unexported fields
}

type ManifestStorageOptions struct {
	BucketName string
	KeyPrefix  string
}

type ObjectStorage struct {
	// contains filtered or unexported fields
}

type ObjectStorageOptions struct {
	Endpoint     string
	Region       string
	AuthKey      string
	AuthSecret   string
	UsePathStyle bool
	AuthType     string
}

type PartitionManifest struct {
	Id           string           `json:"id"`
	TableName    string           `json:"table_name"`
	PartitionKey string           `json:"partition_key"`
	Version      int              `json:"version"`
	Objects      []ManifestObject `json:"objects"`
}

type PartitionManifestBuilder struct {
	// contains filtered or unexported fields
}

type PartitionManifestOptions struct {
	MaxObjects    int
	MaxObjectRows int
}