internal

package
v0.4.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 9, 2025 License: Apache-2.0 Imports: 11 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var (
	NullSchema           = avro.NewNullSchema()
	BoolSchema           = avro.NewPrimitiveSchema(avro.Boolean, nil)
	NullableBoolSchema   = NullableSchema(BoolSchema)
	BinarySchema         = avro.NewPrimitiveSchema(avro.Bytes, nil)
	NullableBinarySchema = NullableSchema(BinarySchema)
	StringSchema         = avro.NewPrimitiveSchema(avro.String, nil)
	IntSchema            = avro.NewPrimitiveSchema(avro.Int, nil)
	NullableIntSchema    = NullableSchema(IntSchema)
	LongSchema           = avro.NewPrimitiveSchema(avro.Long, nil)
	NullableLongSchema   = NullableSchema(LongSchema)
	FloatSchema          = avro.NewPrimitiveSchema(avro.Float, nil)
	DoubleSchema         = avro.NewPrimitiveSchema(avro.Double, nil)
	DateSchema           = avro.NewPrimitiveSchema(avro.Int, avro.NewPrimitiveLogicalSchema(avro.Date))
	TimeSchema           = avro.NewPrimitiveSchema(avro.Long, avro.NewPrimitiveLogicalSchema(avro.TimeMicros))
	TimestampSchema      = avro.NewPrimitiveSchema(avro.Long, avro.NewPrimitiveLogicalSchema(avro.TimestampMicros),
		avro.WithProps(map[string]any{"adjust-to-utc": false}))
	TimestampTzSchema = avro.NewPrimitiveSchema(avro.Long, avro.NewPrimitiveLogicalSchema(avro.TimestampMicros),
		avro.WithProps(map[string]any{"adjust-to-utc": true}))
	UUIDSchema = Must(avro.NewFixedSchema("uuid", "", 16, avro.NewPrimitiveLogicalSchema(avro.UUID)))

	AvroSchemaCache avro.SchemaCache
)

Functions

func CheckedClose added in v0.4.0 

func CheckedClose(c io.Closer, err *error)

CheckedClose is a helper function to close a resource and return an error if it fails. It is intended to be used in a defer statement.

func Counter added in v0.3.0 

func Counter(start int) iter.Seq[int]

func DecimalRequiredBytes added in v0.2.0 

func DecimalRequiredBytes(precision int) int

DecimalRequiredBytes returns the required number of bytes to store a decimal value of the given precision. If the precision is outside the range (0, 40], this returns -1 as it is invalid.

func DecimalSchema added in v0.2.0 

func DecimalSchema(precision, scale int) avro.Schema

func Difference added in v0.2.0 

func Difference(a, b []string) []string

Helper function to find the difference between two slices (a - b).

func Must added in v0.2.0 

func Must[T any](v T, err error) T

func NewManifestEntrySchema added in v0.2.0 

func NewManifestEntrySchema(partitionType avro.Schema, version int) (avro.Schema, error)

func NewManifestFileSchema added in v0.2.0 

func NewManifestFileSchema(version int) (avro.Schema, error)

func NullableSchema added in v0.2.0 

func NullableSchema(schema avro.Schema) avro.Schema

func PackingIterator added in v0.3.0 

func PackingIterator[T any](itr iter.Seq[T], targetWeight int64, lookback int, weightFunc func(T) int64, largestBinFirst bool) iter.Seq[[]T]

func RecoverError added in v0.2.0 

func RecoverError(err *error)

func WithElementID added in v0.2.0 

func WithElementID(id int) avro.SchemaOption

func WithFieldID added in v0.2.0 

func WithFieldID(id int) avro.SchemaOption

Types

type Bin added in v0.2.0 

type Bin[T any] struct {
	// contains filtered or unexported fields
}

func (*Bin[T]) Add added in v0.2.0 

func (b *Bin[T]) Add(item T, weight int64)

func (*Bin[T]) CanAdd added in v0.2.0 

func (b *Bin[T]) CanAdd(weight int64) bool

func (*Bin[T]) Weight added in v0.2.0 

func (b *Bin[T]) Weight() int64

type CountingWriter added in v0.2.0 

type CountingWriter struct {
	Count int64
	W     io.Writer
}

func (*CountingWriter) Write added in v0.2.0 

func (w *CountingWriter) Write(p []byte) (int, error)

type MockFS 

type MockFS struct {
	mock.Mock
}

func (*MockFS) Create added in v0.2.0 

func (m *MockFS) Create(name string) (io.FileWriter, error)

func (*MockFS) Open 

func (m *MockFS) Open(name string) (io.File, error)

func (*MockFS) Remove 

func (m *MockFS) Remove(name string) error

func (*MockFS) WriteFile added in v0.2.0 

func (m *MockFS) WriteFile(name string, content []byte) error

type MockFSReadFile 

type MockFSReadFile struct {
	MockFS
	ErrOnClose bool
}

func (*MockFSReadFile) ReadFile 

func (m *MockFSReadFile) ReadFile(name string) ([]byte, error)

type MockFile 

type MockFile struct {
	Contents   *bytes.Reader
	ErrOnClose bool
	// contains filtered or unexported fields
}

func (*MockFile) Close 

func (m *MockFile) Close() error

func (*MockFile) Read 

func (m *MockFile) Read(p []byte) (int, error)

func (*MockFile) ReadAt 

func (m *MockFile) ReadAt(p []byte, off int64) (n int, err error)

func (*MockFile) ReadFrom added in v0.4.0 

func (m *MockFile) ReadFrom(r sio.Reader) (n int64, err error)

func (*MockFile) Seek 

func (m *MockFile) Seek(offset int64, whence int) (n int64, err error)

func (*MockFile) Stat 

func (m *MockFile) Stat() (fs.FileInfo, error)

func (*MockFile) Write added in v0.4.0 

func (m *MockFile) Write(p []byte) (n int, err error)

type SlicePacker added in v0.2.0 

type SlicePacker[T any] struct {
	TargetWeight    int64
	Lookback        int
	LargestBinFirst bool
}

func (*SlicePacker[T]) Pack added in v0.2.0 

func (s *SlicePacker[T]) Pack(items []T, weightFunc func(T) int64) [][]T

func (*SlicePacker[T]) PackEnd added in v0.2.0 

func (s *SlicePacker[T]) PackEnd(items []T, weightFunc func(T) int64) [][]T

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.