file

type AckChainHandler struct {
	// contains filtered or unexported fields
}

type AckConfig struct {
	Enable              bool          `yaml:"enable,omitempty" default:"true"`
	MaintenanceInterval time.Duration `yaml:"maintenanceInterval,omitempty" default:"20h"`
}

type AckListener struct {
	// contains filtered or unexported fields
}

type AckTask struct {
	Epoch        *pipeline.Epoch
	PipelineName string
	SourceName   string

	StopCountDown *sync.WaitGroup
	// contains filtered or unexported fields
}

type AckTaskEvent struct {
	// contains filtered or unexported fields
}

type AckTaskType string

type AddonMetaFields struct {
	Pipeline  string `yaml:"pipeline,omitempty"`
	Source    string `yaml:"source,omitempty"`
	Filename  string `yaml:"filename,omitempty"`
	Timestamp string `yaml:"timestamp,omitempty"`
	Offset    string `yaml:"offset,omitempty"`
	Bytes     string `yaml:"bytes,omitempty"`
	Line      string `yaml:"line,omitempty"`
	Hostname  string `yaml:"hostname,omitempty"`
}

type AddonMetaSchema struct {
	Fields          map[string]string `yaml:"fields,omitempty"`
	FieldsUnderRoot bool              `yaml:"underRoot,omitempty"`
	FieldsUnderKey  string            `yaml:"key,omitempty" default:"state"`
}

type CharsetDecoder struct {
	// contains filtered or unexported fields
}

type CleanFiles struct {
	MaxHistoryDays int `yaml:"maxHistoryDays,omitempty"`
	// clean unfinished files
	CleanUnfinished bool `yaml:"cleanUnfinished,omitempty"`
}

type CollectConfig struct {
	IsolationLevel           string             `yaml:"isolationLevel,omitempty" default:"share"`
	Paths                    []string           `yaml:"paths,omitempty" validate:"required"` // glob pattern
	ExcludeFiles             []string           `yaml:"excludeFiles,omitempty"`              // regular pattern
	IgnoreOlder              *timeutil.Duration `yaml:"ignoreOlder,omitempty"`
	IgnoreSymlink            bool               `yaml:"ignoreSymlink,omitempty" default:"false"`
	RereadTruncated          bool               `yaml:"rereadTruncated,omitempty" default:"true"`                           // Read from the beginning when the file is truncated
	FirstNBytesForIdentifier int                `yaml:"firstNBytesForIdentifier,omitempty" default:"128" validate:"gte=10"` // If the file size is smaller than `firstNBytesForIdentifier`, it will not be collected
	AddonMeta                bool               `yaml:"addonMeta,omitempty"`
	AddonMetaSchema          AddonMetaSchema    `yaml:"addonMetaSchema,omitempty"`

	Charset string `yaml:"charset,omitempty" default:"utf-8"`

	ReadFromTail              bool          `yaml:"readFromTail,omitempty" default:"false"`
	CleanFiles                *CleanFiles   `yaml:"cleanFiles,omitempty"`
	FdHoldTimeoutWhenInactive time.Duration `yaml:"fdHoldTimeoutWhenInactive,omitempty" default:"5m"`
	FdHoldTimeoutWhenRemove   time.Duration `yaml:"fdHoldTimeoutWhenRemove,omitempty" default:"5m"`
	// contains filtered or unexported fields
}

type Config struct {
	AckConfig     AckConfig              `yaml:"ack,omitempty"`
	WatchConfig   WatchConfig            `yaml:"watcher,omitempty"`
	ReaderConfig  ReaderConfig           `yaml:",inline,omitempty"`
	CollectConfig CollectConfig          `yaml:",inline,omitempty" validate:"required,dive"`
	Isolation     string                 `yaml:"isolation,omitempty" default:"pipeline"`
	Fields        map[string]interface{} `yaml:"fields,omitempty"`
}

type Isolation struct {
	Level        IsolationLevel
	PipelineName string
	SourceName   string
}

type IsolationLevel string

type Job struct {
	EofCount int
	// contains filtered or unexported fields
}

type JobAckChain struct {
	Epoch        *pipeline.Epoch
	PipelineName string
	SourceName   string
	JobWatchUid  string

	Start time.Time
	// contains filtered or unexported fields
}

type JobCollectContext struct {
	Job           *Job
	Filename      string
	LastOffset    int64
	BacklogBuffer []byte
	ReadBuffer    []byte

	// runtime property
	WasSend bool
	IsEOF   bool
}

type JobStatus int

type LineDelimiterValue struct {
	Charset   string `yaml:"charset,omitempty" default:"utf-8"`
	LineType  string `yaml:"type,omitempty" default:"auto"`
	LineValue string `yaml:"value,omitempty" default:"\n"`
}

type LineEndings struct {
	// contains filtered or unexported fields
}

type LineEndingsValue struct {
	// contains filtered or unexported fields
}

type LineTerminator uint8

type MultiConfig struct {
	Active   bool          `yaml:"active,omitempty" default:"false"`
	Pattern  string        `yaml:"pattern,omitempty"`
	MaxLines int           `yaml:"maxLines,omitempty" default:"500"`
	MaxBytes int64         `yaml:"maxBytes,omitempty" default:"131072"` // default 128KB
	Timeout  time.Duration `yaml:"timeout,omitempty" default:"5s"`      // default 2 * read.timeout
}

type MultiHolder struct {
	// contains filtered or unexported fields
}

type MultiProcessor struct {
	// contains filtered or unexported fields
}

type MultiTask struct {
	// contains filtered or unexported fields
}

type MultiTaskType string

type Operation int

type ProcessChain interface {
	Process(ctx *JobCollectContext)
}

type ProcessFactory func(config ReaderConfig) Processor

type Processor interface {
	Order() int
	Code() string
	Process(processorChain ProcessChain, ctx *JobCollectContext)
}

type Reader struct {
	// contains filtered or unexported fields
}

type ReaderConfig struct {
	LineDelimiter          LineDelimiterValue `yaml:"lineDelimiter,omitempty"`
	MaxSingleLineBytes     int64              `yaml:"maxSingleLineBytes,omitempty" default:"67108864" validate:"gt=65536"` // default 67108864 = 64MB
	WorkerCount            int                `yaml:"workerCount,omitempty" default:"1"`
	ReadChanSize           int                `yaml:"readChanSize,omitempty" default:"512"`     // deprecated
	ReadBufferSize         int                `yaml:"readBufferSize,omitempty" default:"65536"` // The buffer size used for the file reading. default 65536 = 64k = 16*PAGE_SIZE
	MaxContinueRead        int                `yaml:"maxContinueRead,omitempty" default:"16"`
	MaxContinueReadTimeout time.Duration      `yaml:"maxContinueReadTimeout,omitempty" default:"3s"`
	InactiveTimeout        time.Duration      `yaml:"inactiveTimeout,omitempty" default:"3s"`
	MultiConfig            MultiConfig        `yaml:"multi,omitempty"`
	CleanDataTimeout       time.Duration      `yaml:"cleanDataTimeout,omitempty" default:"5s"`
	// contains filtered or unexported fields
}

type Source struct {
	// contains filtered or unexported fields
}

type WatchConfig struct {
	EnableOsWatch             bool          `yaml:"enableOsWatch,omitempty" default:"true"`
	ScanTimeInterval          time.Duration `yaml:"scanTimeInterval,omitempty" default:"10s"`
	MaintenanceInterval       time.Duration `yaml:"maintenanceInterval,omitempty" default:"5m"`
	CleanFiles                *CleanFiles   `yaml:"cleanFiles,omitempty"`                             // deprecated, moved to CollectConfig
	FdHoldTimeoutWhenInactive time.Duration `yaml:"fdHoldTimeoutWhenInactive,omitempty" default:"5m"` // deprecated, moved to CollectConfig
	FdHoldTimeoutWhenRemove   time.Duration `yaml:"fdHoldTimeoutWhenRemove,omitempty" default:"5m"`   // deprecated, moved to CollectConfig
	MaxOpenFds                int           `yaml:"maxOpenFds,omitempty" default:"4096"`
	MaxEofCount               int           `yaml:"maxEofCount,omitempty" default:"3"`
	CleanWhenRemoved          bool          `yaml:"cleanWhenRemoved,omitempty" default:"true"`
	ReadFromTail              bool          `yaml:"readFromTail,omitempty" default:"false"` // deprecated, moved to CollectConfig
	TaskStopTimeout           time.Duration `yaml:"taskStopTimeout,omitempty" default:"30s"`
	CleanDataTimeout          time.Duration `yaml:"cleanDataTimeout,omitempty" default:"5s"`
}

type WatchTask struct {
	// contains filtered or unexported fields
}

type WatchTaskEvent struct {
	// contains filtered or unexported fields
}

type WatchTaskType string

type Watcher struct {
	// contains filtered or unexported fields
}