collect

type DirWriter struct {
	// SplitAtBytes indicates when to split (actual split point might be after it)
	SplitAtBytes int
	// Basedir used to store files
	Basedir string
	// NewBasename returns the name of the next chunk based on the given time
	NewBasename func(time.Time) string
	// contains filtered or unexported fields
}

type Packet struct {
	Type string
	Buf  []byte
}

type PacketVisitor func(Packet) (bool, error)

type Stream struct {
	// Glob pattern to select files from a directory
	Glob string
}

type TweetBatch struct {
	Items []*twitter.Tweet
}