scrapper

package module

v0.0.0-...-8d4e9e8 Latest Latest Go to latest Published: Jul 28, 2023 License: Apache-2.0 Imports: 10 Imported by: 0

Details

Fetches the website contents and extracts readable data

This section is empty.

This section is empty.

This section is empty.

type Item struct {
	OriginID   int
	ID         string
	Title      string
	URL        string
	RawContent []byte
	Article    *readability.Article
}

type Scrapper struct {
	// contains filtered or unexported fields
}

func New(httpCli *http.Client) *Scrapper

func (s *Scrapper) Scrap(ctx context.Context, bookmarks map[string]pocketcli.Bookmark) []*Item