rf

rss-feeds-go

A go utility package for handling RSS/Atom feeds.

Features

• Fetch feeds from URLs
  • RSS feeds (0.90 to 2.0)
  • Atom feeds (0.3, 1.0)
  • JSON feeds (1.0, 1.1)
  • Manually
  • Periodically
• Cache fetched feeds locally
  • In memory
  • In SQLite3 file
• Summarize contents of fetched feed items
  • With Google Gemini API
  • And with EXAONE API (text contents only: files, YouTube videos, and unfetchable urls need Gemini)
  • Then save summarized contents locally
    • In memory
    • In SQLite3 file
  • Transfer summarized contents to somewhere else
• And convert cached feeds as RSS XML

Installation

$ go get github.com/meinside/rss-feeds-go

Usage

package main

import (
  "context"
  "log"
  "time"

  rf "github.com/meinside/rss-feeds-go"
)

func main() {
  client, err := rf.NewClientWithDB(
    []string{"your-google-ai-api-key"}, // google ai api keys (for rotation)
    []string{ // feeds' urls
      "https://hnrss.org/newest?points=50",
      "https://www.hackster.io/news.atom",
    },
    "./database.sqlite3", // sqlite3 db filepath
  )
  if err != nil {
    log.Fatalf("failed to create client: %s", err)
  }

  // (optional) configure client
  client.SetGoogleAIModels([]string{"gemini-3.6-flash"})
  client.SetExaoneAPIKeys([]string{"your-exaone-api-key"}) // round-robined with gemini for text contents
  //client.SetExaoneHTTPClient(&http.Client{Transport: ...}) // eg. for setting renewed api keys on requests
  client.SetDesiredLanguage("Korean")
  client.SetVerbose(true)

  // fetch feeds
  ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
  defer cancel()

  feeds, err := client.FetchFeeds(ctx, true, 7) // ignore cached, ignore older than 7 days
  if err != nil {
    log.Printf("fetch error: %s", err)
  }

  // summarize and cache
  if err := client.SummarizeAndCacheFeeds(feeds); err != nil {
    log.Printf("summarize error: %s", err)
  }

  // list cached items
  items := client.ListCachedItems(false) // unread only

  // publish as RSS XML
  bytes, err := client.PublishXML(
    "My Feed", "https://example.com", "My summarized feeds",
    "author", "email@example.com",
    items,
  )
  if err != nil {
    log.Fatalf("failed to publish: %s", err)
  }

  log.Printf("RSS XML: %s", string(bytes))

  // mark as read and cleanup
  client.MarkCachedItemsAsRead(items)
  client.DeleteOldCachedItems()
}

Other sample applications are in the ./samples/ directory.