ingest

type AIForUser func(ctx context.Context, userID int64) (*pagefeed.Suggester, error)

type Candidate struct {
	URL         string `json:"url"`
	Title       string `json:"title"`
	Description string `json:"description"`
	SiteURL     string `json:"siteUrl"`
	IconURL     string `json:"iconUrl"`
	ItemCount   int    `json:"itemCount"`
	LatestAt    int64  `json:"latestAt"`
	// Page candidates are web pages with no feed, read by a parser: Method
	// says how it finds the articles, Shared that the server already had it
	// (written for another reader), Sample shows a few titles.
	Page   bool     `json:"page,omitempty"`
	Method string   `json:"method,omitempty"`
	Shared bool     `json:"shared,omitempty"`
	Sample []string `json:"sample,omitempty"`
	// contains filtered or unexported fields
}

type GetAI func() (*pagefeed.Suggester, error)

type Service struct {
	Store *store.Store
	Fetch *fetch.Client
	// Extract fetches full articles for feeds that publish only summaries.
	Extract *extract.Extractor
	// AIFor gives a reader's own AI client, for pages with no feed added by
	// apps (SubscribeAuto). Nil leaves AI to the web app.
	AIFor       AIForUser
	Log         *slog.Logger
	Concurrency int
	Tick        time.Duration
	// Jev, when the admin has given a TypeSafe key, finds the website
	// material the rules leave at articles' ends (see dropMaterial).
	Jev *typesafe.Client
	// Notify is called after new entries arrive for a user (for live UI updates).
	Notify func(userID int64)
	// OnNewEntries is called (in its own goroutine) after a poll inserted
	// entries, with the crawl ID they are all above; used for notifications.
	OnNewEntries func(ctx context.Context, f store.Feed, since int64)
	// RetentionDays deletes read, unstarred articles older than this that
	// have left their feed. Zero keeps everything (the default).
	RetentionDays int
	// contains filtered or unexported fields
}