loadSource (sources/collect.ts)

Collects and processes content from a source, fetching listings, filtering, storing, and scheduling further processing.

// Source: https://github.com/KKKKhazix/AIHOT | License: MIT | Copyright 2026 数字生命卡兹克
// Provided via justclaw.it.com; keep this notice with the code.
// Collection run for one source: fetch listing → filter → store material → enqueue processing.
// A failed fetch never advances the success cursor; the source's health reflects consecutive failures.
import { sql, type Db } from "../db.ts";
import { fillScheduledPublications, identityKeyFor, reuseExternalMaterialIdentities, STALE_ON_DISCOVERY_MS, upsertMaterial } from "../content/materials.ts";
import { PresentationMismatch } from "../content/presentation.ts";
import { HttpStatusError } from "../lib/http-fetch.ts";
import { identityKeyForUrl } from "../lib/url.ts";
import { sha256 } from "../lib/ids.ts";
import { enqueue, QUEUES, shutdownSig

... (truncated -- full source via MCP)