Broccoli

<script src="https://cdn.jsdelivr.net/gh/GenesisL1/Broccoli@v1.5.0/dist/broccoli.js"></script>
<script>
  // a built-in source: 'pubmed', 'europepmc', 'clinicaltrials',
  // 'preprints', 'arxiv', 'openalex', 'crossref', 'doaj',
  // 'datacite', 'inspire' or 'wikipedia'
  const res = await Broccoli.searchSource('arxiv', 'graph neural networks', {
    limit: 300, sort: 'date', from: 2024,
  });
  const topics = Broccoli.cluster(Broccoli.toDocuments(res.records), {
    preset: 'abstracts', queryHint: res.query,
  });
  for (const t of topics.clusters) console.log(t.label, t.size);
</script>

Broccoli.registerSource({
  id: 'my-index', name: 'My index', pageSize: 100,
  async fetchPage(req, page) {          // page: { page, size, offset, cursor }
    const url = Broccoli.buildUrl('https://search.example.org/api', {
      q: req.query, size: page.size, from: page.offset,
    });
    const json = await req.request.json(url);   // rate-limited, retried
    return {
      total: json.total,
      records: json.items.map((it) => ({
        id: it.id, title: it.title, abstract: it.summary,
        url: it.link, year: it.year, authors: it.authors,
      })),
    };
  },
});
// registered before app.js loads, it gets a tab on the search page

Broccoli.registerSource(Broccoli.jsonSource({
  id: 'my-index', name: 'My index',
  url: 'https://search.example.org/api?q={query}&size={size}&from={offset}',
  results: 'items',                   // where the list of results is
  total: 'total',
  fields: {
    id: 'id', title: 'title', abstract: 'summary',
    url: 'link', year: 'year', authors: 'authors', venue: 'journal',
  },
}));

const docs = [
  { title: 'Printer jams after the update', body: '…' },
  { title: 'Refund for a double charge', body: '…' },
  // … hundreds more: tickets, survey answers, notes, anything with text
];
const result = Broccoli.cluster(docs, { algorithm: 'lingo' });
for (const topic of result.clusters) console.log(topic.label, topic.size);
// result.clusters: [{ label, size, documents, … }], plain JSON