init

providers/themuse.mjs

@@ -0,0 +1,85 @@
+// @ts-check
+/** @typedef {import('./_types.js').Provider} Provider */
+
+// The Muse provider — public, zero-auth JSON jobs feed.
+// Endpoint: https://www.themuse.com/api/public/jobs?page={n}
+// Response shape: { results: [...], page: n, page_count: N }
+// All pages are fetched sequentially and aggregated before normalizing.
+//
+// Wire in via a `job_boards:` entry with `provider: themuse`.
+
+const FEED_BASE = 'https://www.themuse.com/api/public/jobs';
+const TRUSTED_HOST = 'www.themuse.com';
+
+/** @param {string} url */
+function assertMuseUrl(url) {
+  let parsed;
+  try {
+    parsed = new URL(url);
+  } catch {
+    throw new Error(`themuse: invalid URL: ${url}`);
+  }
+  if (parsed.protocol !== 'https:') throw new Error(`themuse: URL must use HTTPS: ${url}`);
+  if (parsed.hostname !== TRUSTED_HOST) {
+    throw new Error(`themuse: untrusted hostname "${parsed.hostname}" — must be ${TRUSTED_HOST}`);
+  }
+  return url;
+}
+
+/**
+ * Normalize a single result from the Muse API response. Exported for unit tests.
+ *
+ * Field mapping:
+ *   name              → title
+ *   refs.landing_page → url
+ *   company.name      → company
+ *   locations[0].name → location
+ *
+ * Returns null when required fields (title or url) are missing or invalid.
+ *
+ * @param {any} j
+ * @returns {{ title: string, url: string, company: string, location: string } | null}
+ */
+export function normalizeMuseJob(j) {
+  if (!j || typeof j !== 'object') return null;
+  const title = typeof j.name === 'string' ? j.name.trim() : '';
+  if (!title) return null;
+  const url = typeof j.refs?.landing_page === 'string' ? j.refs.landing_page.trim() : '';
+  if (!url || !/^https?:\/\//i.test(url)) return null;
+  const company =
+    typeof j.company?.name === 'string' && j.company.name.trim()
+      ? j.company.name.trim()
+      : 'The Muse';
+  const location =
+    Array.isArray(j.locations) && j.locations.length > 0 && typeof j.locations[0]?.name === 'string'
+      ? j.locations[0].name.trim()
+      : '';
+  return { title, url, company, location };
+}
+
+/** @type {Provider} */
+export default {
+  id: 'themuse',
+
+  async fetch(_entry, ctx) {
+    assertMuseUrl(FEED_BASE);
+    const allResults = [];
+    // Fetch page 0 first to discover page_count, then iterate remaining pages.
+    let pageCount = 1;
+    for (let page = 0; page < pageCount; page++) {
+      const url = `${FEED_BASE}?page=${page}`;
+      // redirect:'error' prevents SSRF via server-side redirects
+      const json = await ctx.fetchJson(url, { redirect: 'error' });
+      if (!json || !Array.isArray(json.results)) {
+        throw new Error(
+          `themuse: unexpected API response on page ${page} — expected { results: [...] }, got keys: [${json ? Object.keys(json).join(', ') : 'null'}]`,
+        );
+      }
+      if (page === 0 && Number.isInteger(json.page_count) && json.page_count > 1) {
+        pageCount = Math.min(json.page_count, 100);
+      }
+      allResults.push(...json.results);
+    }
+    return allResults.map(normalizeMuseJob).filter(Boolean);
+  },
+};