init
This commit is contained in:
commit
d295c7f139
1527 files changed
+270726
No files matched your search
@@ -0,0 +1,157 @@
|
||||
// @ts-check
|
||||
/** @typedef {import('./_types.js').Provider} Provider */
|
||||
|
||||
// Ashby provider — hits the public posting-api endpoint.
|
||||
// Auto-detects from careers_url pattern `https://jobs.ashbyhq.com/<slug>`.
|
||||
//
|
||||
// Ashby's public posting-api carries a ~10s+ server-side latency floor
|
||||
// (response time is independent of board size) and rate-limits repeated
|
||||
// unauthenticated hits. The global default timeout (10s, providers/_http.mjs)
|
||||
// sits right on that floor, so requests race the timeout and abort. We give
|
||||
// Ashby a longer timeout plus a backoff+jitter retry (the backoff spaces
|
||||
// requests out to dodge rate-limiting).
|
||||
// See .planning/codebase/ashby-scan-abort-diagnosis.md.
|
||||
const ASHBY_TIMEOUT_MS = 30_000;
|
||||
const ASHBY_RETRIES = 2;
|
||||
|
||||
// Annualization multipliers for different compensation intervals
|
||||
const INTERVAL_MULTIPLIERS = {
|
||||
'1 HOUR': 2080,
|
||||
'1 DAY': 260,
|
||||
'1 WEEK': 52,
|
||||
'2 WEEK': 26,
|
||||
'0.5 MONTH': 24,
|
||||
'1 MONTH': 12,
|
||||
'2 MONTH': 6,
|
||||
'3 MONTH': 4,
|
||||
'6 MONTH': 2,
|
||||
'1 YEAR': 1,
|
||||
};
|
||||
|
||||
/**
|
||||
* Parse compensation data from Ashby job object.
|
||||
* Returns structured salary object with min, max, and currency,
|
||||
* or null if no valid compensation data exists.
|
||||
* @param {any} job - Ashby job object
|
||||
* @returns {{min: number, max: number, currency: string}|null}
|
||||
*/
|
||||
export function parseCompensation(job) {
|
||||
const comp = job?.compensation;
|
||||
if (!comp) return null;
|
||||
|
||||
const interval = /** @type {keyof typeof INTERVAL_MULTIPLIERS} */ (comp.interval || '1 YEAR');
|
||||
const multiplier = INTERVAL_MULTIPLIERS[interval];
|
||||
if (!multiplier) return null;
|
||||
|
||||
// Coerce and validate numeric fields — malformed API payloads must not propagate
|
||||
/** @param {any} v */
|
||||
const normalizeNum = (v) => {
|
||||
if (v == null) return null;
|
||||
if (typeof v === 'string' && v.trim() === '') return null;
|
||||
const n = Number(v);
|
||||
return Number.isFinite(n) && n >= 0 ? n : null;
|
||||
};
|
||||
const minValue = normalizeNum(comp.minValue);
|
||||
const maxValue = normalizeNum(comp.maxValue);
|
||||
const currency = typeof comp.currency === 'string' ? comp.currency.trim() : '';
|
||||
|
||||
// If neither min nor max is provided, no valid compensation
|
||||
if (minValue == null && maxValue == null) return null;
|
||||
|
||||
// Annualize the values
|
||||
const min = minValue != null ? minValue * multiplier : null;
|
||||
const max = maxValue != null ? maxValue * multiplier : null;
|
||||
|
||||
// Must have at least one valid annual value
|
||||
if (min == null && max == null) return null;
|
||||
|
||||
// Ensure correct ordering (min <= max)
|
||||
const resolvedMin = /** @type {number} */ (min ?? max);
|
||||
const resolvedMax = /** @type {number} */ (max ?? min);
|
||||
return {
|
||||
min: Math.min(resolvedMin, resolvedMax),
|
||||
max: Math.max(resolvedMin, resolvedMax),
|
||||
currency: currency.toUpperCase(),
|
||||
};
|
||||
}
|
||||
|
||||
/** @param {import('./_types.js').PortalEntry} entry */
|
||||
function resolveApiUrl(entry) {
|
||||
const url = entry.careers_url || '';
|
||||
const match = url.match(/jobs\.ashbyhq\.com\/([^/?#]+)/);
|
||||
if (!match) return null;
|
||||
return `https://api.ashbyhq.com/posting-api/job-board/${match[1]}?includeCompensation=true`;
|
||||
}
|
||||
|
||||
const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
|
||||
|
||||
// NaN-safe Date.parse — `|| undefined` would also coerce a valid epoch 0.
|
||||
function toEpochMs(value) {
|
||||
if (!value) return undefined;
|
||||
const parsed = Date.parse(value);
|
||||
return Number.isNaN(parsed) ? undefined : parsed;
|
||||
}
|
||||
|
||||
// Build the full location string from primary + secondary locations.
|
||||
// Ashby's posting-api puts extra hiring regions in `secondaryLocations[]`
|
||||
// (each with a region label + a postalAddress). Using only `j.location` drops
|
||||
// them, so an EU-eligible role whose PRIMARY label is e.g. "Canada" reads as
|
||||
// Canada-only and gets wrongly removed by scan.mjs's location_filter. We fold
|
||||
// in each secondary's region, locality, and country so the filter can match
|
||||
// (e.g. "Europe", "Berlin", "Germany"). Deduped, joined with " · ".
|
||||
/** @param {any} j */
|
||||
function formatLocation(j) {
|
||||
const parts = [];
|
||||
if (typeof j.location === 'string' && j.location.trim()) parts.push(j.location.trim());
|
||||
if (Array.isArray(j.secondaryLocations)) {
|
||||
for (const s of j.secondaryLocations) {
|
||||
if (!s || typeof s !== 'object') continue;
|
||||
if (typeof s.location === 'string' && s.location.trim()) parts.push(s.location.trim());
|
||||
const pa = s.address && s.address.postalAddress;
|
||||
if (pa) {
|
||||
for (const k of ['addressLocality', 'addressCountry']) {
|
||||
if (typeof pa[k] === 'string' && pa[k].trim()) parts.push(pa[k].trim());
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
return [...new Set(parts)].join(' · ');
|
||||
}
|
||||
|
||||
/** @type {Provider} */
|
||||
export default {
|
||||
id: 'ashby',
|
||||
|
||||
detect(entry) {
|
||||
const apiUrl = resolveApiUrl(entry);
|
||||
return apiUrl ? { url: apiUrl } : null;
|
||||
},
|
||||
|
||||
async fetch(entry, ctx) {
|
||||
const apiUrl = resolveApiUrl(entry);
|
||||
if (!apiUrl) throw new Error(`ashby: cannot derive API URL for ${entry.name}`);
|
||||
let lastErr;
|
||||
for (let attempt = 0; attempt <= ASHBY_RETRIES; attempt++) {
|
||||
if (attempt > 0) {
|
||||
// exponential backoff + jitter — spaces out retries to dodge Ashby rate-limiting
|
||||
const backoff = 1000 * 2 ** (attempt - 1) + Math.floor(Math.random() * 500);
|
||||
await sleep(backoff);
|
||||
}
|
||||
try {
|
||||
const json = /** @type {any} */ (await ctx.fetchJson(apiUrl, { timeoutMs: ASHBY_TIMEOUT_MS, redirect: 'error' }));
|
||||
const jobs = Array.isArray(json?.jobs) ? json.jobs : [];
|
||||
return jobs.map(/** @param {any} j */ (j) => ({
|
||||
title: j.title || '',
|
||||
url: j.jobUrl || '',
|
||||
company: entry.name,
|
||||
location: formatLocation(j),
|
||||
salary: parseCompensation(j),
|
||||
postedAt: toEpochMs(j.publishedAt),
|
||||
}));
|
||||
} catch (e) {
|
||||
lastErr = e;
|
||||
}
|
||||
}
|
||||
throw lastErr;
|
||||
},
|
||||
};
|
||||
Reference in new issue
Block a user