Track new roles at target companies daily with a schedule and a webhook

{ "companies": ["discord", "figma"], "keyword": "engineer" }

// tracker.mjs: run with APIFY_TOKEN and WEBHOOK_SECRET set, behind an HTTPS address Apify can reach.
import { existsSync, readFileSync, writeFileSync } from 'node:fs';
import { createServer } from 'node:http';

const SEEN_FILE = 'seen-jobs.json';

async function handleRun(run) {
    const url = `https://api.apify.com/v2/datasets/${run.defaultDatasetId}/items?fields=jobId,title,company,url,error`;
    const res = await fetch(url, { headers: { Authorization: `Bearer ${process.env.APIFY_TOKEN}` } });
    if (!res.ok) throw new Error(`dataset read failed: HTTP ${res.status}`);
    const items = await res.json();
    const jobs = items.filter((i) => i.jobId);
    const failedBoards = items.filter((i) => i.error);

    const seen = existsSync(SEEN_FILE) ? JSON.parse(readFileSync(SEEN_FILE, 'utf8')) : {};
    const open = Object.fromEntries(jobs.map((j) => [j.jobId, j]));
    for (const j of jobs) if (!seen[j.jobId]) console.log(`NEW ${j.company}: ${j.title} ${j.url}`);
    // A board that failed this run says nothing about its jobs, so only call roles closed after a clean run.
    if (!failedBoards.length) for (const j of Object.values(seen)) if (!open[j.jobId]) console.log(`CLOSED ${j.company}: ${j.title}`);
    writeFileSync(SEEN_FILE, JSON.stringify(failedBoards.length ? { ...seen, ...open } : open));
}

createServer(async (req, res) => {
    if (req.method !== 'POST' || req.url !== `/apify/${process.env.WEBHOOK_SECRET}`) return res.writeHead(404).end();
    let body = '';
    for await (const chunk of req) body += chunk;
    res.end('ok');
    const { eventType, resource } = JSON.parse(body);
    if (eventType === 'ACTOR.RUN.SUCCEEDED') await handleRun(resource).catch(console.error);
}).listen(process.env.PORT ?? 3000);

APIFY_TOKEN=... WEBHOOK_SECRET=... node tracker.mjs