{
  "version": "1.0.0",
  "exported_at": "2026-05-31T16:15:00.000Z",
  "project": {
    "name": "US Job search aggregator",
    "description": "Best-effort US job search aggregator for Software Engineer jobs in San Francisco, CA across Indeed, ZipRecruiter, Glassdoor, and CareerBuilder. Uses multi-URL navigation plus a generic Next-page pagination loop; exported rows are appended to one CSV. Because attached analysis showed Cloudflare/CAPTCHA verification on ZipRecruiter and Indeed, manual verification may be required. Extraction uses job-link anchors as rows for broader compatibility with accessible job-board result pages.",
    "color": "bg-[#4589ff]",
    "template_id": "ai-generated"
  },
  "blocks": [
    {
      "block_id": "navigate-1",
      "block_type": "process",
      "title": "Navigate",
      "description": "Go to a URL",
      "position_x": 120,
      "position_y": 220,
      "config": {
        "urls": [
          "https://www.careerbuilder.com/jobs-software-engineer-in-san-francisco,ca",
          "https://www.glassdoor.com/Job/san-francisco-software-engineer-jobs-SRCH_IL.0,13_IC1147401_KO14,31.htm",
          "https://www.indeed.com/jobs?q=Software+Engineer&l=San+Francisco%2C+CA",
          "https://www.ziprecruiter.com/jobs-search?search=Software%20Engineer&location=San%20Francisco%2C%20CA"
        ],
        "color": "bg-[#4589ff]"
      }
    },
    {
      "block_id": "wait-for-page-load-1",
      "block_type": "process",
      "title": "Wait for Page Load",
      "description": "Wait for page to finish loading",
      "position_x": 456,
      "position_y": 220,
      "config": {
        "timeout": 45
      }
    },
    {
      "block_id": "sleep-1",
      "block_type": "process",
      "title": "Sleep",
      "description": "Wait for specified time",
      "position_x": 792,
      "position_y": 220,
      "config": {
        "duration": 4
      }
    },
    {
      "block_id": "scroll-1",
      "block_type": "process",
      "title": "Scroll",
      "description": "Scroll page or element",
      "position_x": 1128,
      "position_y": 220,
      "config": {
        "direction": "down",
        "amount": 900
      }
    },
    {
      "block_id": "sleep-2",
      "block_type": "process",
      "title": "Sleep",
      "description": "Wait for specified time",
      "position_x": 1464,
      "position_y": 220,
      "config": {
        "duration": 2
      }
    },
    {
      "block_id": "structured-export-1",
      "block_type": "process",
      "title": "Structured Export",
      "description": "Export data with custom columns",
      "position_x": 1800,
      "position_y": 220,
      "config": {
        "rowSelector": "a[href*=\"/job/J\"], a[href*=\"/job/\"], a[href*=\"/jobs/\"], a[href*=\"/job-listing/\"], a[href*=\"/rc/clk\"], a[href*=\"/pagead/clk\"], a[href*=\"/partner/jobListing\"], a[href*=\"ziprecruiter.com/jobs\"], a[href*=\"/c/\"][href*=\"/Job/\"]",
        "fileName": "us-job-search-aggregator.csv",
        "saveLocation": "C:\\Users\\theskd\\Documents\\UScraper\\templates",
        "includeHeaders": true,
        "fileMode": "append",
        "columns": [
          {
            "name": "keyword",
            "selector": "'Software Engineer'",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "location",
            "selector": "'San Francisco, CA'",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "site",
            "selector": "(() => { const h = location.hostname.toLowerCase(); if (h.includes('ziprecruiter')) return 'ziprecruiter'; if (h.includes('indeed')) return 'indeed'; if (h.includes('glassdoor')) return 'glassdoor'; if (h.includes('careerbuilder')) return 'careerbuilder'; return h.replace(/^www\\./, ''); })()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "jobTitle",
            "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const rowText = clean(ROW.textContent); if (rowText && rowText.length > 2 && rowText.length < 180 && !/^(apply|save|next|previous|find jobs)$/i.test(rowText)) return rowText; const C = ROW.closest('div[class*=\"data-results\"], div[class*=\"job\"], div[class*=\"card\"], li, article') || ROW; const qs = ['a.jcs-JobTitle', 'h2.jobTitle a', '[data-testid=\"job-title\"]', '[data-test-id*=\"job-title\"]', '[data-test=\"job-title\"]', 'a[data-test=\"job-link\"]', 'a[data-test=\"job-title\"]', 'a.data-results-title', 'a.job_link', 'h2 a', 'h3 a', 'a']; for (const s of qs) { const e = C.querySelector(s); const t = clean(e && e.textContent); if (t && t.length < 180) return t; } return ''; })()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "jobLink",
            "selector": "(() => { const href = ROW.href || ROW.getAttribute('href'); if (href) { try { return new URL(href, location.href).href; } catch (_) { return href; } } const C = ROW.closest('div[class*=\"data-results\"], div[class*=\"job\"], div[class*=\"card\"], li, article') || ROW; const qs = ['a.jcs-JobTitle', 'h2.jobTitle a', '[data-testid=\"job-title\"] a', '[data-test-id*=\"job-title\"] a', '[data-test=\"job-title\"] a', 'a[data-test=\"job-link\"]', 'a[data-test=\"job-title\"]', 'a.data-results-title', 'a.job_link', 'h2 a', 'h3 a', 'a']; for (const s of qs) { const e = C.querySelector(s); const h = e && (e.href || e.getAttribute('href')); if (h) { try { return new URL(h, location.href).href; } catch (_) { return h; } } } return ''; })()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "company",
            "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const C = ROW.closest('div[class*=\"data-results\"], div[class*=\"job\"], div[class*=\"card\"], li, article') || ROW; const qs = ['span[data-testid=\"company-name\"]', '[data-testid=\"company-name\"]', '[data-test-id*=\"company\"]', '[data-test=\"employer-name\"]', '[data-test=\"company-name\"]', '.companyName', '.company-name', '.job_company', '.jobCompany', '.data-details span']; for (const s of qs) { const e = C.querySelector(s); const t = clean(e && e.textContent); if (t) return t; } const lines = (C.innerText || C.textContent || '').split('\\n').map(clean).filter(Boolean); const title = clean(ROW.textContent); const guess = lines.find(l => l !== title && !/\\$|salary|san francisco| ca\\b|remote|hybrid|onsite|posted|apply|save|easy apply|full-time|part-time/i.test(l)); return guess || ''; })()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "jobLocation",
            "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const C = ROW.closest('div[class*=\"data-results\"], div[class*=\"job\"], div[class*=\"card\"], li, article') || ROW; const qs = ['[data-testid=\"text-location\"]', '[data-test-id*=\"location\"]', '[data-test=\"job-location\"]', '.companyLocation', '.location', '.job_location', '.jobLocation']; for (const s of qs) { const e = C.querySelector(s); const t = clean(e && e.textContent); if (t) return t; } const lines = (C.innerText || C.textContent || '').split('\\n').map(clean).filter(Boolean); const guess = lines.find(l => /san francisco|\\bca\\b|remote|hybrid|onsite|hayward|fremont|berkeley|san mateo|oakland/i.test(l)); return guess || ''; })()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "salary",
            "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const C = ROW.closest('div[class*=\"data-results\"], div[class*=\"job\"], div[class*=\"card\"], li, article') || ROW; const qs = ['.salary-snippet-container', '[data-testid=\"attribute_snippet_testid\"]', '[data-test-id*=\"salary\"]', '[data-test=\"detailSalary\"]', '[data-test=\"salary-estimate\"]', '.salary', '.job_salary', '.estimated-salary']; for (const s of qs) { const e = C.querySelector(s); const t = clean(e && e.textContent); if (t && /\\$|salary|hour|year|yr|k/i.test(t)) return t; } const lines = (C.innerText || C.textContent || '').split('\\n').map(clean).filter(Boolean); const guess = lines.find(l => /\\$|salary|\\bhr\\b|hour|year|yr|annually|monthly/i.test(l)); return guess || ''; })()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "description",
            "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const C = ROW.closest('div[class*=\"data-results\"], div[class*=\"job\"], div[class*=\"card\"], li, article') || ROW; const qs = ['.job-snippet', '[data-testid=\"job-snippet\"]', '[data-test-id*=\"snippet\"]', '.job_snippet', '.job-description', '[data-test=\"desc\"]', '.data-results-content', '.description', 'p']; for (const s of qs) { const e = C.querySelector(s); const t = clean(e && e.textContent); if (t && t.length > 20) return t.slice(0, 1000); } const all = clean(C.innerText || C.textContent || ''); const title = clean(ROW.textContent); return all.replace(title, '').trim().slice(0, 1000); })()",
            "attribute": "text",
            "isJs": true
          }
        ]
      }
    },
    {
      "block_id": "element-exists-1",
      "block_type": "process",
      "title": "Element Exists",
      "description": "Check if element exists",
      "position_x": 2136,
      "position_y": 220,
      "config": {
        "selector": "a[aria-label=\"Next Page\"]:not([aria-disabled=\"true\"]), a[aria-label=\"Next\"]:not([aria-disabled=\"true\"]), a[rel=\"next\"], a.next:not(.disabled), a[data-testid=\"pagination-page-next\"]:not([aria-disabled=\"true\"]), button[aria-label=\"Next\"]:not([disabled]), button[aria-label=\"Next Page\"]:not([disabled])"
      }
    },
    {
      "block_id": "click-1",
      "block_type": "process",
      "title": "Click",
      "description": "Click on element",
      "position_x": 2472,
      "position_y": 520,
      "config": {
        "selector": "a[aria-label=\"Next Page\"]:not([aria-disabled=\"true\"]), a[aria-label=\"Next\"]:not([aria-disabled=\"true\"]), a[rel=\"next\"], a.next:not(.disabled), a[data-testid=\"pagination-page-next\"]:not([aria-disabled=\"true\"]), button[aria-label=\"Next\"]:not([disabled]), button[aria-label=\"Next Page\"]:not([disabled])",
        "timeout": 15
      }
    },
    {
      "block_id": "wait-for-page-load-2",
      "block_type": "process",
      "title": "Wait for Page Load",
      "description": "Wait for page to finish loading",
      "position_x": 2808,
      "position_y": 520,
      "config": {
        "timeout": 45
      }
    },
    {
      "block_id": "sleep-3",
      "block_type": "process",
      "title": "Sleep",
      "description": "Wait for specified time",
      "position_x": 3144,
      "position_y": 520,
      "config": {
        "duration": 3
      }
    },
    {
      "block_id": "loop-continue-1",
      "block_type": "process",
      "title": "Loop Continue",
      "description": "Continue multi-input loop",
      "position_x": 2136,
      "position_y": 520,
      "config": {}
    }
  ],
  "connections": [
    {
      "from_block_id": "navigate-1",
      "from_connector_id": "right",
      "to_block_id": "wait-for-page-load-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "wait-for-page-load-1",
      "from_connector_id": "right",
      "to_block_id": "sleep-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "sleep-1",
      "from_connector_id": "right",
      "to_block_id": "scroll-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "scroll-1",
      "from_connector_id": "right",
      "to_block_id": "sleep-2",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "sleep-2",
      "from_connector_id": "right",
      "to_block_id": "structured-export-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "structured-export-1",
      "from_connector_id": "right",
      "to_block_id": "element-exists-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "element-exists-1",
      "from_connector_id": "true",
      "to_block_id": "click-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "click-1",
      "from_connector_id": "right",
      "to_block_id": "wait-for-page-load-2",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "wait-for-page-load-2",
      "from_connector_id": "right",
      "to_block_id": "sleep-3",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "sleep-3",
      "from_connector_id": "right",
      "to_block_id": "scroll-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "element-exists-1",
      "from_connector_id": "false",
      "to_block_id": "loop-continue-1",
      "to_connector_id": "left"
    }
  ],
  "canvas_elements": [
    {
      "id": "group-load",
      "element_type": "group",
      "title": "Page Load",
      "color": "#08bdba",
      "position_x": 48,
      "position_y": 116,
      "width": 3344,
      "height": 596,
      "z_index": 20,
      "data": {
        "memberBlockIds": [
          "navigate-1",
          "wait-for-page-load-1",
          "sleep-1",
          "sleep-2",
          "wait-for-page-load-2",
          "sleep-3"
        ]
      }
    },
    {
      "id": "group-interaction",
      "element_type": "group",
      "title": "Interaction",
      "color": "#a56eff",
      "position_x": 1056,
      "position_y": 116,
      "width": 380,
      "height": 296,
      "z_index": 20,
      "data": {
        "memberBlockIds": [
          "scroll-1"
        ]
      }
    },
    {
      "id": "group-extract",
      "element_type": "group",
      "title": "Data Extraction",
      "color": "#42be65",
      "position_x": 1728,
      "position_y": 116,
      "width": 380,
      "height": 296,
      "z_index": 20,
      "data": {
        "memberBlockIds": [
          "structured-export-1"
        ]
      }
    },
    {
      "id": "group-pagination",
      "element_type": "group",
      "title": "Pagination Loop",
      "color": "#ff832b",
      "position_x": 2064,
      "position_y": 116,
      "width": 656,
      "height": 596,
      "z_index": 20,
      "data": {
        "memberBlockIds": [
          "element-exists-1",
          "click-1",
          "loop-continue-1"
        ]
      }
    },
    {
      "id": "note-overview",
      "element_type": "note",
      "title": "Overview",
      "content": "Best-effort US job search aggregator for Software Engineer jobs in San Francisco, CA across Indeed, ZipRecruiter, Glassdoor, and CareerBuilder. Uses multi-URL navigation plus a generic Next-page pagination loop; exported rows are appended to one CSV. Because attached analysis showed Cloudflare/CAPTCHA verification on ZipRecruiter and Indeed, manual verification may be required. Extraction uses job-link anchors as rows for broader compatibility with accessible job-board result pages.",
      "color": "#f1c21b",
      "position_x": 80,
      "position_y": 20,
      "width": 480,
      "height": 160,
      "z_index": 22,
      "data": {}
    },
    {
      "id": "note-block-structured-export-1",
      "element_type": "note",
      "title": "Note: Structured Export",
      "content": "Structured export with JS columns (keyword, location, site, jobTitle, jobLink). These selectors are fragile — update if the site layout changes.",
      "color": "#ee5396",
      "position_x": 2000,
      "position_y": 200,
      "width": 340,
      "height": 128,
      "z_index": 22,
      "data": {
        "block_id": "structured-export-1"
      }
    },
    {
      "id": "note-block-element-exists-1",
      "element_type": "note",
      "title": "Note: Element Exists",
      "content": "Condition block: checks `a[aria-label=\"Next Page\"]:not([aria-disabled=\"true\"]), a[aria-label=\"Next\"]:not([aria-disabled=\"true\"]), a[rel=\"next\"], `. True / False branches control which path runs next. Keep enough space between branches so both connector lines are visible.",
      "color": "#ee5396",
      "position_x": 2336,
      "position_y": 200,
      "width": 340,
      "height": 170,
      "z_index": 22,
      "data": {
        "block_id": "element-exists-1"
      }
    },
    {
      "id": "note-block-click-1",
      "element_type": "note",
      "title": "Note: Click",
      "content": "Pagination click — add waits after this block; the page reloads asynchronously.",
      "color": "#ee5396",
      "position_x": 2672,
      "position_y": 500,
      "width": 316,
      "height": 106,
      "z_index": 22,
      "data": {
        "block_id": "click-1"
      }
    },
    {
      "id": "note-block-loop-continue-1",
      "element_type": "note",
      "title": "Note: Loop Continue",
      "content": "Loop Continue advances a multi-URL or multi-text loop. Place at the end of the loop body with a clear back-edge to the loop start.",
      "color": "#ee5396",
      "position_x": 2336,
      "position_y": 500,
      "width": 340,
      "height": 123,
      "z_index": 22,
      "data": {
        "block_id": "loop-continue-1"
      }
    }
  ]
}