{
  "version": "1.0.0",
  "exported_at": "2026-06-02T00:00:00.000Z",
  "project": {
    "name": "Motor-Fanmotor Article Scraper",
    "description": "Motor-Fan article keyword-search scraper inferred from the Octoparse catalog entry. Starts from a Motor-Fan keyword search URL for 自動車, extracts article title, author, publication date, category, excerpt, article URL, and image URL from article result cards/links, then follows click-based pagination using rel/class/text next-page detection until no next page is found. Structured-export JS columns are written as executable expressions for UScraper. Edit the search query in the Navigate block to scrape another keyword.",
    "color": "bg-[#4589ff]",
    "template_id": "ai-generated"
  },
  "blocks": [
    {
      "block_id": "navigate-1",
      "block_type": "process",
      "title": "Navigate",
      "description": "Go to a URL",
      "position_x": 120,
      "position_y": 220,
      "config": {
        "url": "https://motor-fan.jp/?s=%E8%87%AA%E5%8B%95%E8%BB%8A",
        "color": "bg-[#4589ff]",
        "tags": [
          "entry",
          "keyword-search"
        ]
      }
    },
    {
      "block_id": "wait-for-page-load-1",
      "block_type": "process",
      "title": "Wait for Page Load",
      "description": "Wait for page to finish loading",
      "position_x": 456,
      "position_y": 220,
      "config": {
        "timeout": 30,
        "color": "bg-[#08bdba]",
        "tags": [
          "page-load"
        ]
      }
    },
    {
      "block_id": "wait-for-element-1",
      "block_type": "process",
      "title": "Wait for Element",
      "description": "Wait until element appears",
      "position_x": 792,
      "position_y": 220,
      "config": {
        "selector": "main a[href*=\"/article/\"], a[href*=\"motor-fan.jp\"][href*=\"/article/\"]",
        "timeout": 30,
        "visible": true,
        "color": "bg-[#08bdba]",
        "tags": [
          "page-load",
          "article-list"
        ]
      }
    },
    {
      "block_id": "structured-export-1",
      "block_type": "process",
      "title": "Structured Export",
      "description": "Export data with custom columns",
      "position_x": 1128,
      "position_y": 220,
      "config": {
        "rowSelector": "main a[href*=\"/article/\"], a[href*=\"motor-fan.jp\"][href*=\"/article/\"]",
        "fileName": "motor-fan-auto-article-scraper.csv",
        "saveLocation": "C:\\Users\\theskd\\Documents\\UScraper\\templates",
        "includeHeaders": true,
        "fileMode": "append",
        "color": "bg-[#42be65]",
        "tags": [
          "extract",
          "articles"
        ],
        "columns": [
          {
            "name": "title",
            "selector": "(()=>{const a=ROW.matches('a')?ROW:ROW.querySelector('a[href]');const c=ROW.closest('li,article,.post,.entry-card,.c-card,.p-postList__item,.archive-list__item,.article-list__item')||ROW;const el=c.querySelector('h1,h2,h3,.entry-title,.post-title,.article-title,.title,[class*=\"title\"],[class*=\"ttl\"]')||a;let t=(el?el.textContent:'').trim().replace(/\\s+/g,' ');if(!t){const img=c.querySelector('img[alt]');t=img?(img.getAttribute('alt')||'').trim():'';}return t;})()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "author",
            "selector": "(()=>{const c=ROW.closest('li,article,.post,.entry-card,.c-card,.p-postList__item,.archive-list__item,.article-list__item')||ROW;const el=c.querySelector('[rel=\"author\"],.author,.post-author,.entry-author,.writer,.byline,.name,[class*=\"author\"],[class*=\"writer\"]');return el?el.textContent.replace(/^by\\s+/i,'').trim().replace(/\\s+/g,' '):'';})()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "publication_date",
            "selector": "(()=>{const c=ROW.closest('li,article,.post,.entry-card,.c-card,.p-postList__item,.archive-list__item,.article-list__item')||ROW;const el=c.querySelector('time,.date,.post-date,.entry-date,.published,.article-date,[class*=\"date\"],[class*=\"time\"]');if(el){return (el.getAttribute('datetime')||el.textContent).trim().replace(/\\s+/g,' ');}const txt=c.textContent||'';const m=txt.match(/20\\d{2}[.\\/年-]\\s*\\d{1,2}[.\\/月-]\\s*\\d{1,2}/);return m?m[0].trim():'';})()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "category",
            "selector": "(()=>{const c=ROW.closest('li,article,.post,.entry-card,.c-card,.p-postList__item,.archive-list__item,.article-list__item')||ROW;const el=c.querySelector('.cat,.category,.post-category,.entry-category,.article-category,a[rel=\"category tag\"],[class*=\"category\"],[class*=\"cat\"]');return el?el.textContent.trim().replace(/\\s+/g,' '):'';})()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "excerpt",
            "selector": "(()=>{const a=ROW.matches('a')?ROW:ROW.querySelector('a[href]');const c=ROW.closest('li,article,.post,.entry-card,.c-card,.p-postList__item,.archive-list__item,.article-list__item')||ROW;const el=c.querySelector('.excerpt,.post-excerpt,.entry-summary,.summary,.description,.lead,[class*=\"excerpt\"],[class*=\"summary\"],p');let text=el?el.textContent:c.textContent;const title=(a?a.textContent:'').trim();text=(text||'').trim().replace(/\\s+/g,' ');if(title&&text===title)return '';return text.slice(0,500);})()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "article_url",
            "selector": "(()=>{const a=ROW.matches('a')?ROW:ROW.querySelector('a[href*=\"/article/\"]')||ROW.querySelector('a[href]');return a?a.href:'';})()",
            "attribute": "text",
            "isJs": true
          },
          {
            "name": "image_url",
            "selector": "(()=>{const c=ROW.closest('li,article,.post,.entry-card,.c-card,.p-postList__item,.archive-list__item,.article-list__item')||ROW;const img=c.querySelector('img');return img?(img.currentSrc||img.src||img.getAttribute('data-src')||img.getAttribute('data-lazy-src')||img.getAttribute('srcset')||''):'';})()",
            "attribute": "text",
            "isJs": true
          }
        ]
      }
    },
    {
      "block_id": "element-exists-1",
      "block_type": "process",
      "title": "Element Exists",
      "description": "Check if element exists",
      "position_x": 1464,
      "position_y": 220,
      "config": {
        "selector": "(//a[(contains(@class,'next') or @rel='next' or contains(normalize-space(.),'次') or contains(normalize-space(.),'›') or contains(normalize-space(.),'»')) and not(contains(@class,'disabled')) and not(contains(@class,'current'))])[1]",
        "color": "bg-[#ff832b]",
        "tags": [
          "pagination",
          "condition"
        ]
      }
    },
    {
      "block_id": "click-1",
      "block_type": "process",
      "title": "Click",
      "description": "Click on element",
      "position_x": 1800,
      "position_y": 520,
      "config": {
        "selector": "(//a[(contains(@class,'next') or @rel='next' or contains(normalize-space(.),'次') or contains(normalize-space(.),'›') or contains(normalize-space(.),'»')) and not(contains(@class,'disabled')) and not(contains(@class,'current'))])[1]",
        "timeout": 15,
        "color": "bg-[#ff832b]",
        "tags": [
          "pagination",
          "next-page"
        ]
      }
    },
    {
      "block_id": "wait-for-page-load-2",
      "block_type": "process",
      "title": "Wait for Page Load",
      "description": "Wait for page to finish loading",
      "position_x": 2136,
      "position_y": 520,
      "config": {
        "timeout": 30,
        "color": "bg-[#08bdba]",
        "tags": [
          "pagination",
          "page-load"
        ]
      }
    },
    {
      "block_id": "sleep-1",
      "block_type": "process",
      "title": "Sleep",
      "description": "Wait for specified time",
      "position_x": 2472,
      "position_y": 520,
      "config": {
        "duration": 2,
        "color": "bg-[#ff832b]",
        "tags": [
          "pagination",
          "politeness-delay"
        ]
      }
    },
    {
      "block_id": "wait-for-element-2",
      "block_type": "process",
      "title": "Wait for Element",
      "description": "Wait until element appears",
      "position_x": 2808,
      "position_y": 520,
      "config": {
        "selector": "main a[href*=\"/article/\"], a[href*=\"motor-fan.jp\"][href*=\"/article/\"]",
        "timeout": 30,
        "visible": true,
        "color": "bg-[#08bdba]",
        "tags": [
          "pagination",
          "article-list"
        ]
      }
    },
    {
      "block_id": "end-1",
      "block_type": "output",
      "title": "End",
      "description": "Terminate execution flow",
      "position_x": 1464,
      "position_y": 520,
      "config": {
        "color": "bg-[#8d8d8d]",
        "tags": [
          "end"
        ]
      }
    }
  ],
  "connections": [
    {
      "from_block_id": "navigate-1",
      "from_connector_id": "right",
      "to_block_id": "wait-for-page-load-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "wait-for-page-load-1",
      "from_connector_id": "right",
      "to_block_id": "wait-for-element-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "wait-for-element-1",
      "from_connector_id": "right",
      "to_block_id": "structured-export-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "structured-export-1",
      "from_connector_id": "right",
      "to_block_id": "element-exists-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "element-exists-1",
      "from_connector_id": "true",
      "to_block_id": "click-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "element-exists-1",
      "from_connector_id": "false",
      "to_block_id": "end-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "click-1",
      "from_connector_id": "right",
      "to_block_id": "wait-for-page-load-2",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "wait-for-page-load-2",
      "from_connector_id": "right",
      "to_block_id": "sleep-1",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "sleep-1",
      "from_connector_id": "right",
      "to_block_id": "wait-for-element-2",
      "to_connector_id": "left"
    },
    {
      "from_block_id": "wait-for-element-2",
      "from_connector_id": "right",
      "to_block_id": "structured-export-1",
      "to_connector_id": "left"
    }
  ],
  "canvas_elements": [
    {
      "id": "group-load",
      "element_type": "group",
      "title": "Page Load",
      "color": "#08bdba",
      "position_x": 48,
      "position_y": 116,
      "width": 3008,
      "height": 596,
      "z_index": 20,
      "data": {
        "memberBlockIds": [
          "navigate-1",
          "wait-for-page-load-1",
          "wait-for-element-1",
          "wait-for-page-load-2",
          "sleep-1",
          "wait-for-element-2"
        ]
      }
    },
    {
      "id": "group-extract",
      "element_type": "group",
      "title": "Data Extraction",
      "color": "#42be65",
      "position_x": 1056,
      "position_y": 116,
      "width": 380,
      "height": 296,
      "z_index": 20,
      "data": {
        "memberBlockIds": [
          "structured-export-1"
        ]
      }
    },
    {
      "id": "group-pagination",
      "element_type": "group",
      "title": "Pagination Loop",
      "color": "#ff832b",
      "position_x": 1392,
      "position_y": 116,
      "width": 656,
      "height": 596,
      "z_index": 20,
      "data": {
        "memberBlockIds": [
          "element-exists-1",
          "click-1"
        ]
      }
    },
    {
      "id": "group-control",
      "element_type": "group",
      "title": "Control Flow",
      "color": "#8d8d8d",
      "position_x": 1392,
      "position_y": 416,
      "width": 380,
      "height": 296,
      "z_index": 20,
      "data": {
        "memberBlockIds": [
          "end-1"
        ]
      }
    },
    {
      "id": "note-overview",
      "element_type": "note",
      "title": "Overview",
      "content": "Motor-Fan article keyword-search scraper inferred from the Octoparse catalog entry. Starts from a Motor-Fan keyword search URL for 自動車, extracts article title, author, publication date, category, excerpt, article URL, and image URL from article result cards/links, then follows click-based pagination using rel/class/text next-page detection until no next page is found. Structured-export JS columns are written as executable expressions for UScraper. Edit the search query in the Navigate block to scrape another keyword.",
      "color": "#f1c21b",
      "position_x": 80,
      "position_y": 20,
      "width": 480,
      "height": 160,
      "z_index": 22,
      "data": {}
    },
    {
      "id": "note-block-structured-export-1",
      "element_type": "note",
      "title": "Note: Structured Export",
      "content": "Structured export with JS columns (title, author, publication_date, category, excerpt). These selectors are fragile — update if the site layout changes.",
      "color": "#ee5396",
      "position_x": 1328,
      "position_y": 200,
      "width": 340,
      "height": 130,
      "z_index": 22,
      "data": {
        "block_id": "structured-export-1"
      }
    },
    {
      "id": "note-block-element-exists-1",
      "element_type": "note",
      "title": "Note: Element Exists",
      "content": "Condition block: checks `(//a[(contains(@class,'next') or @rel='next' or contains(normalize-space(.),'次') or contains(normalize-space(.),'›') or `. True / False branches control which path runs next. Keep enough space between branches so both connector lines are visible.",
      "color": "#ee5396",
      "position_x": 1664,
      "position_y": 200,
      "width": 340,
      "height": 170,
      "z_index": 22,
      "data": {
        "block_id": "element-exists-1"
      }
    },
    {
      "id": "note-block-click-1",
      "element_type": "note",
      "title": "Note: Click",
      "content": "Uses XPath `(//a[(contains(@class,'next') or @rel='next' or contains(normalize-space(.),'次') or contains(normali`. XPath breaks easily if DOM structure changes.",
      "color": "#ee5396",
      "position_x": 2000,
      "position_y": 500,
      "width": 340,
      "height": 133,
      "z_index": 22,
      "data": {
        "block_id": "click-1"
      }
    }
  ]
}