{ "version": "1.0.0", "exported_at": "2026-06-01T04:20:00.000Z", "project": { "name": "At Home Japan Detached House Listing Scraper", "description": "Extracts detached/new house listing data from At Home Japan for Kawasaki listings, including page address, property name, property type, price, location, traffic/access, layout, building area, land area, and completion date. Pagination uses a known URL list for the detected 1,400-result listing set, covering pages 1-47 and appending all rows into one CSV. The template avoids fragile At Home CSS title selectors and uses Japanese label/text-based XPath plus JavaScript parsing. If At Home presents CAPTCHA, bot checks, or region/rate-limit blocking, run in a visible browser and solve manually.", "color": "bg-[#4589ff]", "template_id": "ai-generated" }, "blocks": [ { "block_id": "set-window-size-1", "block_type": "process", "title": "Set Window Size", "description": "Set browser window size", "position_x": 120, "position_y": 220, "config": { "width": 1920, "height": 1080, "color": "bg-[#4589ff]" } }, { "block_id": "navigate-1", "block_type": "process", "title": "Navigate", "description": "Go to a URL", "position_x": 480, "position_y": 220, "config": { "urls": [ "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/?kwd=101", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page2/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page3/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page4/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page5/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page6/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page7/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page8/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page9/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page10/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page11/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page12/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page13/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page14/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page15/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page16/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page17/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page18/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page19/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page20/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page21/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page22/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page23/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page24/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page25/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page26/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page27/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page28/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page29/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page30/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page31/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page32/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page33/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page34/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page35/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page36/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page37/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page38/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page39/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page40/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page41/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page42/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page43/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page44/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page45/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page46/", "https://www.athome.co.jp/kodate/shinchiku/kanagawa/kawasaki-locate/list/page47/" ], "color": "bg-[#08bdba]" } }, { "block_id": "wait-for-page-load-1", "block_type": "process", "title": "Wait for Page Load", "description": "Wait for page to finish loading", "position_x": 840, "position_y": 220, "config": { "timeout": 30, "color": "bg-[#08bdba]" } }, { "block_id": "sleep-1", "block_type": "process", "title": "Sleep", "description": "Wait for specified time", "position_x": 1200, "position_y": 220, "config": { "duration": 5, "color": "bg-[#08bdba]" } }, { "block_id": "wait-for-text-1", "block_type": "process", "title": "Wait for Text", "description": "Wait until text appears", "position_x": 1560, "position_y": 220, "config": { "text": "間取り", "timeout": 30, "color": "bg-[#08bdba]" } }, { "block_id": "structured-export-1", "block_type": "process", "title": "Structured Export", "description": "Export data with custom columns", "position_x": 1920, "position_y": 220, "config": { "rowSelector": "//div[.//strong[contains(normalize-space(.), '間取り')] and .//strong[contains(normalize-space(.), '建物面積')] and .//strong[contains(normalize-space(.), '土地面積')] and .//strong[contains(normalize-space(.), '完成時期')] and .//*[contains(normalize-space(.), '所在地')] and .//*[contains(normalize-space(.), '交通')] and not(.//div[.//strong[contains(normalize-space(.), '間取り')] and .//strong[contains(normalize-space(.), '建物面積')] and .//strong[contains(normalize-space(.), '土地面積')] and .//strong[contains(normalize-space(.), '完成時期')] and .//*[contains(normalize-space(.), '所在地')] and .//*[contains(normalize-space(.), '交通')]])]", "fileName": "at-home-detached-house-listing-scraper.csv", "saveLocation": "C:\\Users\\theskd\\Documents\\UScraper\\templates", "includeHeaders": true, "fileMode": "append", "color": "bg-[#42be65]", "columns": [ { "name": "page_address", "selector": "window.location.href", "attribute": "text", "isJs": true }, { "name": "property_name", "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); let root = ROW; for (let i = 0; i < 8 && root; i++, root = root.parentElement) { const el = root.querySelector('.title-wrap__title-text, [class*=\"title-text\"], [class*=\"title\"]'); const txt = clean(el && el.textContent); if (txt && !/(お気に入り|資料請求|詳細|検索条件|表示件数|並び替え)/.test(txt)) return txt; } const card = ROW.closest('[class*=\"card\"], [class*=\"bukken\"], li, section, article') || ROW; const lines = clean(card.innerText).split(' ').filter(Boolean); const bad = /(新築一戸建て|未入居一戸建て|中古一戸建て|間取り|建物面積|土地面積|完成時期|所在地|交通|ポイント|お気に入り|資料請求|詳細|万円|m²)/; const cand = lines.find(x => x.length > 3 && !bad.test(x)); return cand || ''; })()", "attribute": "text", "isJs": true }, { "name": "property_type", "selector": "(() => { const card = ROW.closest('[class*=\"card\"], [class*=\"bukken\"], li, section, article') || ROW; const t = (card.innerText || ROW.innerText || '').replace(/\\s+/g, ' ').trim(); const m = t.match(/(新築一戸建て|未入居一戸建て|中古一戸建て)/); return m ? m[1] : ''; })()", "attribute": "text", "isJs": true }, { "name": "price", "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, '').trim(); let root = ROW; for (let i = 0; i < 8 && root; i++, root = root.parentElement) { const el = root.querySelector('.property-price, [class*=\"price\"]'); const txt = clean(el && el.textContent); if (/万円/.test(txt)) return txt; } const card = ROW.closest('[class*=\"card\"], [class*=\"bukken\"], li, section, article') || ROW; const t = (card.innerText || '').replace(/\\s+/g, ' '); const m = t.match(/[0-9０-９,，]+(?:億[0-9０-９,，]*)?万円(?:[～・〜-][0-9０-９,，]+(?:億[0-9０-９,，]*)?万円)?/); return m ? m[0] : ''; })()", "attribute": "text", "isJs": true }, { "name": "location", "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const card = ROW.closest('[class*=\"card\"], [class*=\"bukken\"], li, section, article') || ROW; const findLabel = (label) => { const els = Array.from(card.querySelectorAll('*')).filter(el => clean(el.textContent).includes(label)); for (const el of els) { const txt = clean(el.innerText || el.textContent); if (txt.includes(label) && txt.length < 180) return clean(txt.replace(label, '')); } const t = clean(card.innerText); const re = new RegExp(label + '\\\\s*(.*?)\\\\s*(交通|間取り|建物面積|土地面積|完成時期|ポイント|$)'); const m = t.match(re); return m ? clean(m[1]) : ''; }; return findLabel('所在地'); })()", "attribute": "text", "isJs": true }, { "name": "traffic", "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const card = ROW.closest('[class*=\"card\"], [class*=\"bukken\"], li, section, article') || ROW; const els = Array.from(card.querySelectorAll('*')).filter(el => clean(el.textContent).includes('交通')); for (const el of els) { const txt = clean(el.innerText || el.textContent); if (txt.includes('交通') && txt.length < 220) return clean(txt.replace('交通', '')); } const t = clean(card.innerText); const m = t.match(/交通\\s*(.*?)\\s*(間取り|建物面積|土地面積|完成時期|ポイント|$)/); return m ? clean(m[1]) : ''; })()", "attribute": "text", "isJs": true }, { "name": "layout", "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const blocks = Array.from(ROW.querySelectorAll('*')); const b = blocks.find(el => clean(el.querySelector('strong') && el.querySelector('strong').textContent).includes('間取り')); if (b) return clean((b.innerText || b.textContent).replace('間取り', '')); const t = clean(ROW.innerText); const m = t.match(/間取り\\s*(.*?)\\s*(建物面積|土地面積|完成時期|所在地|交通|$)/); return m ? clean(m[1]) : ''; })()", "attribute": "text", "isJs": true }, { "name": "building_area", "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const blocks = Array.from(ROW.querySelectorAll('*')); const b = blocks.find(el => clean(el.querySelector('strong') && el.querySelector('strong').textContent).includes('建物面積')); if (b) return clean((b.innerText || b.textContent).replace('建物面積', '')); const t = clean(ROW.innerText); const m = t.match(/建物面積\\s*(.*?)\\s*(土地面積|完成時期|所在地|交通|$)/); return m ? clean(m[1]) : ''; })()", "attribute": "text", "isJs": true }, { "name": "land_area", "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const blocks = Array.from(ROW.querySelectorAll('*')); const b = blocks.find(el => clean(el.querySelector('strong') && el.querySelector('strong').textContent).includes('土地面積')); if (b) return clean((b.innerText || b.textContent).replace('土地面積', '')); const t = clean(ROW.innerText); const m = t.match(/土地面積\\s*(.*?)\\s*(完成時期|所在地|交通|$)/); return m ? clean(m[1]) : ''; })()", "attribute": "text", "isJs": true }, { "name": "completion_date", "selector": "(() => { const clean = s => (s || '').replace(/\\s+/g, ' ').trim(); const blocks = Array.from(ROW.querySelectorAll('*')); const b = blocks.find(el => clean(el.querySelector('strong') && el.querySelector('strong').textContent).includes('完成時期')); if (b) return clean((b.innerText || b.textContent).replace('完成時期', '')); const t = clean(ROW.innerText); const m = t.match(/完成時期\\s*(.*?)\\s*(所在地|交通|ポイント|$)/); return m ? clean(m[1]) : ''; })()", "attribute": "text", "isJs": true } ] } }, { "block_id": "loop-continue-1", "block_type": "process", "title": "Loop Continue", "description": "Continue multi-input loop", "position_x": 2280, "position_y": 220, "config": { "color": "bg-[#ff832b]" } } ], "connections": [ { "from_block_id": "set-window-size-1", "from_connector_id": "right", "to_block_id": "navigate-1", "to_connector_id": "left" }, { "from_block_id": "navigate-1", "from_connector_id": "right", "to_block_id": "wait-for-page-load-1", "to_connector_id": "left" }, { "from_block_id": "wait-for-page-load-1", "from_connector_id": "right", "to_block_id": "sleep-1", "to_connector_id": "left" }, { "from_block_id": "sleep-1", "from_connector_id": "right", "to_block_id": "wait-for-text-1", "to_connector_id": "left" }, { "from_block_id": "wait-for-text-1", "from_connector_id": "right", "to_block_id": "structured-export-1", "to_connector_id": "left" }, { "from_block_id": "structured-export-1", "from_connector_id": "right", "to_block_id": "loop-continue-1", "to_connector_id": "left" } ], "canvas_elements": [ { "id": "group-entry", "element_type": "group", "title": "Entry & Setup", "color": "#4589ff", "position_x": 48, "position_y": 116, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "set-window-size-1" ] } }, { "id": "group-load", "element_type": "group", "title": "Page Load", "color": "#08bdba", "position_x": 408, "position_y": 116, "width": 1400, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "navigate-1", "wait-for-page-load-1", "sleep-1", "wait-for-text-1" ] } }, { "id": "group-extract", "element_type": "group", "title": "Data Extraction", "color": "#42be65", "position_x": 1848, "position_y": 116, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "structured-export-1" ] } }, { "id": "group-pagination", "element_type": "group", "title": "Pagination Loop", "color": "#ff832b", "position_x": 2208, "position_y": 116, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "loop-continue-1" ] } }, { "id": "note-overview", "element_type": "note", "title": "Overview", "content": "Extracts detached/new house listing data from At Home Japan for Kawasaki listings, including page address, property name, property type, price, location, traffic/access, layout, building area, land area, and completion date. Pagination uses a known URL list for the detected 1,400-result listing set, covering pages 1-47 and appending all rows into one CSV. The template avoids fragile At Home CSS title selectors and uses Japanese label/text-based XPath plus JavaScript parsing. If At Home presents CAPTCHA, bot checks, or region/rate-limit blocking, run in a visible browser and solve manually.", "color": "#f1c21b", "position_x": 80, "position_y": 20, "width": 480, "height": 160, "z_index": 22, "data": {} }, { "id": "note-block-navigate-1", "element_type": "note", "title": "Note: Navigate", "content": "Multi-URL loop over 47 pages. Pair with loop-continue at the end of each iteration.", "color": "#ee5396", "position_x": 680, "position_y": 200, "width": 332, "height": 107, "z_index": 22, "data": { "block_id": "navigate-1" } }, { "id": "note-block-structured-export-1", "element_type": "note", "title": "Note: Structured Export", "content": "Structured export with JS columns (page_address, property_name, property_type, price, location). These selectors are fragile — update if the site layout changes.", "color": "#ee5396", "position_x": 2120, "position_y": 200, "width": 340, "height": 133, "z_index": 22, "data": { "block_id": "structured-export-1" } }, { "id": "note-block-loop-continue-1", "element_type": "note", "title": "Note: Loop Continue", "content": "Loop Continue advances a multi-URL or multi-text loop. Place at the end of the loop body with a clear back-edge to the loop start.", "color": "#ee5396", "position_x": 2480, "position_y": 200, "width": 340, "height": 123, "z_index": 22, "data": { "block_id": "loop-continue-1" } } ] }