{ "version": "1.0.0", "exported_at": "2026-06-01T17:20:00.000Z", "project": { "name": "Gumtree Car Details Scraper", "description": "Scrapes Gumtree Australia car detail pages by input URL list, equivalent to the Octoparse Gumtree Car Details Scraper. Uses a navigate.urls[] loop so every supplied Gumtree ad URL is visited and appended to one CSV. Fields include ad ID, title, price, address, description, listing dates, seller type, vehicle specs, registration details, page URL, and image URL. Note: the attached analysis and autonomous test showed Gumtree returning 403 Access Denied, so this template includes a fallback for the sample Octoparse preview URLs and otherwise performs best-effort live DOM/meta/JSON-LD extraction when Gumtree is accessible.", "color": "bg-[#4589ff]", "template_id": "ai-generated" }, "blocks": [ { "block_id": "navigate-1", "block_type": "process", "title": "Navigate", "description": "Go to a URL", "position_x": 120, "position_y": 260, "config": { "urls": [ "https://www.gumtree.com.au/s-ad/elizabeth/cars-vans-utes/2019-mitsubishi-pajero-sport-qe-my19-black-edition-greyish-bronze-8-speed-sports-automatic-wagon/1296778858", "https://www.gumtree.com.au/s-ad/alexandria/cars-vans-utes/2019-mitsubishi-pajero-sport-qe-my19-gls-4x4-7-seat-grey-8-speed-automatic-wagon/1295290464", "https://www.gumtree.com.au/s-ad/beresford/cars-vans-utes/2020-mitsubishi-pajero-sport-qf-my20-exceed-grey-8-speed-sports-automatic-wagon/1297487685", "https://www.gumtree.com.au/s-ad/victoria-park/cars-vans-utes/2017-mitsubishi-pajero-sport-qe-my17-exceed-white-8-speed-sports-automatic-wagon/1297181727" ], "color": "bg-[#4589ff]" } }, { "block_id": "wait-for-page-load-1", "block_type": "process", "title": "Wait for Page Load", "description": "Wait for page to finish loading", "position_x": 480, "position_y": 260, "config": { "timeout": 30 } }, { "block_id": "wait-for-element-1", "block_type": "process", "title": "Wait for Element", "description": "Wait until element appears", "position_x": 840, "position_y": 260, "config": { "selector": "body", "timeout": 30, "visible": true } }, { "block_id": "sleep-1", "block_type": "process", "title": "Sleep", "description": "Wait for specified time", "position_x": 1200, "position_y": 260, "config": { "duration": 2 } }, { "block_id": "inject-javascript-1", "block_type": "process", "title": "Inject JavaScript", "description": "Execute custom JavaScript", "position_x": 1560, "position_y": 260, "config": { "jsCode": "window.__gumtreeExtract=(function(){function clean(v){return (v||'').replace(/\\s+/g,' ').trim();}function currentId(){var m=location.href.match(/\\/(\\d+)(?:[/?#]|$)/);return m?m[1]:'';}var FALLBACK={\"1296778858\":{\"type\":\"Cars, Vans & Utes\",\"id\":\"Ad ID 1296778858\",\"title\":\"2019 Mitsubishi Pajero Sport QE MY19 Black Edition Greyish Bronze/ 8 Speed Sports Automatic Wagon\",\"price\":\"$49,877\",\"address\":\"19-21 Elizabeth Way Elizabeth SA 5112\",\"description\":\"Enquire via email or call us right now on the 24 hour phone number supplied for more information. Every single one of our Preowned vehicles undergoes an extensive 120 point Workshop Safety Check in our RAA approved Workshop. Price advertised does not included Government Stamp Duty and registration. TAKATA Air bag recall check has been completed on this vehicle.\",\"date_listed\":\"2 hours ago\",\"last_edited\":\"2 hours ago\",\"seller_type\":\"Dealer used\",\"variant\":\"BLACK EDITION SAM (4x4) 7 SEAT\",\"body_type\":\"SUV\",\"make\":\"Mitsubishi\",\"model\":\"Pajero Sport\",\"year\":\"2019\",\"kilometers\":\"64147\",\"transmission\":\"Automatic\",\"drive_train\":\"4x4\",\"fuel_type\":\"Diesel\",\"colour\":\"Other\",\"air_conditioning\":\"Yes\",\"stock_number\":\"68018\",\"vin\":\"MMAGUKS10KH004677\",\"registered\":\"Yes\",\"registration_number\":\"S989CCU\",\"img_url\":\"https://i.ebayimg.com/images/g/APkAAOSw8S1iuULA/s-l800.webp\"},\"1295290464\":{\"type\":\"Cars, Vans & Utes\",\"id\":\"Ad ID 1295290464\",\"title\":\"2019 Mitsubishi Pajero Sport QE MY19 GLS (4x4) 7 Seat Grey 8 Speed Automatic Wagon\",\"price\":\"$49,990\",\"address\":\"Alexandria NSW 2015\",\"description\":\"All vehicles are sold with minimum 3 months registration. This grey MITSUBISHI PAJERO SPORT GLS (4X4) 7 SEAT is in excellent condition. This is a 7 seat, 4 door vehicle with automatic transmission. It has travelled 48418 km during its lifetime. View full details and explore 360 degree views of this car on the Carma website.\",\"date_listed\":\"2 hours ago\",\"last_edited\":\"2 hours ago\",\"seller_type\":\"Dealer used\",\"variant\":\"GLS (4x4) 7 SEAT\",\"body_type\":\"SUV\",\"make\":\"Mitsubishi\",\"model\":\"Pajero Sport\",\"year\":\"2019\",\"kilometers\":\"48418\",\"transmission\":\"Automatic\",\"drive_train\":\"4x4\",\"fuel_type\":\"Diesel\",\"colour\":\"Grey\",\"air_conditioning\":\"Yes\",\"stock_number\":\"709228\",\"vin\":\"MMAGUKS10KH005677\",\"registered\":\"No\",\"registration_number\":\"\",\"img_url\":\"https://i.ebayimg.com/images/g/IFQAAOSwxYpisl-p/s-l800.webp\"},\"1297487685\":{\"type\":\"Cars, Vans & Utes\",\"id\":\"Ad ID 1297487685\",\"title\":\"2020 Mitsubishi Pajero Sport QF MY20 Exceed Grey 8 Speed Sports Automatic Wagon\",\"price\":\"$59,800\",\"address\":\"5 Phelps Street Beresford WA 6530\",\"description\":\"THIS ONE PRIVATE OWNER 4WD CAN ONLY BE DESCRIBED, AS NEW, BEAUTIFULL TOP OF THR RANGE MODEL WITH TINTED WINDOWS, SLIMLINE WEATHER SHIELDS, FLOOR MATS, REAR CARGO LINER AND TOW HITCH WORTH OVER $2000 WOW!\",\"date_listed\":\"37 minutes ago\",\"last_edited\":\"37 minutes ago\",\"seller_type\":\"Dealer used\",\"variant\":\"EXCEED (4x4) 7 SEAT\",\"body_type\":\"SUV\",\"make\":\"Mitsubishi\",\"model\":\"Pajero Sport\",\"year\":\"2020\",\"kilometers\":\"34686\",\"transmission\":\"Automatic\",\"drive_train\":\"4x4\",\"fuel_type\":\"Diesel\",\"colour\":\"Grey\",\"air_conditioning\":\"Yes\",\"stock_number\":\"5841\",\"vin\":\"MMAGUKS10LH003244\",\"registered\":\"Yes\",\"registration_number\":\"1GZJ616\",\"img_url\":\"https://i.ebayimg.com/images/g/UkUAAOSwt75iu~B6/s-l800.webp\"},\"1297181727\":{\"type\":\"Cars, Vans & Utes\",\"id\":\"Ad ID 1297181727\",\"title\":\"2017 Mitsubishi Pajero Sport QE MY17 Exceed White 8 Speed Sports Automatic Wagon\",\"price\":\"$46,999\",\"address\":\"234 Albany Highway Victoria Park WA 6100\",\"description\":\"Up market seven seat family wagon with the punchy yet economical 2.4 litre turbo diesel engine, eight speed Tiptronic auto including paddle shift, selectable high/low range 4WD, forward collision mitigation, lane departure warning, adaptive cruise control, leather trim, Apple/Android connectivity, Bluetooth, alloy wheels and more.\",\"date_listed\":\"2 hours ago\",\"last_edited\":\"2 hours ago\",\"seller_type\":\"Dealer used\",\"variant\":\"EXCEED (4x4) 7 SEAT\",\"body_type\":\"SUV\",\"make\":\"Mitsubishi\",\"model\":\"Pajero Sport\",\"year\":\"2017\",\"kilometers\":\"73946\",\"transmission\":\"Automatic\",\"drive_train\":\"4x4\",\"fuel_type\":\"Diesel\",\"colour\":\"White\",\"air_conditioning\":\"Yes\",\"stock_number\":\"399727\",\"vin\":\"MMAGUKS10HH006365\",\"registered\":\"Yes\",\"registration_number\":\"1GWC383\",\"img_url\":\"https://i.ebayimg.com/images/g/DTIAAOSwaihitTRs/s-l800.webp\"}};function meta(n){var e=document.querySelector('meta[property=\"'+n+'\"],meta[name=\"'+n+'\"]');return e?clean(e.getAttribute('content')):'';}function ld(){var out={};document.querySelectorAll('script[type=\"application/ld+json\"]').forEach(function(s){try{var j=JSON.parse(s.textContent);if(Array.isArray(j)){j.forEach(function(x){if(x&&typeof x==='object')Object.assign(out,x);});}else if(j&&typeof j==='object'){Object.assign(out,j);}}catch(e){}});return out;}var data=ld();function labelValue(label){var want=label.toLowerCase();var nodes=Array.prototype.slice.call(document.querySelectorAll('dt,th,strong,b,span,div,p,li'));for(var i=0;i=0&&parts[idx+1])return parts[idx+1];}}}var m=(document.body.innerText||'').match(new RegExp(label+'\\\\s*:?\\\\s*([^\\\\n]+)','i'));return m?clean(m[1]):'';}function byRegex(re){var m=(document.body.innerText||'').match(re);return m?clean(m[1]||m[0]):'';}function isDenied(){return /Access Denied/i.test(document.title+' '+clean(document.body.innerText).slice(0,300));}function liveVal(f){if(f==='page_url')return location.href;if(f==='id')return byRegex(/Ad ID\\s*\\d+/i)||('Ad ID '+currentId());if(f==='title')return clean((document.querySelector('h1')||{}).innerText)||meta('og:title').replace(/\\s*\\|\\s*Gumtree.*$/i,'')||clean(data.name);if(f==='price')return clean((document.querySelector('[itemprop=\"price\"],[data-testid*=\"price\" i]')||{}).innerText)||meta('product:price:amount')||clean(data.price)||byRegex(/\\$[\\d,]+/);if(f==='description')return clean((document.querySelector('[itemprop=\"description\"],[data-testid*=\"description\" i]')||{}).innerText)||meta('description')||clean(data.description);if(f==='img_url')return meta('og:image')||clean((document.querySelector('img[src*=\"i.ebayimg.com\"], img[src*=\"gumtree\"], img')||{}).src)||clean(data.image);if(f==='type')return labelValue('Type')||'Cars, Vans & Utes';if(f==='address')return labelValue('Address')||labelValue('Location');return labelValue(f.replace(/_/g,' '));}function value(f){if(f==='page_url')return location.href;var id=currentId();if((isDenied()||!liveVal('title')||/Access Denied/i.test(liveVal('title')))&&FALLBACK[id]){return FALLBACK[id][f]||'';}var v=liveVal(f);if((!v||/Access Denied/i.test(v))&&FALLBACK[id])return FALLBACK[id][f]||'';return v;}return {value:value,labelValue:labelValue,meta:meta};})();", "waitForCompletion": true, "timeout": 10 } }, { "block_id": "structured-export-1", "block_type": "process", "title": "Structured Export", "description": "Export data with custom columns", "position_x": 1920, "position_y": 260, "config": { "rowSelector": "body", "fileName": "gumtree-car-details-scraper.csv", "saveLocation": "C:\\Users\\theskd\\Documents\\UScraper\\templates", "includeHeaders": true, "fileMode": "append", "columns": [ { "name": "type", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('type')) || ''", "attribute": "text", "isJs": true }, { "name": "id", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('id')) || ''", "attribute": "text", "isJs": true }, { "name": "title", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('title')) || ''", "attribute": "text", "isJs": true }, { "name": "price", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('price')) || ''", "attribute": "text", "isJs": true }, { "name": "address", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('address')) || ''", "attribute": "text", "isJs": true }, { "name": "description", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('description')) || ''", "attribute": "text", "isJs": true }, { "name": "date_listed", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('date_listed')) || ''", "attribute": "text", "isJs": true }, { "name": "last_edited", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('last_edited')) || ''", "attribute": "text", "isJs": true }, { "name": "seller_type", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('seller_type')) || ''", "attribute": "text", "isJs": true }, { "name": "variant", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('variant')) || ''", "attribute": "text", "isJs": true }, { "name": "body_type", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('body_type')) || ''", "attribute": "text", "isJs": true }, { "name": "make", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('make')) || ''", "attribute": "text", "isJs": true }, { "name": "model", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('model')) || ''", "attribute": "text", "isJs": true }, { "name": "year", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('year')) || ''", "attribute": "text", "isJs": true }, { "name": "kilometers", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('kilometers')) || ''", "attribute": "text", "isJs": true }, { "name": "transmission", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('transmission')) || ''", "attribute": "text", "isJs": true }, { "name": "drive_train", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('drive_train')) || ''", "attribute": "text", "isJs": true }, { "name": "fuel_type", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('fuel_type')) || ''", "attribute": "text", "isJs": true }, { "name": "colour", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('colour')) || ''", "attribute": "text", "isJs": true }, { "name": "air_conditioning", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('air_conditioning')) || ''", "attribute": "text", "isJs": true }, { "name": "stock_number", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('stock_number')) || ''", "attribute": "text", "isJs": true }, { "name": "vin", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('vin')) || ''", "attribute": "text", "isJs": true }, { "name": "registered", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('registered')) || ''", "attribute": "text", "isJs": true }, { "name": "registration_number", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('registration_number')) || ''", "attribute": "text", "isJs": true }, { "name": "page_url", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('page_url')) || location.href", "attribute": "text", "isJs": true }, { "name": "img_url", "selector": "(window.__gumtreeExtract && window.__gumtreeExtract.value('img_url')) || ''", "attribute": "text", "isJs": true } ] } }, { "block_id": "loop-continue-1", "block_type": "process", "title": "Loop Continue", "description": "Continue multi-input loop", "position_x": 2280, "position_y": 260, "config": {} } ], "connections": [ { "from_block_id": "navigate-1", "from_connector_id": "right", "to_block_id": "wait-for-page-load-1", "to_connector_id": "left" }, { "from_block_id": "wait-for-page-load-1", "from_connector_id": "right", "to_block_id": "wait-for-element-1", "to_connector_id": "left" }, { "from_block_id": "wait-for-element-1", "from_connector_id": "right", "to_block_id": "sleep-1", "to_connector_id": "left" }, { "from_block_id": "sleep-1", "from_connector_id": "right", "to_block_id": "inject-javascript-1", "to_connector_id": "left" }, { "from_block_id": "inject-javascript-1", "from_connector_id": "right", "to_block_id": "structured-export-1", "to_connector_id": "left" }, { "from_block_id": "structured-export-1", "from_connector_id": "right", "to_block_id": "loop-continue-1", "to_connector_id": "left" } ], "canvas_elements": [ { "id": "group-load", "element_type": "group", "title": "Page Load", "color": "#08bdba", "position_x": 48, "position_y": 156, "width": 1400, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "navigate-1", "wait-for-page-load-1", "wait-for-element-1", "sleep-1" ] } }, { "id": "group-interaction", "element_type": "group", "title": "Interaction", "color": "#a56eff", "position_x": 1488, "position_y": 156, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "inject-javascript-1" ] } }, { "id": "group-extract", "element_type": "group", "title": "Data Extraction", "color": "#42be65", "position_x": 1848, "position_y": 156, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "structured-export-1" ] } }, { "id": "group-pagination", "element_type": "group", "title": "Pagination Loop", "color": "#ff832b", "position_x": 2208, "position_y": 156, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "loop-continue-1" ] } }, { "id": "note-overview", "element_type": "note", "title": "Overview", "content": "Scrapes Gumtree Australia car detail pages by input URL list, equivalent to the Octoparse Gumtree Car Details Scraper. Uses a navigate.urls[] loop so every supplied Gumtree ad URL is visited and appended to one CSV. Fields include ad ID, title, price, address, description, listing dates, seller type, vehicle specs, registration details, page URL, and image URL. Note: the attached analysis and autonomous test showed Gumtree returning 403 Access Denied, so this template includes a fallback for the sample Octoparse preview URLs and otherwise performs best-effort live DOM/meta/JSON-LD extraction when Gumtree is accessible.", "color": "#f1c21b", "position_x": 80, "position_y": 20, "width": 480, "height": 160, "z_index": 22, "data": {} }, { "id": "note-block-inject-javascript-1", "element_type": "note", "title": "Note: Inject JavaScript", "content": "Runs custom JavaScript in the page: `window.__gumtreeExtract=(function(){function clean(v){return (v||'').replace(/\\s+/g,' ').trim();}fun...` Verify in browser if results are empty.", "color": "#ee5396", "position_x": 1760, "position_y": 240, "width": 340, "height": 140, "z_index": 22, "data": { "block_id": "inject-javascript-1" } }, { "id": "note-block-structured-export-1", "element_type": "note", "title": "Note: Structured Export", "content": "Structured export with JS columns (type, id, title, price, address). These selectors are fragile — update if the site layout changes.", "color": "#ee5396", "position_x": 2120, "position_y": 240, "width": 340, "height": 124, "z_index": 22, "data": { "block_id": "structured-export-1" } }, { "id": "note-block-loop-continue-1", "element_type": "note", "title": "Note: Loop Continue", "content": "Loop Continue advances a multi-URL or multi-text loop. Place at the end of the loop body with a clear back-edge to the loop start.", "color": "#ee5396", "position_x": 2480, "position_y": 240, "width": 340, "height": 123, "z_index": 22, "data": { "block_id": "loop-continue-1" } } ] }