{ "version": "1.0.0", "exported_at": "2026-06-01T12:45:00.000Z", "project": { "name": "Naver Blog SERP Scraper", "description": "UScraper equivalent of the Octoparse Naver Blog SERP template. Scrapes Naver Blog search results for keyword 데이브더다이버 with the sample date range 20231226-20240104, exporting keyword, title, title URL, content/snippet, author, blog link, source blog, publication time, image URL, and extraction time. Pagination uses Naver Blog SERP start-offset URLs with loop-continue and CSV append mode. A JavaScript normalization step creates stable rows and de-duplicates post URLs across pages. Naver may ignore filters, show CAPTCHA/anti-bot pages, or change SERP markup; if blocked, solve CAPTCHA manually in the browser and resume.", "color": "bg-[#03c75a]", "template_id": "ai-generated" }, "blocks": [ { "block_id": "set-window-size-1", "block_type": "process", "title": "Set Window Size", "description": "Set browser window dimensions", "position_x": 120, "position_y": 300, "config": { "width": 1920, "height": 1080, "color": "bg-[#4589ff]" } }, { "block_id": "navigate-1", "block_type": "process", "title": "Navigate", "description": "Go to a URL", "position_x": 480, "position_y": 300, "config": { "urls": [ "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=1", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=11", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=21", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=31", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=41", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=51", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=61", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=71", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=81", "https://search.naver.com/search.naver?where=blog&query=%EB%8D%B0%EC%9D%B4%EB%B8%8C%EB%8D%94%EB%8B%A4%EC%9D%B4%EB%B2%84&sm=tab_pge&nso=so%3Add%2Cp%3Afrom20231226to20240104&start=91" ], "color": "bg-[#08bdba]" } }, { "block_id": "wait-for-page-load-1", "block_type": "process", "title": "Wait for Page Load", "description": "Wait for page to finish loading", "position_x": 840, "position_y": 300, "config": { "timeout": 30, "color": "bg-[#08bdba]" } }, { "block_id": "wait-for-element-1", "block_type": "process", "title": "Wait for Element", "description": "Wait until element appears", "position_x": 1200, "position_y": 300, "config": { "selector": "body", "timeout": 30, "visible": true, "color": "bg-[#08bdba]" } }, { "block_id": "sleep-1", "block_type": "process", "title": "Sleep", "description": "Wait for specified time", "position_x": 1560, "position_y": 300, "config": { "duration": 2, "color": "bg-[#08bdba]" } }, { "block_id": "inject-javascript-1", "block_type": "process", "title": "Inject JavaScript", "description": "Execute custom JavaScript", "position_x": 1920, "position_y": 300, "config": { "jsCode": "(function(){const old=document.getElementById('uscraper-results');if(old)old.remove();const root=document.createElement('div');root.id='uscraper-results';root.setAttribute('style','position:absolute;left:-10000px;top:0;width:1px;height:1px;overflow:hidden;');const params=new URLSearchParams(location.search);const keyword=params.get('query')||'데이브더다이버';const start=params.get('start')||'1';const seenKey='uscraper_naver_blog_seen_posts';if(start==='1')sessionStorage.removeItem(seenKey);const globalSeen=new Set(JSON.parse(sessionStorage.getItem(seenKey)||'[]'));const localSeen=new Set();const extractedAt=new Date().toISOString();const clean=s=>(s||'').replace(/\\s+/g,' ').trim();function isPost(h){try{const u=new URL(h,location.href);return /(^|\\.)blog\\.naver\\.com$/.test(u.hostname)&&(/\\/[^\\/?#]+\\/\\d+/.test(u.pathname)||(u.pathname.indexOf('PostView.naver')>=0&&u.searchParams.get('logNo')));}catch(e){return false;}}function normPost(h){try{const u=new URL(h,location.href);if(u.pathname.indexOf('PostView.naver')>=0){const blogId=u.searchParams.get('blogId');const logNo=u.searchParams.get('logNo');if(blogId&&logNo)return 'https://blog.naver.com/'+blogId+'/'+logNo;}return u.origin+u.pathname.replace(/\\/$/,'');}catch(e){return h;}}function blogHome(h){try{const u=new URL(h,location.href);const parts=u.pathname.split('/').filter(Boolean);return parts[0]?'https://blog.naver.com/'+parts[0]:'';}catch(e){return '';}}function addText(row,cls,val){const s=document.createElement('span');s.className=cls;s.textContent=val||'';row.appendChild(s);}function addLink(row,cls,val,href){const a=document.createElement('a');a.className=cls;a.textContent=val||href||'';if(href)a.href=href;row.appendChild(a);}function addImg(row,cls,src){const img=document.createElement('img');img.className=cls;if(src)img.src=src;row.appendChild(img);}function bestContainer(a){let c=a.closest('li')||a.closest('.bx')||a.closest('.total_wrap')||a.closest('.view_wrap')||a.closest('section')||a.parentElement;let p=c;for(let i=0;i<4&&p&&p.parentElement;i++){const ct=clean(c&&c.textContent);const pt=clean(p.parentElement.textContent);if(pt.length>ct.length&&pt.length<1600)c=p.parentElement;p=p.parentElement;}return c||a.parentElement;}const anchors=Array.from(document.querySelectorAll('a[href]')).filter(a=>isPost(a.href));for(const a of anchors){const postUrl=normPost(a.href);if(globalSeen.has(postUrl)||localSeen.has(postUrl))continue;const title=clean(a.textContent);if(!title||title.length<2||title==='Keep')continue;localSeen.add(postUrl);globalSeen.add(postUrl);const c=bestContainer(a);const text=clean(c?c.textContent:'');const home=blogHome(postUrl);const dateMatch=text.match(/\\d{4}\\.\\s*\\d{1,2}\\.\\s*\\d{1,2}\\.?|\\d{1,2}\\.\\s*\\d{1,2}\\.?|\\d+\\s*(?:분|시간|일|주|개월|년)\\s*전/);const date=dateMatch?dateMatch[0]:'';const profileLinks=Array.from((c||document).querySelectorAll('a[href]')).filter(x=>x.href&&x.href.indexOf('blog.naver.com')>=0&&!isPost(x.href));let author=clean((profileLinks[0]&&profileLinks[0].textContent)||'');if(!author){const candidates=Array.from((c||document).querySelectorAll('span,em,a')).map(x=>clean(x.textContent)).filter(Boolean).filter(t=>t!==title&&t!=='Keep'&&!t.includes('저장')&&!/^\\d+$/.test(t)&&t.length<80);author=candidates.find(t=>!date||t!==date)||'';}const source=author||home.split('/').filter(Boolean).pop()||'';let content=text;[title,author,source,date,'Keep에 저장','Keep에 바로가기','Keep'].forEach(v=>{if(v)content=content.split(v).join(' ');});content=clean(content).slice(0,700);const imgs=Array.from((c||document).querySelectorAll('img'));const img=imgs.find(im=>{const s=im.currentSrc||im.src||im.getAttribute('data-lazysrc')||im.getAttribute('data-src')||'';return s&&!s.includes('blogpfthumb')&&!s.includes('type=f48_48');})||imgs[0];const imgUrl=img?(img.currentSrc||img.src||img.getAttribute('data-lazysrc')||img.getAttribute('data-src')||''):'';const row=document.createElement('div');row.className='uscraper-row';addText(row,'search_keyword',keyword);addLink(row,'title_link',title,postUrl);addText(row,'content',content);addText(row,'author',author);addLink(row,'blog_link_url',source,home);addText(row,'source_blog',source);addText(row,'publication_time',date);addImg(row,'image_url',imgUrl);addText(row,'extraction_time',extractedAt);root.appendChild(row);}sessionStorage.setItem(seenKey,JSON.stringify(Array.from(globalSeen)));document.body.appendChild(root);})();", "waitForCompletion": true, "timeout": 10, "color": "bg-[#a56eff]" } }, { "block_id": "structured-export-1", "block_type": "process", "title": "Structured Export", "description": "Export data with custom columns", "position_x": 2280, "position_y": 300, "config": { "rowSelector": "#uscraper-results .uscraper-row", "fileName": "naver-blog-serp-scraper.csv", "saveLocation": "C:\\Users\\theskd\\Documents\\UScraper\\templates", "includeHeaders": true, "fileMode": "append", "color": "bg-[#42be65]", "columns": [ { "name": "search_keyword", "selector": ".search_keyword", "attribute": "text" }, { "name": "title", "selector": ".title_link", "attribute": "text" }, { "name": "title_link_url", "selector": ".title_link", "attribute": "href" }, { "name": "content", "selector": ".content", "attribute": "text" }, { "name": "author", "selector": ".author", "attribute": "text" }, { "name": "blog_link_url", "selector": ".blog_link_url", "attribute": "href" }, { "name": "source_blog", "selector": ".source_blog", "attribute": "text" }, { "name": "publication_time", "selector": ".publication_time", "attribute": "text" }, { "name": "image_url", "selector": ".image_url", "attribute": "src" }, { "name": "extraction_time", "selector": ".extraction_time", "attribute": "text" } ] } }, { "block_id": "loop-continue-1", "block_type": "process", "title": "Loop Continue", "description": "Continue multi-input loop", "position_x": 2640, "position_y": 300, "config": { "color": "bg-[#ff832b]" } } ], "connections": [ { "from_block_id": "set-window-size-1", "from_connector_id": "right", "to_block_id": "navigate-1", "to_connector_id": "left" }, { "from_block_id": "navigate-1", "from_connector_id": "right", "to_block_id": "wait-for-page-load-1", "to_connector_id": "left" }, { "from_block_id": "wait-for-page-load-1", "from_connector_id": "right", "to_block_id": "wait-for-element-1", "to_connector_id": "left" }, { "from_block_id": "wait-for-element-1", "from_connector_id": "right", "to_block_id": "sleep-1", "to_connector_id": "left" }, { "from_block_id": "sleep-1", "from_connector_id": "right", "to_block_id": "inject-javascript-1", "to_connector_id": "left" }, { "from_block_id": "inject-javascript-1", "from_connector_id": "right", "to_block_id": "structured-export-1", "to_connector_id": "left" }, { "from_block_id": "structured-export-1", "from_connector_id": "right", "to_block_id": "loop-continue-1", "to_connector_id": "left" } ], "canvas_elements": [ { "id": "group-entry", "element_type": "group", "title": "Entry & Setup", "color": "#4589ff", "position_x": 48, "position_y": 196, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "set-window-size-1" ] } }, { "id": "group-load", "element_type": "group", "title": "Page Load", "color": "#08bdba", "position_x": 408, "position_y": 196, "width": 1400, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "navigate-1", "wait-for-page-load-1", "wait-for-element-1", "sleep-1" ] } }, { "id": "group-interaction", "element_type": "group", "title": "Interaction", "color": "#a56eff", "position_x": 1848, "position_y": 196, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "inject-javascript-1" ] } }, { "id": "group-extract", "element_type": "group", "title": "Data Extraction", "color": "#42be65", "position_x": 2208, "position_y": 196, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "structured-export-1" ] } }, { "id": "group-pagination", "element_type": "group", "title": "Pagination Loop", "color": "#ff832b", "position_x": 2568, "position_y": 196, "width": 380, "height": 296, "z_index": 20, "data": { "memberBlockIds": [ "loop-continue-1" ] } }, { "id": "note-overview", "element_type": "note", "title": "Overview", "content": "UScraper equivalent of the Octoparse Naver Blog SERP template. Scrapes Naver Blog search results for keyword 데이브더다이버 with the sample date range 20231226-20240104, exporting keyword, title, title URL, content/snippet, author, blog link, source blog, publication time, image URL, and extraction time. Pagination uses Naver Blog SERP start-offset URLs with loop-continue and CSV append mode. A JavaScript normalization step creates stable rows and de-duplicates post URLs across pages. Naver may ignore filters, show CAPTCHA/anti-bot pages, or change SERP markup; if blocked, solve CAPTCHA manually in the browser and resume.", "color": "#f1c21b", "position_x": 80, "position_y": 20, "width": 480, "height": 160, "z_index": 22, "data": {} }, { "id": "note-block-navigate-1", "element_type": "note", "title": "Note: Navigate", "content": "Multi-URL loop over 10 pages. Pair with loop-continue at the end of each iteration.", "color": "#ee5396", "position_x": 680, "position_y": 280, "width": 332, "height": 107, "z_index": 22, "data": { "block_id": "navigate-1" } }, { "id": "note-block-inject-javascript-1", "element_type": "note", "title": "Note: Inject JavaScript", "content": "Runs custom JavaScript in the page: `(function(){const old=document.getElementById('uscraper-results');if(old)old.remove();const root=doc...` Verify in browser if results are empty.", "color": "#ee5396", "position_x": 2120, "position_y": 280, "width": 340, "height": 140, "z_index": 22, "data": { "block_id": "inject-javascript-1" } }, { "id": "note-block-structured-export-1", "element_type": "note", "title": "Note: Structured Export", "content": "Extracts rows matching `#uscraper-results .uscraper-row`. Confirm row count > 0 before running at scale.", "color": "#ee5396", "position_x": 2480, "position_y": 280, "width": 340, "height": 114, "z_index": 22, "data": { "block_id": "structured-export-1" } }, { "id": "note-block-loop-continue-1", "element_type": "note", "title": "Note: Loop Continue", "content": "Loop Continue advances a multi-URL or multi-text loop. Place at the end of the loop body with a clear back-edge to the loop start.", "color": "#ee5396", "position_x": 2840, "position_y": 280, "width": 340, "height": 123, "z_index": 22, "data": { "block_id": "loop-continue-1" } } ] }