파이썬 Requests 크롤러 noscript 질문이요


  • Level 3

    import requests

    req = requests.get('https://m.bunjang.co.kr/products/135299166')
    req.encoding = "utf-8"
    html = req.text
    print(html)

    크롤링하려고 예시로 위 코드를 입력했을때 해당 noscript뜨면서 url의 html이 안긁히는 현상이 일어나는데 이유를 모르겠습니다. 혹시 이유와 해결방법을 아시는분 계신가요?

    [코드 실행 결과]
    <!doctype html><html lang="en"><head><meta charset="utf-8"/><meta name="robots" content="noimageindex, noarchive"/><meta name="viewport" content="width=device-width,initial-scale=1,shrink-to-fit=no,maximum-scale=1,user-scalable=0"/><meta name="description" content="직거래부터 택배거래까지 쉽고 안전하게, 취향 기반 중고거래 플랫폼"/><meta name="keywords" content="번개장터,번장,마켓,중고나라,Market,중고카페,C2C,연예인용품,스타굿즈,오픈마켓,저렴,개인간 거래,중고장터,알뜰장터,중고폰,엑소,픽시,중고시장,중고마켓,직거래,벼룩시장,벼룩장터,중고,중고상품,중고아이템,중고품,중고물품 거래,무료 나눔,물물교환,렌트,장터,쇼핑,프리마켓,중고쇼핑 등"/><meta name="theme-color" content="#ffffff"/><meta httpequiv="Content-Security-Policy" content="upgrade-insecure-requests"/><meta httpequiv="X-UA-Compatible" content="IE=edge"/><meta httpequiv="Content-Script-Type" content="text/javascript"/><meta httpequiv="Content-Style-Type" content="text/css"/><meta property="og:title" content="번개장터"/><meta property="og:description" content="중고거래사이트, 번장 사기탐지시스템, 픽시/스타굿즈/패션/중고차/스마트폰.."/><meta property="og:type" content="website"/><meta property="og:url" content="http://m.bunjang.co.kr"/><meta property="og:image" content="http://dbgl6r3fnusyg.cloudfront.net/bunjang/bunjang_logo_200x200.png"/><meta name="twitter:title" content="번개장터"/><meta name="twitter:description" content="취향을 잇는 거래, 번개장터"/><meta name="twitter:card" content="summary"/><meta name="twitter:url" content="http://m.bunjang.co.kr"/><meta name="twitter:image" content="http://m.bunjang.co.kr/static/mobile/images/common/logo.png"/><meta name="google-site-verification" content="JEB5ISyd0B48XEYX_Zbc0Hg_3wNVquA_so8lGZpS2Aw"/><meta name="naver-site-verification" content="be5055aefad0219f41d534bfc242fb801ac59429"/><link rel="shortcut icon" href="/favicon.ico"/><link rel="manifest" href="/manifest.json"/><link href="//fonts.googleapis.com/earlyaccess/notosanskr.css" rel="stylesheet"/><script async src="//developers.kakao.com/sdk/js/kakao.min.js"></script><script src="//connect.facebook.net/en_US/sdk.js"></script><script async type="text/javascript" src="https://ssl.pstatic.net/adimg3.search/adpost/js/adpost_show_ads_v2.min.js"></script><script type="application/ld+json">{
    "@context": "http://schema.org",
    "@type": "Organization",
    "name": "번개장터",
    "url": "https://m.bunjang.co.kr",
    "sameAs": [
    "https://www.instagram.com/bgjtmag",
    "https://play.google.com/store/apps/details?id=kr.co.quicket&hl=ko",
    "https://apps.apple.com/kr/app/id395672275"
    ]
    }</script><title>취향을 잇는 거래, 번개장터</title></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div><div id="toast"></div><div id="modal"></div><script>!function(u){function e(e){for(var t,r,n=e[0],o=e[1],a=e[2],c=0,f=[];c<n.length;c++)r=n[c],Object.prototype.hasOwnProperty.call(l,r)&&l[r]&&f.push(l[r][0]),l[r]=0;for(t in o)Object.prototype.hasOwnProperty.call(o,t)&&(u[t]=o[t]);for(h&&h(e);f.length;)f.shift()();return i.push.apply(i,a||[]),d()}function d(){for(var e,t=0;t<i.length;t++){for(var r=i[t],n=!0,o=1;o<r.length;o++){var a=r[o];0!==l[a]&&(n=!1)}n&&(i.splice(t--,1),e=p(p.s=r[0]))}return e}var r={},s={25:0},l={25:0},i=[];function p(e){if(r[e])return r[e].exports;var t=r[e]={i:e,l:!1,exports:{}};return u[e].call(t.exports,t,t.exports,p),t.l=!0,t.exports}p.e=function(i){var e=[];s[i]?e.push(s[i]):0!==s[i]&&{1:1}[i]&&e.push(s[i]=new Promise(function(e,n){for(var t="pc-static/css/"+({4:"Category",5:"Customer",6:"CustomerBan",7:"Home",8:"Identification",9:"Login",10:"NaverBlog",11:"NaverLogin",12:"Password",13:"PasswordPhone",14:"ProductNew",15:"Products",16:"Qna",17:"SearchProduct",18:"SearchShop",19:"Settings",20:"Shop",21:"Signup",22:"SignupComplete",23:"Splash"}[i]||i)+"."+{0:"31d6cfe0",1:"611c581c",2:"31d6cfe0",3:"31d6cfe0",4:"31d6cfe0",5:"31d6cfe0",6:"31d6cfe0",7:"31d6cfe0",8:"31d6cfe0",9:"31d6cfe0",10:"31d6cfe0",11:"31d6cfe0",12:"31d6cfe0",13:"31d6cfe0",14:"31d6cfe0",15:"31d6cfe0",16:"31d6cfe0",17:"31d6cfe0",18:"31d6cfe0",19:"31d6cfe0",20:"31d6cfe0",21:"31d6cfe0",22:"31d6cfe0",23:"31d6cfe0",27:"31d6cfe0"}[i]+".chunk.css",o=p.p+t,r=document.getElementsByTagName("link"),a=0;a<r.length;a++){var c=(u=r[a]).getAttribute("data-href")||u.getAttribute("href");if("stylesheet"===u.rel&&(c===t||c===o))return e()}var f=document.getElementsByTagName("style");for(a=0;a<f.length;a++){var u;if((c=(u=f[a]).getAttribute("data-href"))===t||c===o)return e()}var d=document.createElement("link");d.rel="stylesheet",d.type="text/css",d.onload=e,d.onerror=function(e){var t=e&&e.target&&e.target.src||o,r=new Error("Loading CSS chunk "+i+" failed.\n("+t+")");r.request=t,delete s[i],d.parentNode.removeChild(d),n(r)},d.href=o,document.getElementsByTagName("head")[0].appendChild(d)}).then(function(){s[i]=0}));var r=l[i];if(0!==r)if(r)e.push(r[2]);else{var t=new Promise(function(e,t){r=l[i]=[e,t]});e.push(r[2]=t);var n,o=document.createElement("script");o.charset="utf-8",o.timeout=120,p.nc&&o.setAttribute("nonce",p.nc),o.src=p.p+"pc-static/js/"+({4:"Category",5:"Customer",6:"CustomerBan",7:"Home",8:"Identification",9:"Login",10:"NaverBlog",11:"NaverLogin",12:"Password",13:"PasswordPhone",14:"ProductNew",15:"Products",16:"Qna",17:"SearchProduct",18:"SearchShop",19:"Settings",20:"Shop",21:"Signup",22:"SignupComplete",23:"Splash"}[i]||i)+"."+{0:"4a20d11a",1:"48dcd5f1",2:"daa98dfc",3:"876f1fab",4:"3708e2a1",5:"5e3a6b63",6:"a908bfb3",7:"e61e6797",8:"a0900f0a",9:"63e6e342",10:"6c47e8b0",11:"61b1f045",12:"e230be7c",13:"779558dc",14:"e77893e7",15:"5ab55bb0",16:"984a9b9d",17:"c818c567",18:"21ab6023",19:"12db8877",20:"1f418252",21:"22afe74d",22:"a36c8bf3",23:"9da431b9",27:"2f8166c7"}[i]+".chunk.js";var a=new Error;n=function(e){o.onerror=o.onload=null,clearTimeout(c);var t=l[i];if(0!==t){if(t){var r=e&&("load"===e.type?"missing":e.type),n=e&&e.target&&e.target.src;a.message="Loading chunk "+i+" failed.\n("+r+": "+n+")",a.name="ChunkLoadError",a.type=r,a.request=n,t1}l[i]=void 0}};var c=setTimeout(function(){n({type:"timeout",target:o})},12e4);o.onerror=o.onload=n,document.head.appendChild(o)}return Promise.all(e)},p.m=u,p.c=r,p.d=function(e,t,r){p.o(e,t)||Object.defineProperty(e,t,{enumerable:!0,get:r})},p.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},p.t=function(t,e){if(1&e&&(t=p(t)),8&e)return t;if(4&e&&"object"==typeof t&&t&&t.__esModule)return t;var r=Object.create(null);if(p.r(r),Object.defineProperty(r,"default",{enumerable:!0,value:t}),2&e&&"string"!=typeof t)for(var n in t)p.d(r,n,function(e){return t[e]}.bind(null,n));return r},p.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return p.d(t,"a",t),t},p.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},p.p="/",p.oe=function(e){throw console.error(e),e};var t=window.webpackJsonp=window.webpackJsonp||[],n=t.push.bind(t);t.push=e,t=t.slice();for(var o=0;o<t.length;o++)e(t[o]);var h=n;d()}([])</script><script src="/pc-static/js/26.4025d4e0.chunk.js"></script><script src="/pc-static/js/main.1d2eaf3f.chunk.js"></script></body></html>

ONLINE USERS

POPULAR TOPICS

SUGGESTED TOPICS