{"id":1388,"date":"2013-11-22T10:23:06","date_gmt":"2013-11-22T10:23:06","guid":{"rendered":"http:\/\/brain.payzip.co.kr\/?p=1388"},"modified":"2013-11-22T10:23:06","modified_gmt":"2013-11-22T10:23:06","slug":"%ed%8c%8c%ec%9d%b4%ec%8d%ac-%eb%9d%bc%ec%9d%b4%eb%b8%8c%eb%9f%ac%eb%a6%ac-%ec%84%a4%ec%b9%98","status":"publish","type":"post","link":"https:\/\/blog.goorigo.com\/?p=1388","title":{"rendered":"scrap – beautifulsoup4"},"content":{"rendered":"

\ud30c\uc774\uc36c \ub2e4\uc6b4\ub85c\ub4dc – \u00a0http:\/\/www.python.org\/download\/releases\/2.7.6\/<\/a><\/p>\n

\ubdf0\ud2f0\ud480 \uc218\ud504 –\u00a0http:\/\/www.crummy.com\/software\/BeautifulSoup\/#Download<\/a><\/p>\n

\ubdf0\ud2f0\ud480\uc218\ud504 \uae30\ucd08 –\u00a0http:\/\/toors.tistory.com\/entry\/Python-BeautifulSoup%EC%9C%BC%EB%A1%9C-%EA%B2%8C%EC%8B%9C%ED%8C%90-%EA%B8%81%EC%96%B4%EC%98%A4%EA%B8%B0-%ED%8C%A8%ED%84%B4<\/a><\/p>\n

 <\/p>\n

\ud30c\uc774\uc36c\uc740 \uc678\ubd80 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ubc29\ubc95\uc774 \ub450 \uac00\uc9c0\ub85c \uc0dd\uac01\ud558\uc2e4 \uc218 \uc788\ub294\ub370\uc694<\/p>\n

\uccab\ubc88\uc9f8\ub85c \ud504\ub85c\uadf8\ub7a8\uc774 \ub4e4\uc5b4\uc788\ub294 \ud3f4\ub354\ub610\ub294 \ub77c\uc774\ube0c\ub7ec\ub9ac path\uc5d0 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \ub123\uc5b4 \ub450\uace0 import \ud574\uc11c \uc4f0\uc2dc\uba74 \ub429\ub2c8\ub2e4.<\/p>\n

\uc774\ub294 \ub9e4\uc6b0 \uac04\ub2e8\ud558\ubbc0\ub85c(\uadf8\ub0e5 \ud504\ub85c\uadf8\ub7a8\ub9cc\ub4e4\ub54c \uac19\uc740 \ud3f4\ub354\uc548\uc5d0 \ub123\uae30\ub9cc \ud558\uba74 \ub418\ub2c8\uae4c!) \uc124\uba85\ud558\uc9c0 \uc54a\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n

\ub2e4\ub978 \ubc29\ubc95\uc740 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc124\uce58 \ud574\uc11c \uc0ac\uc6a9\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4.<\/p>\n

OS\ud658\uacbd\uc740 \ub9ac\ub205\uc2a4\uc640 \uc708\ub3c4\uc6b0 \ub450 \uac00\uc9c0\ub85c \uc124\uba85\ub4dc\ub9ac\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n

\ucd9c\ucc98 :\u00a0http:\/\/it.pode.es\/135<\/a><\/p>\n

\n

1.Linux\ud658\uacbd\uc5d0\uc11c \ud30c\uc774\uc36c \uc678\ubd80 \ub77c\uc774\ube0c\ub7ec\ub9ac \uc124\uce58\ud558\uae30<\/p>\n

\uc774\ub3c4 \ub9e4\uc6b0 \uac04\ub2e8\ud55c \ubc29\ubc95\uc785\ub2c8\ub2e4.<\/p>\n

\ub9ac\ub205\uc2a4\uc5d0\uc11c\ub294 apt-get \ub610\ub294 yum \uacfc \uac19\uc740 \ubc29\ubc95\uc73c\ub85c \uc778\uc2a4\ud1a8\ud558\uc2e4 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

ex) beautiful soup \uc124\uce58\ud558\uae30<\/p>\n

>>>sudo apt-get install python-bs4<\/p>\n

\ub610\ud55c easy install\uc774\ub098 pip\ub4f1\uc744 \ud1b5\ud574\ub3c4 \uc124\uce58\ud558\uc2e4 \uc218 \uc788\uc2b5\ub2c8\ub2e4<\/p>\n

ex) beatufiul soup \uc124\uce58\ud558\uae30<\/p>\n

>>>easy_install beautifulsoup4<\/p>\n

>>>pip install beautifulsoup4<\/p>\n

\ub2e4\ub978 \ud55c \uac00\uc9c0 \ubc29\ubc95\uc740 setup.py\ub97c \uc0ac\uc6a9\ud558\ub294 \ubc29\ubc95\uc778\ub370, \uc774\ub294 \uc544\ub798\uc5d0\uc11c \uc124\uba85\ud560 \uc708\ub3c4\uc6b0\ud658\uacbd\uc5d0\uc11c\uc758 \ud30c\uc774\uc36c \uc678\ubd80\ub77c\uc774\ube0c\ub7ec\ub9ac \uc124\uce58 \ubc29\ubc95\uacfc \uac19\uc73c\ubbc0\ub85c \uc544\ub798\uc5d0\uc11c \uc124\uba85\ud558\ub3c4\ub85d \ud558\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n

\n

2.Windows\ud658\uacbd\uc5d0\uc11c \ud30c\uc774\uc36c \uc678\ubd80 \ub77c\uc774\ube0c\ub7ec\ub9ac \uc124\uce58\ud558\uae30<\/p>\n

\uc774\ub294 \uc57d\uac04\uc758 \uc9c0\uc2dd\uc774 \ud544\uc694\ud569\ub2c8\ub2e4.<\/p>\n

\ud558\uc9c0\ub9cc \uc5b4\ub824\uc6b4 \ubc29\ubc95\uc740 \uc544\ub2c8\ub2c8 \uac71\uc815\uc548\ud558\uc154\ub3c4 \ub429\ub2c8\ub2e4.<\/p>\n

\uc77c\ub2e8, \ud30c\uc774\uc36c \uc678\ubd80 \ub77c\uc774\ube0c\ub7ec\ub9ac \ud30c\uc77c\uc744 \uc555\ucd95\uc744 \ud480\uc5b4 \ub193\uc2b5\ub2c8\ub2e4.<\/p>\n

1.\uadf8\ub9ac\uace0 cmd\ucc3d\uc5d0 \ub4e4\uc5b4\uac11\ub2c8\ub2e4.<\/p>\n

2.\uadf8\ub2e4\uc74c, \uba85\ub839\uc5b4\ub85c \uadf8 \ud3f4\ub354\ub85c \uc774\ub3d9\ud569\ub2c8\ub2e4.<\/p>\n

Tip1. cd \uc8fc\uc18c = \ud3f4\ub354\uc8fc\uc18c\ub85c \uc774\ub3d9<\/p>\n

ex) cd D:\\magnet\\nate<\/p>\n

\ub294 D\ub4dc\ub77c\uc774\ube0c\uc758 magnet\ud3f4\ub354\uc758 nate\ud3f4\ub354\ub85c \ub4e4\uc5b4\uac00\ub77c\ub294 \ub73b \uc785\ub2c8\ub2e4<\/p>\n

Tip2. \ud574\ub2f9 \ud3f4\ub354\ub97c cmd\ucc3d\uc5d0 \ub4dc\ub798\uadf8\ud558\uba74 \ud3f4\ub354\uc8fc\uc18c\uac00 \uc801\ud799\ub2c8\ub2e4<\/p>\n

\uc989, cd \ub77c\uace0 \uce5c \ud6c4 cmd\ucc3d\uc73c\ub85c \ud574\ub2f9 \ud3f4\ub354\ub97c \ub4dc\ub798\uadf8\ub97c \ud558\uc5ec \ud3f4\ub354\uc8fc\uc18c\ub97c \uc801\uc73c\uba74 \ub429\ub2c8\ub2e4.<\/p>\n

3.python setup.py install \uc774\ub77c\uace0 \uce58\uba74 \ub429\ub2c8\ub2e4.<\/p>\n

Tip1. setup.py\uac00 \uc5c6\ub294 \uac83\uc740 setup.py\ub97c build\ud574\uc57c \ud558\ub294\ub370, \uc774\uc5d0 \ub300\ud574\uc120 \ub2e4\uc74c\uc5d0 \ub2e4\uc2dc \uc124\uba85\ub4dc\ub9ac\ub3c4\ub85d \ud558\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n

 <\/p>\n

 <\/p>\n

\n

 <\/p>\n

 <\/p>\n

beautiful soup \uc124\uce58 (\uc6b0\ubd84\ud22c \ud658\uacbd)<\/b><\/p>\n

\n

$> pip install beautifulsoup4<\/p>\n<\/div>\n

\uc6f9\ud398\uc774\uc9c0\uc758 GET \ub370\uc774\ud130\u00a0\uc815\ubcf4 \uac00\uc838\uc624\uae30<\/b><\/p>\n

\n

from bs4 import BeautifulSoup<\/p>\n

import urllib2<\/p>\n

try:<\/p>\n

response = urllib2.urlopen(“\uac00\uc838\uc62c \uc6f9\ud398\uc774\uc9c0 \uc8fc\uc18c”<\/b>)<\/p>\n

page = response.read().decode(‘cp949’, ‘ignore’) \u00a0#\u00a0\uc778\ucf54\ub529 \ubcc0\ud658\uc774 \ud544\uc694\ud560 \uacbd\uc6b0<\/b><\/p>\n

response.close()<\/p>\n

except urllib2.HTTPError, e:<\/p>\n

print e.reason.args[1]<\/p>\n

except urllib2.URLError, e:<\/p>\n

print e.reason.args[1]<\/p>\n

soup = BeautifulSoup(page)<\/p>\n<\/div>\n

\uc6f9\ud398\uc774\uc9c0\uc758 GET \ub370\uc774\ud130 \uc815\ubcf4 \uac00\uc838\uc624\uae30[header \ud3ec\ud568]<\/b><\/span><\/p>\n

\n

<\/b>from bs4 import BeautifulSoup<\/p>\n

import urllib2<\/p>\n

try:<\/p>\n

req = urllib2.Request(“\uac00\uc838\uc62c \uc6f9\ud398\uc774\uc9c0 \uc8fc\uc18c”<\/b>)<\/p>\n

req.add_header(‘User-Agent’, ‘Mozilla\/5.0 (Windows NT 6.1) AppleWebKit\/537.36 (KHTML, like Gecko) Chrome\/43.0.2357.124 Safari\/537.36’)<\/p>\n

req.add_header(‘Host’,\u00a0“HOST\u00a0\uc8fc\uc18c”<\/b>)<\/p>\n

req.add_header(‘Origin’,\u00a0“Origin \uc8fc\uc18c”<\/b>)<\/p>\n

req.add_header(‘Referer’,\u00a0“Referer\u00a0\uc8fc\uc18c”<\/b>)<\/p>\n

response = urllib2.urlopen(req)<\/p>\n

page = response.read()<\/p>\n

soup = BeautifulSoup(page)
\n<\/embed><\/span><\/p>\n

except urllib2.HTTPError, e:<\/p>\n

print e.reason.args[1]<\/p>\n

except urllib2.URLError, e:<\/p>\n

print e.reason.args[1]<\/p>\n<\/div>\n

\uc6f9\ud398\uc774\uc9c0\uc758 POST \ub370\uc774\ud130 \uc815\ubcf4 \uac00\uc838\uc624\uae30<\/b><\/p>\n

\n

from bs4 import BeautifulSoup<\/p>\n

import urllib<\/p>\n

import urllib2<\/p>\n

user_agent = ‘Mozila\/4.0 (compatible; MSIE 5.5; Windows NT)’<\/p>\n

values = {‘post \ub370\uc774\ud130 key’<\/b> : ‘post \ub370\uc774\ud130 \uac12’<\/b>}<\/p>\n

headers = {‘User-Agent’: user_agent}<\/p>\n

data = urllib.urlencode(values)<\/p>\n

try:<\/p>\n

request = urllib2.Request(“\uac00\uc838\uc62c \uc6f9\ud398\uc774\uc9c0 \uc8fc\uc18c”<\/b>, data, headers)<\/p>\n

response = urllib2.urlopen(request)<\/p>\n

page = response.read().decode(‘cp949’, ‘ignore’) \u00a0#\u00a0\uc778\ucf54\ub529 \ubcc0\ud658\uc774 \ud544\uc694\ud560 \uacbd\uc6b0<\/b><\/p>\n

\u00a0 \u00a0<\/b>response.close()<\/p>\n

except urllib2.HTTPError, e:<\/p>\n

print e.reason.args[1]<\/p>\n

except urllib2.URLError, e:<\/p>\n

print e.reason.args[1]<\/p>\n

soup = BeautifulSoup(page)<\/p>\n<\/div>\n

\uac00\uc838\uc628 DOM \uad6c\uc870 Beautifulsoup\ub85c \ud30c\uc2f1\ud558\uae30<\/b><\/p>\n

\n

# td \ud0dc\uadf8\uc758 class \uba85\uc774 ‘test’\uc778 \ud56d\ubaa9\ub9cc \uac00\uc838\uc640\uc11c \ucd9c\ub825\ud574\ub77c<\/b><\/p>\n

elements = soup.findAll(‘td’, {‘class’:’test’})<\/p>\n

for i in elements:<\/p>\n

print str(i)<\/p>\n

# img\u00a0\ud0dc\uadf8\uc758 \uc18d\uc131\u00a0\uba85\uc774 ‘vspace’\uc774\uace0 \uac12\uc774 5\uc778 \ud56d\ubaa9\ub9cc \uac00\uc838\uc640\uc11c \ucd9c\ub825\ud574\ub77c<\/b><\/p>\n

elements = soup.findAll(‘img’, attrs={‘vspace’:’5′})<\/p>\n

for i in elements:<\/p>\n

print str(i)<\/p>\n

# img \ud0dc\uadf8\ub97c \uac00\uc838\uc628 \ub2e4\uc74c onclick \uc548\uc758 \ub0b4\uc6a9\uc744 \ucd9c\ub825\ud574\ub77c<\/b><\/p>\n

elements = soup.findAll(‘img’)<\/p>\n

for i in elements:<\/p>\n

print str(i[‘onclick’])<\/p>\n

# img \ud0dc\uadf8\uc758 \ubd80\ubaa8 \ub178\ub4dc\ub97c \uac00\uc838\uc640\ub77c<\/b><\/p>\n

elements = soup.findAll(‘img’)<\/p>\n

for i in elements:<\/p>\n

parent = i.parent<\/p>\n

print str(parent)<\/p>\n

# img\uc640 \ub3d9\uc77c \uc120\uc0c1\uc5d0 \uc788\ub294 \uc774\uc804 \uc790\uc2dd \ub178\ub4dc\ub97c \uac00\uc838\uc640\ub77c<\/b><\/p>\n

for i in elements:<\/p>\n

sibling = i.previous_silibing<\/p>\n

print str(sibling)<\/p>\n<\/div>\n

XML \uad6c\uc870 Beautifulsoup\ub85c \ud30c\uc2f1\ud558\uae30<\/b><\/p>\n

– XML\ub3c4 DOM \uad6c\uc870 \ud30c\uc2f1\uacfc \ub3d9\uc77c\ud55c \ud615\ud0dc\ub85c \uc9c4\ud589\ub41c\ub2e4.<\/p>\n

\ub9cc\uc57d \uc544\ub798\uc640 \uac19\uc740 xml \ud30c\uc77c\uc744 \ud30c\uc2f1\ud558\uace0\uc790 \ud55c\ub2e4\uba74 \ub2e4\uc74c\uacfc \uac19\uc774 \uc9c4\ud589\ud558\uba74 \ub41c\ub2e4.<\/p>\n

\n

<test value1=’123′ value2=’345 \/><\/p>\n

<test value1=’234′ value3=’456′ \/><\/p>\n<\/div>\n

\n

# xml \ub370\uc774\ud130 \uac00\uc838\uc624\ub294 \ubd80\ubd84\uc740 \uae30\uc874\uacfc \ub3d9\uc77c\ud558\ub2e4.<\/b><\/p>\n

tests = soup.findAll(‘test’)<\/p>\n

for test in tests:<\/p>\n

print test[‘value1’]<\/p>\n

print test[‘value2’]<\/p>\n<\/div>\n

\ubcf4\ub2e4 \uc790\uc138\ud55c \uc124\uba85\uc740 BeautifulSoup \ud648\ud398\uc774\uc9c0\ub97c \ucc38\uc870\ud558\ub3c4\ub85d \ud558\uc790.<\/a><\/u><\/b><\/p>\n

 <\/p>\n","protected":false},"excerpt":{"rendered":"

\ud30c\uc774\uc36c \ub2e4\uc6b4\ub85c\ub4dc – \u00a0http:\/\/www.python.org\/download\/releases\/2.7.6\/ \ubdf0\ud2f0\ud480 \uc218\ud504 –\u00a0http:\/\/www.crummy.com\/software\/BeautifulSoup\/#Download \ubdf0\ud2f0\ud480\uc218\ud504 \uae30\ucd08 –\u00a0http:\/\/toors.tistory.com\/entry\/Python-BeautifulSoup%EC%9C%BC%EB%A1%9C-%EA%B2%8C%EC%8B%9C%ED%8C%90-%EA%B8%81%EC%96%B4%EC%98%A4%EA%B8%B0-%ED%8C%A8%ED%84%B4   \ud30c\uc774\uc36c\uc740 \uc678\ubd80 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ubc29\ubc95\uc774 \ub450 \uac00\uc9c0\ub85c \uc0dd\uac01\ud558\uc2e4 \uc218 \uc788\ub294\ub370\uc694 \uccab\ubc88\uc9f8\ub85c \ud504\ub85c\uadf8\ub7a8\uc774 \ub4e4\uc5b4\uc788\ub294 \ud3f4\ub354\ub610\ub294 \ub77c\uc774\ube0c\ub7ec\ub9ac path\uc5d0 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c… <\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[46],"tags":[],"_links":{"self":[{"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=\/wp\/v2\/posts\/1388"}],"collection":[{"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1388"}],"version-history":[{"count":0,"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=\/wp\/v2\/posts\/1388\/revisions"}],"wp:attachment":[{"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1388"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1388"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.goorigo.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1388"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}