파이썬 크롤링 예제

import requests
from bs4 import BeautifulSoup
headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'}
url = 'https://datalab.naver.com/keyword/realtimeList.naver?where=main'
res = requests.get(url, headers = headers)
soup = BeautifulSoup(res.content, 'html.parser')
data = soup.findAll('span','item_title')
for item in data:
    print(item.get_text())

res1 = requests.get('https://datalab.naver.com/keyword/realtimeList.naver?where=main')
soup1 = BeautifulSoup(res.content, 'html.parser')
data1 = soup.findAll('span', 'item_title')
for item in data1:
    print(item.get_text())