본문 바로가기
개발자로 나아가는 나의 언어들/PYTHON

크롤링 테스트

by 승싱생숭 2023. 1. 6.
728x90

from urllib.parse import quote_plus
from bs4 import BeautifulSoup
from selenium import webdriver

baseUrl = 'https://www.google.com/search?q='
plusUrl = input('검색어를 입력하세요: ')
url = baseUrl + quote_plus(plusUrl)
start = 0

while true:
# chromedriver path input
driver = webdriver.Chrome('C:\chromedriver_win32\chromedriver')
driver.get(url+'&start='+start)
driver.implicitly_wait(10)
html = driver.page_source
soup = BeautifulSoup(html)
v = soup.select('.yuRUbf')
for i in v:
print(i.select_one('.LC20lb.DKV0Md').text)
print(i.a.attrs['href'])
print()
start = start+10
print('done')

driver.close()

728x90