def HGIB_scrl():
import urllib.request
from bs4 import BeautifulSoup
url_name = input('url 주소를 입력하세요')
first_page = int(input('첫 페이지'))
last_page = int(input('마지막 페이지'))
search_keyword = input ('검색할 키워드를 입력하세요')
keyword = urllib.parse.quote(search_keyword)
params_pc = []
params_mb = []
for page in range(first_page, last_page+1):
list_url = str(url_name.format(page, keyword))
url = urllib.request.Request( list_url )
f = urllib.request.urlopen(url).read().decode("utf-8")
soup = BeautifulSoup( f , "html.parser")
for i in soup.select("div.inn > h3.board-list.h3.pc_only > a"):
params_pc.append(i.get("href"))
for i in soup.select("div.inn > h3.board-list.h3.mb_only > a"):
params_mb.append(i.get("href"))
print (params_pc)
print ('피씨 전용 url 갯수는',len (params_pc),'개 입니다')
print (params_mb)
print ('모바일 전용 url 갯수는',len (params_mb),'개 입니다')
HGIB_scrl()
#https://search.hankookilbo.com/Search?Page={}&tab=NEWS&sort=relation&searchText={}&searchTypeSet=TITLE,CONTENTS&selectedPeriod=%EC%A0%84%EC%B2%B4&filter=head