파이썬으로 함수사용하여 뉴스 스크래핑해오기

import requests

from bs4 import BeautifulSoup

def get_news(keyword):

  headers = {'User-Agent' : 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36'}

  data = requests.get(f'https://search.naver.com/search.naver?where=news&ie=utf8&sm=nws_hty&query={keyword}',headers=headers)

 

  soup = BeautifulSoup(data.text, 'html.parser')

 

  # a = soup.select_one('#sp_nws10 > div.news_wrap.api_ani_send > div > div.news_contents > a.news_tit')

 

  # a['href']

  lis = soup.select('#main_pack > section > div > div.group_news > ul > li')

 

  # 반복문select a tag 에 반복문

 

  for li in lis :

    a = li.select_one('a.news_tit')

    print(a.text, a['href'])

 

  # a = lis[0].select_one('a.news_tit')

 

  # a['href']

 

get_news('현대자동차')

get_news('LG 전자')