002-1 실습, header를 이용한 크롤링

크롤링을 막아놓은 경우 따로 header에 파라미터를 삽입해서 크롤링을 해야함

Daum Exchange

import pandas as pd
import requests

url = "https://finance.daum.net/api/exchanges/summaries"
# header가 삽입된 부분
headers = {
    "user-agent": "user-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36",
    "referer": "https://finance.daum.net/exchanges",
}
response = requests.get(url, headers=headers)
response

datas = response.json()["data"]
df = pd.DataFrame(datas)
display(df.head(1))

columns = ["date", "currencyCode", "currencyName", "country", "name", "basePrice"]
display(df[columns].head())