API로 크롤링

import requestsimport osfrom tqdm import tqdmfrom requests_oauthlib import OAuth1

def download(url, pathname):    if not os.path.isdir(pathname):        os.makedirs(pathname)    response = requests.get(url, stream=True)    file_size = int(response.headers.get("Content-Length", 0))    filename = os.path.join(pathname, url.split("/")[-1])    if filename.find("?") > 0:        filename = filename.split("?")[0]    progress = tqdm(        response.iter_content(256),        f"Downloading {filename}",        total=file_size,        unit="B",        unit_scale=True,        unit_divisor=1024,    )    with open(filename, "wb") as f:        for data in progress:            f.write(data)            progress.update(len(data))

# ---
DOWNLOAD_ITERATION = 3# 1번에 아이콘을 50개씩 불러온다.# 3번 실행하면 아이콘 150개를 불러온다.
SEARCH_KEY = "tree"  # 검색어SAVE_LOCATION = "./icons" # 저장할 위치auth = OAuth1("API_KEY", "API_SECRET")
# ---
for iteration in range(DOWNLOAD_ITERATION):    endpoint = (        "http://api.thenounproject.com/icons/"        + SEARCH_KEY        + "?offset="        + str(iteration * 50)    )    response = requests.get(endpoint, auth=auth).json()    for icon in response["icons"]:        download(icon["preview_url"], SAVE_LOCATION)