import string
import requests
from typing import List
import xml.etree.ElementTree as ET
import json
import time
from tqdm.auto import tqdm
import pandas as pd


def get_url(query: List[str]):
    base = "http://www.google.com/complete/search?hl=en&output=toolbar&q="
    return base + "+".join(query)


def fetch(suffix=None):
    query = ["ダイエット"]
    if suffix:
        query.append(suffix)
    url = get_url(query)
    with requests.get(url) as r:
        xml = r.text

    ret = []
    root = ET.fromstring(xml)
    for elm in root.iter("suggestion"):
        ret.append((suffix, elm.attrib["data"]))
    return ret


data = []
data += fetch()

jchars = [chr(code) for code in range(ord("あ"), ord("ん") + 1)]
for char in tqdm(list(string.ascii_lowercase) + jchars):
    data += fetch(suffix=char)
    time.sleep(2.0)


df = pd.DataFrame(data)
df.columns = ["suffix", "data"]
df.to_csv("output.csv", index=None)