import os
from bs4 import BeautifulSoup
from dateutil import parser
from datetime import datetime
import pandas as pd


def process_bargraph(bargraph):
    bardata = [
        bar.get("data-tooltip")
        for bar in bargraph.find_all(attrs={"class": "bargraph-bar"})
    ]
    print(len(bardata))
    return
    # Sort by xposition
    bardata = sorted(bardata, key=lambda x: float(x.get("x")))
    views = [float(s.split(" ")[0].replace(",", "")) for s in bardata]
    dates = [
        s.split(" ")[-1].split("\xa0")[0] + " " + s.split(" ")[-1].split("\xa0")[1]
        for s in bardata
    ]
    year = str((datetime.now() - pd.Timedelta(days=i * 30)).year)
    dates = [parser.parse(d + " " + year) for d in dates]
    return views, dates


files = os.listdir("html_pages")

v = []
d = []

for fid in files:
    i = int(fid.split(".")[0].split("p")[1])
    graph = BeautifulSoup(open(f"html_pages/{fid}", "r")).find_all(
        attrs={"class": "bargraph"}
    )[0]
    r = process_bargraph(graph, i)
    v.extend(r[0])
    d.extend(r[1])
    results = pd.DataFrame({"date": d, "views": v})

results["date"] = pd.to_datetime(results["date"])
results.to_parquet("medium_views_time")