Skip to content

Commit

Permalink
added ability to scrape version release and function to map dates to …
Browse files Browse the repository at this point in the history
…appropriate versions
  • Loading branch information
cesaregarza committed Nov 4, 2022
1 parent e402aa5 commit 9f3ea0b
Show file tree
Hide file tree
Showing 2 changed files with 84 additions and 0 deletions.
45 changes: 45 additions & 0 deletions squidalytics/data/scrape_version_releases.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
from datetime import datetime, timezone
from functools import cache

import requests
from bs4 import BeautifulSoup

BASE_URL = "https://splatoonwiki.org/wiki/List_of_updates_in_Splatoon_3"


@cache
def get_version_release_dates() -> dict[str, datetime]:
"""Get a dictionary of version release dates.
Returns:
dict[str, datetime]: A dictionary of version release dates.
"""
page = requests.get(BASE_URL)
soup = BeautifulSoup(page.content, "html.parser")
table = soup.find("table", class_="wikitable")
rows = table.find_all("tr")[1:]
out = {}
for row in rows:
version = row.find("th").find("a").text
date_str = row.find_all("td")[-1].find("span").get("title")
date = datetime.strptime(date_str, "%Y-%m-%d")
date = date.replace(tzinfo=timezone.utc)
out[version] = date
return out


def map_date_to_version(date: datetime) -> str:
"""Map a date to a version.
Args:
date (datetime): The date to map to a version.
Returns:
str: The version.
"""
if date.tzinfo is None:
date = date.replace(tzinfo=timezone.utc)
version_dates = get_version_release_dates()
version_dates = {k: v for k, v in version_dates.items() if v < date}
version_dates = sorted(version_dates.items(), key=lambda x: x[1])
return version_dates[-1][0]
39 changes: 39 additions & 0 deletions tests/test_data.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
from datetime import datetime, timezone

import pytest

from squidalytics.data.scrape_version_releases import (
get_version_release_dates,
map_date_to_version,
)


class TestVersionReleases:
@pytest.mark.internet
def test_get_version_release_dates(self) -> None:
versions = get_version_release_dates()
assert isinstance(versions, dict)
assert len(versions) > 0
assert versions["1.0.0"] == datetime(
2022, 4, 19, 0, 0, tzinfo=timezone.utc
)

@pytest.mark.internet
@pytest.mark.parametrize(
"date, expected_version",
[
(datetime(2022, 4, 19, 0, 1, tzinfo=timezone.utc), "1.0.0"),
(datetime(2022, 9, 2, 0, 1, tzinfo=timezone.utc), "1.1.0"),
(datetime.strptime("2022-09-30 -0600", "%Y-%m-%d %z"), "1.1.2"),
],
ids=[
"2022-04-19 00:01 UTC - 1.0.0",
"2022-09-02 00:01 UTC - 1.1.0",
"2022-09-30 00:00 CST - 1.1.2",
],
)
def test_map_date_to_version(
self, date: datetime, expected_version: str
) -> None:
version = map_date_to_version(date)
assert version == expected_version

0 comments on commit 9f3ea0b

Please sign in to comment.