Spaces:
Sleeping
Sleeping
| from pathlib import Path | |
| from dota2tuned.normalize import normalize_all | |
| from dota2tuned.storage import read_parquet, write_jsonl | |
| def test_normalize_all_builds_core_tables(tmp_path: Path): | |
| raw = tmp_path / "raw" | |
| parquet = tmp_path / "parquet" | |
| write_jsonl( | |
| raw / "reference" / "opendota_hero_stats.jsonl", | |
| [ | |
| { | |
| "id": 1, | |
| "localized_name": "Anti-Mage", | |
| "primary_attr": "agi", | |
| "attack_type": "Melee", | |
| "roles": ["Carry"], | |
| "pro_pick": 10, | |
| "pro_win": 6, | |
| }, | |
| { | |
| "id": 2, | |
| "localized_name": "Axe", | |
| "primary_attr": "str", | |
| "attack_type": "Melee", | |
| "roles": ["Initiator"], | |
| "pro_pick": 8, | |
| "pro_win": 3, | |
| }, | |
| ], | |
| ) | |
| write_jsonl( | |
| raw / "reference" / "opendota_constants_items.jsonl", | |
| [{"id": 1, "key": "blink", "dname": "Blink Dagger", "cost": 2250}], | |
| ) | |
| write_jsonl( | |
| raw / "reference" / "opendota_constants_ability_ids.jsonl", | |
| [{"key": "501", "value": "antimage_mana_break"}], | |
| ) | |
| write_jsonl( | |
| raw / "reference" / "opendota_constants_abilities.jsonl", | |
| [{"key": "antimage_mana_break", "dname": "Mana Break"}], | |
| ) | |
| write_jsonl( | |
| raw / "reference" / "opendota_constants_patch.jsonl", | |
| [{"id": 1, "name": "7.41d", "date": "2026-06-04T00:00:00Z"}], | |
| ) | |
| write_jsonl( | |
| raw / "reference" / "opendota_leagues.jsonl", | |
| [{"leagueid": 1, "name": "Test League", "tier": "professional"}], | |
| ) | |
| write_jsonl( | |
| raw / "matches" / "opendota_pro_matches.jsonl", | |
| [{"match_id": 42, "duration": 1800, "radiant_win": True, "leagueid": 1}], | |
| ) | |
| write_jsonl(raw / "matches" / "opendota_league_matches.jsonl", []) | |
| write_jsonl(raw / "matches" / "opendota_public_matches.jsonl", []) | |
| write_jsonl( | |
| raw / "matches" / "opendota_targeted_matches.jsonl", | |
| [{"match_id": 43, "duration": 1500, "radiant_win": False}], | |
| ) | |
| write_jsonl( | |
| raw / "matches" / "opendota_match_details.jsonl", | |
| [ | |
| { | |
| "match_id": 42, | |
| "patch": 1, | |
| "players": [ | |
| { | |
| "player_slot": 0, | |
| "hero_id": 1, | |
| "win": 1, | |
| "purchase_log": [{"time": 700, "key": "blink"}], | |
| "ability_upgrades_arr": [501], | |
| }, | |
| {"player_slot": 128, "hero_id": 2, "win": 0}, | |
| ], | |
| "picks_bans": [{"is_pick": True, "hero_id": 1, "team": 0, "order": 1}], | |
| } | |
| ], | |
| ) | |
| write_jsonl( | |
| raw / "matches" / "stratz_match_details.jsonl", | |
| [ | |
| { | |
| "id": 42, | |
| "didRadiantWin": True, | |
| "durationSeconds": 1800, | |
| "startDateTime": 1780617600, | |
| "gameMode": "CAPTAINS_MODE", | |
| "lobbyType": "PRACTICE", | |
| "players": [ | |
| { | |
| "heroId": 1, | |
| "isRadiant": True, | |
| "kills": 7, | |
| "deaths": 1, | |
| "assists": 5, | |
| "goldPerMinute": 650, | |
| "experiencePerMinute": 800, | |
| }, | |
| { | |
| "heroId": 2, | |
| "isRadiant": False, | |
| "kills": 2, | |
| "deaths": 7, | |
| "assists": 3, | |
| "goldPerMinute": 420, | |
| "experiencePerMinute": 500, | |
| }, | |
| ], | |
| "pickBans": [ | |
| {"heroId": 1, "isPick": True, "isRadiant": True, "order": 1}, | |
| {"heroId": 2, "isPick": True, "isRadiant": False, "order": 2}, | |
| ], | |
| } | |
| ], | |
| ) | |
| write_jsonl(raw / "patches" / "valve_patch_changes.jsonl", []) | |
| counts = normalize_all(raw, parquet) | |
| assert counts["dim_hero"] == 2 | |
| assert counts["dim_ability"] == 1 | |
| assert counts["fact_item_purchase"] == 1 | |
| assert counts["fact_hero_build_stats"] == 2 | |
| assert counts["fact_hero_skill_builds"] == 2 | |
| assert counts["doc_stratz_match"] == 1 | |
| assert read_parquet(parquet / "fact_match.parquet").height == 2 | |
| stratz_rows = read_parquet(parquet / "doc_stratz_match.parquet") | |
| assert stratz_rows["source"].to_list() == ["STRATZ match details"] | |
| assert "Anti-Mage" in stratz_rows["text"].item() | |
| assert stratz_rows["url"].item() == "https://stratz.com/matches/42" | |
| build_rows = read_parquet(parquet / "fact_hero_build_stats.parquet") | |
| assert set(build_rows["role"].to_list()) == {"all", "carry"} | |
| assert set(build_rows["item_key"].to_list()) == {"blink"} | |
| assert set(build_rows["time_bucket"].to_list()) == {"10-20m"} | |
| skill_rows = read_parquet(parquet / "fact_hero_skill_builds.parquet") | |
| assert set(skill_rows["role"].to_list()) == {"all", "carry"} | |
| assert set(skill_rows["ability_id"].to_list()) == {501} | |