File size: 1,325 Bytes
0e8028d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2719bf4
0e8028d
 
2719bf4
 
 
 
 
 
0e8028d
 
2719bf4
 
0e8028d
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
"""Frozen operator-only root seeds; never passed to a policy's choose method."""

import hashlib
import json
from pathlib import Path


def canonical(value):
    return json.dumps(value, sort_keys=True, separators=(",", ":"))


def digest(value):
    return hashlib.sha256(canonical(value).encode()).hexdigest()


def manifest(split, generation_version=2):
    if split not in ("train", "dev", "test"):
        raise ValueError("split must be train, dev, or test")
    if type(generation_version) is not int or generation_version not in (2, 3):
        raise ValueError("generation_version must be 2 or 3")
    value = json.loads((Path(__file__).parent / "manifests" / f"v{generation_version}" / (split + ".json")).read_text())
    if generation_version == 3 and value["sha256"] != digest({k: v for k, v in value.items() if k != "sha256"}):
        raise ValueError("split manifest hash mismatch")
    return value


def manifests(generation_version=2):
    return {split: manifest(split, generation_version) for split in ("train", "dev", "test")}


def source_hash():
    root = Path(__file__).resolve().parent.parent
    hasher = hashlib.sha256()
    for path in sorted(root.glob("borderland*/**/*.py")):
        hasher.update(str(path.relative_to(root)).encode() + b"\0" + path.read_bytes())
    return hasher.hexdigest()