Upload folder using huggingface_hub
Browse files- .dockerignore +7 -0
- Dockerfile +23 -0
- README.md +112 -0
- ec_vocabulary.json +0 -0
- embed_worker.py +68 -0
- embmodel.py +102 -0
- features.py +323 -0
- inputs.py +26 -0
- predict.py +227 -0
- requirements.txt +6 -0
- task.json +19 -0
- weights/config.json +38 -0
- weights/db_ecs.json +0 -0
- weights/ec_count.json +1 -0
- weights/ec_prior.json +0 -0
- weights/esm2_t12_35M_UR50D.pt +3 -0
- weights/head.pt +3 -0
- weights/head_centroids.npy +3 -0
- weights/head_z.npy +3 -0
- weights/prior.json +1 -0
- weights/rank_binary_0.txt +0 -0
- weights/rank_binary_1.txt +0 -0
- weights/rank_binary_2.txt +0 -0
- weights/rank_binary_3.txt +0 -0
- weights/rank_binary_4.txt +0 -0
- weights/rank_lambdarank_0.txt +0 -0
- weights/rank_lambdarank_1.txt +0 -0
- weights/rank_lambdarank_2.txt +0 -0
- weights/rank_lambdarank_3.txt +0 -0
- weights/rank_lambdarank_4.txt +0 -0
- weights/rank_xendcg_0.txt +0 -0
- weights/rank_xendcg_1.txt +0 -0
- weights/rank_xendcg_2.txt +0 -0
- weights/rank_xendcg_3.txt +0 -0
- weights/rank_xendcg_4.txt +0 -0
- weights/train_db.fa.gz +3 -0
.dockerignore
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
__pycache__/
|
| 2 |
+
*.pyc
|
| 3 |
+
.venv/
|
| 4 |
+
.git/
|
| 5 |
+
.cache/
|
| 6 |
+
output/
|
| 7 |
+
predictions.jsonl
|
Dockerfile
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM python:3.11-slim-bookworm
|
| 2 |
+
|
| 3 |
+
# libgomp is the OpenMP runtime LightGBM links against; the slim image does not ship it.
|
| 4 |
+
RUN apt-get update && apt-get install -y --no-install-recommends libgomp1 \
|
| 5 |
+
&& rm -rf /var/lib/apt/lists/*
|
| 6 |
+
|
| 7 |
+
# DIAMOND provides the homology search. 2.2.8 matches training and has --hit-membuf.
|
| 8 |
+
ADD https://github.com/bbuchfink/diamond/releases/download/v2.2.8/diamond-linux64.tar.gz /tmp/d.tar.gz
|
| 9 |
+
RUN tar -xzf /tmp/d.tar.gz -C /usr/local/bin diamond && rm /tmp/d.tar.gz && diamond version
|
| 10 |
+
|
| 11 |
+
RUN useradd --create-home --uid 1000 user
|
| 12 |
+
WORKDIR /app
|
| 13 |
+
COPY requirements.txt .
|
| 14 |
+
RUN pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r requirements.txt
|
| 15 |
+
COPY --chown=user:user . .
|
| 16 |
+
|
| 17 |
+
# Built here, not by predict.py, so that no large file is ever written during inference.
|
| 18 |
+
RUN gunzip -c weights/train_db.fa.gz | diamond makedb -d weights/train --quiet \
|
| 19 |
+
&& chown user:user weights/train.dmnd
|
| 20 |
+
|
| 21 |
+
USER user
|
| 22 |
+
ENV OMP_NUM_THREADS=2 OPENBLAS_NUM_THREADS=2 MKL_NUM_THREADS=2
|
| 23 |
+
CMD ["python", "/app/predict.py", "--help"]
|
README.md
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: cc-by-4.0
|
| 3 |
+
tags:
|
| 4 |
+
- protein
|
| 5 |
+
- enzyme-commission
|
| 6 |
+
- ec-number
|
| 7 |
+
- biology
|
| 8 |
+
- leak-curber
|
| 9 |
+
---
|
| 10 |
+
|
| 11 |
+
# Enzyme EC classification, v3: homology, residue profiles, a hierarchical head and a blended ranker
|
| 12 |
+
|
| 13 |
+
Submission for the **Leak CURBER enzyme classification** benchmark (DA3410 Deep Learning Lab,
|
| 14 |
+
Project 2). Given an enzyme amino-acid sequence, the model predicts one fully specified EC number.
|
| 15 |
+
It runs on CPU only and offline, inside the evaluator's 2 vCPU / 16 GB / 10 minute budget.
|
| 16 |
+
|
| 17 |
+
## Local results
|
| 18 |
+
|
| 19 |
+
Five folds cover all 14,466 training clusters at 50% identity. Evaluation uses 14,103 non-redundant
|
| 20 |
+
queries (one per cluster, best hit under 60% identity). Every score is out-of-fold for the
|
| 21 |
+
reference, the head and the ranker. *Matched* reweights queries to the identity histogram of the
|
| 22 |
+
real inputs; *raw* does not and is pessimistic. Treat the two as a range.
|
| 23 |
+
|
| 24 |
+
| system | matched L4 | L3 | L2 | L1 | raw L4 |
|
| 25 |
+
|---|---|---|---|---|---|
|
| 26 |
+
| DIAMOND bitscore vote | 0.719 | 0.884 | 0.900 | 0.921 | 0.669 |
|
| 27 |
+
| v1 as shipped (approximation) | 0.732 | 0.906 | 0.924 | 0.951 | 0.683 |
|
| 28 |
+
| v2 | 0.739 | 0.912 | 0.930 | 0.956 | 0.692 |
|
| 29 |
+
| **v3 (this model)** | **0.741** | 0.912 | 0.930 | 0.956 | 0.694 |
|
| 30 |
+
| *perfect ranking of v2's candidates* | *0.794* | *0.925* | *0.940* | *0.961* | *0.754* |
|
| 31 |
+
|
| 32 |
+
v3 against v2, paired on identical queries: **L4 +0.0020, 95% CI [+0.0004, +0.0036]**. On folds 3-4
|
| 33 |
+
alone, which never guided any v3 choice: +0.0024 [-0.0002, +0.0051].
|
| 34 |
+
|
| 35 |
+
These are local estimates, not leaderboard scores.
|
| 36 |
+
|
| 37 |
+
## What changed from v2
|
| 38 |
+
|
| 39 |
+
1. **A blend of three rankers.** Five-seed bags of LightGBM models trained with LambdaRank,
|
| 40 |
+
XE-NDCG and a pointwise binary objective. Alone each scores like v2; averaged, their different
|
| 41 |
+
errors partly cancel.
|
| 42 |
+
2. **A wider ESM-2 gate**: inputs whose best bitscore is under 300 (v2: 150) get head evidence,
|
| 43 |
+
embedded weakest first in three tiers so that a slower machine still covers the inputs that gain
|
| 44 |
+
most.
|
| 45 |
+
3. **Reproducible ranking.** Candidates with equal scores were ordered by Python's per-process
|
| 46 |
+
hash seed in v2; v3 breaks ties by EC name.
|
| 47 |
+
4. **A deadline for the larger ranker**: evidence gathering stops at 500 s (v2: 540 s).
|
| 48 |
+
|
| 49 |
+
The reference database, residue-profile features and hierarchical head are v2's, unchanged.
|
| 50 |
+
|
| 51 |
+
## What was measured and not adopted
|
| 52 |
+
|
| 53 |
+
| idea | source | L4 vs v2 |
|
| 54 |
+
|---|---|---|
|
| 55 |
+
| Ranker hyperparameter search (60 configurations, confirmed on held-out folds) | — | +0.0000 |
|
| 56 |
+
| Query-relative (listwise) features | learning-to-rank practice | +0.0001 |
|
| 57 |
+
| More head-only candidates (2, 10, 15 instead of 5) | — | -0.0002 to -0.0008 |
|
| 58 |
+
| Residue-profile constants (6 variants) | HIT-EC / GraphEC residue focus | within ±0.0008 |
|
| 59 |
+
| Up to 10 training queries per cluster instead of 3 | — | +0.0000 |
|
| 60 |
+
| Hard-negative contrastive batches + compositional label weights in the head | CLEAN; HIT-EC, CREEP/Horizyn | -0.0001 |
|
| 61 |
+
| Learned mix of all 13 ESM-2 layers in the head | — | worse on fold 0 |
|
| 62 |
+
| Rescue search with e-value 10 for no-hit inputs | — | best hit right 6% of the time |
|
| 63 |
+
| Embedding every input | — | below gate 300 |
|
| 64 |
+
|
| 65 |
+
## How it works
|
| 66 |
+
|
| 67 |
+
1. **Homology.** DIAMOND `--very-sensitive` against all 186,488 unique training sequences, 200 hits
|
| 68 |
+
with full alignments, read through a pipe.
|
| 69 |
+
2. **Residue profiles.** Each candidate EC's aligned homologs form a Henikoff-weighted profile on
|
| 70 |
+
the query's columns, compared with its competitors' (the fourth digit is decided by a few
|
| 71 |
+
specificity-determining residues).
|
| 72 |
+
3. **Protein language model.** ESM-2 (35M) and a head combining CLEAN's supervised contrastive
|
| 73 |
+
projection with HIT-EC's hierarchical L1-L4 outputs: probabilities, centroid similarity,
|
| 74 |
+
nearest neighbours and extra candidates.
|
| 75 |
+
4. **Ranking.** 15 LightGBM models score each (query, candidate EC) pair on 47 features; z-scored
|
| 76 |
+
raw scores are summed.
|
| 77 |
+
5. **Fallback.** Anything with no evidence receives the most frequent training EC.
|
| 78 |
+
|
| 79 |
+
## Reliability
|
| 80 |
+
|
| 81 |
+
* **No file over 16 MiB** written during inference: the DIAMOND index is built in the Dockerfile,
|
| 82 |
+
`--hit-membuf` keeps DIAMOND's data in memory, hits arrive through a pipe. Verified on all 11,367
|
| 83 |
+
inputs with `RLIMIT_FSIZE` = 16 MiB.
|
| 84 |
+
* **Runtime:** 496 s for 11,367 inputs at 2 threads on an Apple M4 (limit 600 s). The embedding
|
| 85 |
+
stage deliberately fills the time up to its deadline; a slower machine embeds fewer inputs.
|
| 86 |
+
* **Failure tests**, all with valid output for every input: the main search killed by its deadline
|
| 87 |
+
(`EC_TIME_BUDGET=130`, 85% agreement with the full run), and an unusable DIAMOND index.
|
| 88 |
+
|
| 89 |
+
## Usage
|
| 90 |
+
|
| 91 |
+
```bash
|
| 92 |
+
docker build --platform linux/amd64 -t my-enzyme-model .
|
| 93 |
+
docker run --rm --platform linux/amd64 --user 1000:1000 --network none --cpus 2 --memory 16g \
|
| 94 |
+
-v "$PWD/../../data:/input:ro" -v "$PWD/output:/output" \
|
| 95 |
+
my-enzyme-model python /app/predict.py \
|
| 96 |
+
--input /input/val_inputs.parquet --output /output/predictions.jsonl
|
| 97 |
+
```
|
| 98 |
+
|
| 99 |
+
`EC_TIME_BUDGET` (default 500 s) and `EC_THREADS` (default 2) override the defaults.
|
| 100 |
+
|
| 101 |
+
## References
|
| 102 |
+
|
| 103 |
+
* Yu, Cui, Li, Luo, Jiang, Zhao. *Enzyme function prediction using contrastive learning* (CLEAN). Science 379(6639), 2023.
|
| 104 |
+
* Dumontet, Han, Lee, Oh, Kang. *Trustworthy prediction of enzyme commission numbers using a hierarchical interpretable transformer* (HIT-EC). Nature Communications 17(1), 2026.
|
| 105 |
+
* Song, Yuan, Chen, Zeng, Zhao, Yang. *Accurately predicting enzyme functions through geometric graph learning on ESMFold-predicted structures* (GraphEC). Nature Communications 15(1), 2024.
|
| 106 |
+
* Yang, Mora, Liu, Wittmann, Anandkumar, Arnold, Yue. *CARE: a Benchmark Suite for the Classification and Retrieval of Enzymes*. arXiv:2406.15669, 2025.
|
| 107 |
+
* Rocks et al. *Dual-encoder contrastive learning accelerates enzyme discovery* (Horizyn). PNAS 123(12), 2026; Mikhael, Chinn, Barzilay. *CLIPZyme*. ICML 2024.
|
| 108 |
+
* Buchfink, Reuter, Drost. *Sensitive protein alignments at tree-of-life scale using DIAMOND.* Nature Methods 18, 2021.
|
| 109 |
+
* Lin et al. *Evolutionary-scale prediction of atomic-level protein structure with a language model* (ESM-2). Science 379, 2023.
|
| 110 |
+
* Ke et al. *LightGBM.* NeurIPS 2017.
|
| 111 |
+
|
| 112 |
+
EC vocabulary from ExPASy ENZYME (SIB, CC BY 4.0).
|
ec_vocabulary.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
embed_worker.py
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""ESM-2 and hierarchical-head scoring, run as a separate process.
|
| 2 |
+
|
| 3 |
+
Isolation is deliberate. PyTorch and LightGBM each bring their own OpenMP runtime, and loading both
|
| 4 |
+
into one interpreter aborts the process on some platforms. A child process that never imports
|
| 5 |
+
LightGBM removes the conflict, and frees the model's memory when it exits.
|
| 6 |
+
|
| 7 |
+
Reads a JSON job from argv[1] and writes {query: {ec: [cls, l3, cen, knn]}} to argv[2]. Exits 0 with
|
| 8 |
+
whatever it finished when the deadline passes, so a slow machine degrades rather than fails.
|
| 9 |
+
"""
|
| 10 |
+
import json
|
| 11 |
+
import sys
|
| 12 |
+
import time
|
| 13 |
+
from pathlib import Path
|
| 14 |
+
|
| 15 |
+
import numpy as np
|
| 16 |
+
import torch
|
| 17 |
+
import torch.nn.functional as F
|
| 18 |
+
|
| 19 |
+
sys.path.insert(0, str(Path(__file__).parent))
|
| 20 |
+
from embmodel import evidence, load_esm, load_head # noqa: E402
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
def main():
|
| 24 |
+
job = json.loads(Path(sys.argv[1]).read_text())
|
| 25 |
+
out_path = Path(sys.argv[2])
|
| 26 |
+
cfg, weights = job["cfg"], Path(job["weights"])
|
| 27 |
+
seqs, order, cands = job["seqs"], job["order"], job["cands"]
|
| 28 |
+
budget = job["budget"]
|
| 29 |
+
start = time.time()
|
| 30 |
+
|
| 31 |
+
torch.set_num_threads(job.get("threads", 2))
|
| 32 |
+
model, alphabet = load_esm(weights / cfg["esm_file"])
|
| 33 |
+
net, ecs, l3 = load_head(weights / cfg["head_file"])
|
| 34 |
+
C = torch.tensor(np.load(weights / cfg["centroids_file"]))
|
| 35 |
+
Z = F.normalize(torch.tensor(np.load(weights / cfg["z_file"]).astype(np.float32)), dim=-1)
|
| 36 |
+
ref_ecs = json.loads((weights / cfg["z_ecs_file"]).read_text())
|
| 37 |
+
|
| 38 |
+
bc = alphabet.get_batch_converter()
|
| 39 |
+
layer = model.num_layers
|
| 40 |
+
max_len, max_tok = cfg["max_len"], cfg["max_tokens"]
|
| 41 |
+
|
| 42 |
+
out = {}
|
| 43 |
+
p = 0
|
| 44 |
+
with torch.inference_mode():
|
| 45 |
+
while p < len(order) and time.time() - start < budget:
|
| 46 |
+
q = p + 1
|
| 47 |
+
top = min(len(seqs[str(order[p])]), max_len)
|
| 48 |
+
while q < len(order):
|
| 49 |
+
top2 = max(top, min(len(seqs[str(order[q])]), max_len))
|
| 50 |
+
if (q - p + 1) * top2 > max_tok:
|
| 51 |
+
break
|
| 52 |
+
top = top2
|
| 53 |
+
q += 1
|
| 54 |
+
batch = order[p:q]
|
| 55 |
+
_, _, toks = bc([(str(i), seqs[str(i)][:max_len]) for i in batch])
|
| 56 |
+
rep = model(toks, repr_layers=[layer])["representations"][layer]
|
| 57 |
+
mask = (toks != alphabet.padding_idx) & (toks != alphabet.cls_idx) & (toks != alphabet.eos_idx)
|
| 58 |
+
x = (rep * mask.unsqueeze(-1)).sum(1) / mask.sum(1, keepdim=True)
|
| 59 |
+
ev = evidence(net, x, C, ecs, l3, None, Z, ref_ecs, [cands[str(i)] for i in batch])
|
| 60 |
+
for i, d in zip(batch, ev):
|
| 61 |
+
out[str(i)] = d
|
| 62 |
+
p = q
|
| 63 |
+
out_path.write_text(json.dumps(out))
|
| 64 |
+
print(f"embedded {len(out)}/{len(order)} queries in {time.time() - start:.1f}s", file=sys.stderr)
|
| 65 |
+
|
| 66 |
+
|
| 67 |
+
if __name__ == "__main__":
|
| 68 |
+
main()
|
embmodel.py
ADDED
|
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Hierarchical CLEAN-style head (shared by training and inference) and offline ESM-2 loader.
|
| 2 |
+
|
| 3 |
+
v1 used a flat softmax. HIT-EC's central idea is that an EC number is a path, not a label, so this
|
| 4 |
+
head predicts all four levels from one trunk. That keeps level-3 evidence usable when the exact
|
| 5 |
+
fourth digit is rare, which is precisely the remote-homology case the benchmark tests.
|
| 6 |
+
"""
|
| 7 |
+
import torch
|
| 8 |
+
import torch.nn as nn
|
| 9 |
+
import torch.nn.functional as F
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
def prefix(ec, level):
|
| 13 |
+
return ".".join(ec.split(".")[:level])
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
class HierNet(nn.Module):
|
| 17 |
+
def __init__(self, d_in, sizes, d_hid=1024, d_proj=256, drop=0.3, n_mix=0, parents=None):
|
| 18 |
+
"""sizes = [number of L1, L2, L3, L4 classes].
|
| 19 |
+
|
| 20 |
+
v3 options (both off reproduces v2 exactly):
|
| 21 |
+
n_mix input is (batch, n_mix, d_in), the mean-pooled output of every ESM-2 layer,
|
| 22 |
+
combined by learned softmax weights (a "scalar mix") instead of the last layer.
|
| 23 |
+
parents (3, n_L4) long tensor: the L1, L2, L3 class of every L4 class. The L4 logit of
|
| 24 |
+
EC a.b.c.d becomes the sum of its four levels' logits, so an EC's weight vector
|
| 25 |
+
is w_a + w_ab + w_abc + w_abcd: rare ECs borrow strength from their siblings.
|
| 26 |
+
"""
|
| 27 |
+
super().__init__()
|
| 28 |
+
self.n_mix = n_mix
|
| 29 |
+
if n_mix:
|
| 30 |
+
self.mix = nn.Parameter(torch.zeros(n_mix))
|
| 31 |
+
self.body = nn.Sequential(nn.LayerNorm(d_in), nn.Linear(d_in, d_hid), nn.GELU(), nn.Dropout(drop),
|
| 32 |
+
nn.Linear(d_hid, d_hid), nn.GELU(), nn.Dropout(drop))
|
| 33 |
+
self.proj = nn.Linear(d_hid, d_proj)
|
| 34 |
+
self.cls = nn.ModuleList(nn.Linear(d_hid, n) for n in sizes)
|
| 35 |
+
if parents is not None:
|
| 36 |
+
self.register_buffer("parents", torch.as_tensor(parents, dtype=torch.long))
|
| 37 |
+
else:
|
| 38 |
+
self.parents = None
|
| 39 |
+
|
| 40 |
+
def forward(self, x):
|
| 41 |
+
if self.n_mix:
|
| 42 |
+
x = (torch.softmax(self.mix, 0)[None, :, None] * x.float()).sum(1)
|
| 43 |
+
h = self.body(x)
|
| 44 |
+
logits = [c(h) for c in self.cls]
|
| 45 |
+
if self.parents is not None:
|
| 46 |
+
logits[3] = logits[3] + sum(logits[lv][:, self.parents[lv]] for lv in range(3))
|
| 47 |
+
return F.normalize(self.proj(h), dim=-1), logits
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
def load_head(path):
|
| 51 |
+
ck = torch.load(path, map_location="cpu", weights_only=False)
|
| 52 |
+
net = HierNet(ck["d_in"], ck["sizes"], d_hid=ck.get("d_hid", 1024), n_mix=ck.get("n_mix", 0),
|
| 53 |
+
parents=ck.get("parents"))
|
| 54 |
+
net.load_state_dict(ck["state"])
|
| 55 |
+
return net.eval(), ck["ecs"], ck["l3"]
|
| 56 |
+
|
| 57 |
+
|
| 58 |
+
@torch.no_grad()
|
| 59 |
+
def evidence(net, x, C, ecs, l3, l3_of, Zdb, db_ecs, cands, topk=8, knn=20, cen_temp=0.05, batch=2048):
|
| 60 |
+
"""Per-query {ec: (cls, l3, cen, knn)} for the head's top ECs plus the given candidates.
|
| 61 |
+
|
| 62 |
+
`cands[i]` are the ECs homology already proposed: they are always scored exactly, where v1
|
| 63 |
+
could only score an EC that also happened to reach the head's own top 15.
|
| 64 |
+
"""
|
| 65 |
+
index = {e: j for j, e in enumerate(ecs)}
|
| 66 |
+
out = []
|
| 67 |
+
for s in range(0, len(x), batch):
|
| 68 |
+
z, logits = net(x[s:s + batch])
|
| 69 |
+
p4 = torch.softmax(logits[3], -1)
|
| 70 |
+
p3 = torch.softmax(logits[2], -1)
|
| 71 |
+
pc = torch.softmax(z @ C.T / cen_temp, -1)
|
| 72 |
+
sim = z @ Zdb.T
|
| 73 |
+
near = torch.topk(sim, knn, -1)
|
| 74 |
+
top = torch.topk(p4 + pc, topk, -1).indices.tolist()
|
| 75 |
+
for r in range(len(z)):
|
| 76 |
+
nb = {}
|
| 77 |
+
for v, j in zip(near.values[r].tolist(), near.indices[r].tolist()):
|
| 78 |
+
for e in db_ecs[j]:
|
| 79 |
+
nb[e] = nb.get(e, 0.0) + max(v, 0.0) ** 8 / len(db_ecs[j])
|
| 80 |
+
tot = sum(nb.values()) or 1.0
|
| 81 |
+
d = {}
|
| 82 |
+
for e in set(cands[s + r]) | {ecs[j] for j in top[r]} | set(sorted(nb, key=nb.get)[-3:]):
|
| 83 |
+
j = index.get(e)
|
| 84 |
+
k = l3.get(prefix(e, 3))
|
| 85 |
+
d[e] = (float(p4[r, j]) if j is not None else 0.0,
|
| 86 |
+
float(p3[r, k]) if k is not None else 0.0,
|
| 87 |
+
float(pc[r, j]) if j is not None else 0.0,
|
| 88 |
+
nb.get(e, 0.0) / tot)
|
| 89 |
+
out.append(d)
|
| 90 |
+
return out
|
| 91 |
+
|
| 92 |
+
|
| 93 |
+
def load_esm(path):
|
| 94 |
+
"""Load an ESM-2 checkpoint from a local file (no network, contact head not needed)."""
|
| 95 |
+
import warnings
|
| 96 |
+
|
| 97 |
+
import esm
|
| 98 |
+
data = torch.load(str(path), map_location="cpu", weights_only=False)
|
| 99 |
+
with warnings.catch_warnings():
|
| 100 |
+
warnings.simplefilter("ignore")
|
| 101 |
+
model, alphabet = esm.pretrained.load_model_and_alphabet_core(path.stem, data, None)
|
| 102 |
+
return model.eval(), alphabet
|
features.py
ADDED
|
@@ -0,0 +1,323 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Evidence for the v2 reranker: one feature vector per (query, candidate EC).
|
| 2 |
+
|
| 3 |
+
Hits are read from a stream, not a file: DIAMOND's alignments run to gigabytes and the task forbids
|
| 4 |
+
predict.py from writing any file over 16 MiB. Each query is reduced to its features as it arrives.
|
| 5 |
+
|
| 6 |
+
Four groups of evidence:
|
| 7 |
+
|
| 8 |
+
V1 the homology and hierarchy features of v1.
|
| 9 |
+
HOM per-EC alignment geometry: both coverages, how an EC's best hit compares with the best hit
|
| 10 |
+
that does not carry it, and what share of an EC's known members the query reached.
|
| 11 |
+
PROF residue-level evidence (see `profile_features`), new in v2.
|
| 12 |
+
EMB the hierarchical ESM-2 head: L4 and L3 probabilities, centroid similarity, nearest
|
| 13 |
+
neighbours in the contrastive space.
|
| 14 |
+
"""
|
| 15 |
+
import math
|
| 16 |
+
from collections import defaultdict
|
| 17 |
+
|
| 18 |
+
import numpy as np
|
| 19 |
+
|
| 20 |
+
V1_NAMES = ["vote_frac", "vote_rank", "max_bits", "max_bits_rel", "n_hits", "max_pid", "mean_pid",
|
| 21 |
+
"max_cov", "best_hit_is_ec", "best_hit_n_ecs", "q_best_bits", "q_best_pid", "q_n_hits",
|
| 22 |
+
"q_n_cands", "q_len", "l1_mass", "l2_mass", "l3_mass", "ec_prior"]
|
| 23 |
+
HOM_NAMES = ["scov_max", "len_ratio", "bits_gap", "top3_rel", "first_rank", "member_frac",
|
| 24 |
+
"hit_frac", "log_n_db", "qcov_union", "share_in_l3", "n_sib_l3"]
|
| 25 |
+
PROF_NAMES = ["vote_hk", "prof_llr", "prof_llr_l3", "prof_top", "sdp_match", "sdp_n", "prof_self",
|
| 26 |
+
"prof_n"]
|
| 27 |
+
EMB_NAMES = ["emb_cls", "emb_l3", "emb_cen", "emb_knn", "emb_cls_rank", "emb_cen_rank",
|
| 28 |
+
"emb_knn_rank", "has_emb", "emb_new"]
|
| 29 |
+
FEATURE_NAMES = V1_NAMES + HOM_NAMES + PROF_NAMES + EMB_NAMES
|
| 30 |
+
N_SCAN = len(V1_NAMES) + len(HOM_NAMES) + len(PROF_NAMES)
|
| 31 |
+
|
| 32 |
+
OUTFMT = ["qseqid", "sseqid", "pident", "bitscore", "length", "qlen", "slen", "qstart", "qend",
|
| 33 |
+
"sstart", "send", "qseq_gapped", "sseq_gapped"]
|
| 34 |
+
|
| 35 |
+
AA = "ACDEFGHIKLMNPQRSTVWY"
|
| 36 |
+
LUT = np.full(256, 20, np.int8)
|
| 37 |
+
for _i, _a in enumerate(AA):
|
| 38 |
+
LUT[ord(_a)] = _i
|
| 39 |
+
# Robinson & Robinson amino-acid background, the usual pseudocount prior.
|
| 40 |
+
BG = np.array([.0780, .0193, .0536, .0630, .0386, .0738, .0220, .0515, .0574, .0902,
|
| 41 |
+
.0224, .0449, .0520, .0426, .0513, .0712, .0584, .0644, .0133, .0322])
|
| 42 |
+
BG = BG / BG.sum()
|
| 43 |
+
|
| 44 |
+
|
| 45 |
+
def read_hits(lines, k, keep_aln):
|
| 46 |
+
"""Group DIAMOND tabular lines by query; only the top `keep_aln` hits keep their alignment."""
|
| 47 |
+
cur, rows = None, []
|
| 48 |
+
for line in lines:
|
| 49 |
+
p = line.rstrip("\n").split("\t")
|
| 50 |
+
if len(p) < 9: # a line cut short when the deadline stopped DIAMOND
|
| 51 |
+
continue
|
| 52 |
+
q = int(p[0])
|
| 53 |
+
if q != cur:
|
| 54 |
+
if rows:
|
| 55 |
+
yield cur, rows
|
| 56 |
+
cur, rows = q, []
|
| 57 |
+
if len(rows) >= k:
|
| 58 |
+
continue
|
| 59 |
+
complete = len(p) > 12 and len(p[11]) == len(p[12])
|
| 60 |
+
aln = (p[11], p[12]) if complete and len(rows) < keep_aln else None
|
| 61 |
+
rows.append((int(p[1]), float(p[2]), float(p[3]), int(p[4]), int(p[5]), int(p[6]),
|
| 62 |
+
int(p[7]), int(p[8]), aln))
|
| 63 |
+
if rows:
|
| 64 |
+
yield cur, rows
|
| 65 |
+
|
| 66 |
+
|
| 67 |
+
def project(rows, qlen):
|
| 68 |
+
"""Alignments as a hits x query-columns matrix: -1 unaligned, 0-19 residue, 20 gap or other."""
|
| 69 |
+
A = np.full((len(rows), qlen), -1, np.int8)
|
| 70 |
+
for h, r in enumerate(rows):
|
| 71 |
+
q = np.frombuffer(r[8][0].encode(), np.uint8)
|
| 72 |
+
s = np.frombuffer(r[8][1].encode(), np.uint8)
|
| 73 |
+
col = LUT[s[q != 45]]
|
| 74 |
+
A[h, r[6] - 1:r[6] - 1 + len(col)] = col
|
| 75 |
+
return A
|
| 76 |
+
|
| 77 |
+
|
| 78 |
+
def profile_features(rows, seq, cands, ecsets, beta=1.0, n_top=20, sdp_js=0.25, sdp_cons=0.6):
|
| 79 |
+
"""Residue-level evidence for each candidate EC, from a query-anchored alignment.
|
| 80 |
+
|
| 81 |
+
The fourth EC digit is usually decided by a few specificity-determining residues, invisible to
|
| 82 |
+
any global similarity score. Every hit is projected on the query's columns, then for candidate
|
| 83 |
+
EC e the hits are split into members and non-members, each giving a profile (Henikoff-weighted
|
| 84 |
+
so redundant reference sequences do not dominate). Then we ask which profile the query fits:
|
| 85 |
+
|
| 86 |
+
prof_llr mean log-odds of the query's residues, members vs non-members
|
| 87 |
+
prof_llr_l3 the same against same-L3 ECs only: the competitors that matter for L4
|
| 88 |
+
prof_top the same on the 20 most discriminative columns (Jensen-Shannon divergence)
|
| 89 |
+
sdp_match of columns conserved in e and different elsewhere, the share the query matches
|
| 90 |
+
sdp_n how many such columns exist
|
| 91 |
+
prof_self log-odds of the query's residues against e's profile vs background
|
| 92 |
+
vote_hk redundancy-corrected vote share
|
| 93 |
+
|
| 94 |
+
Returns {ec: [vote_hk, llr, llr_l3, top, sdp_match, sdp_n, self, n_members]}.
|
| 95 |
+
"""
|
| 96 |
+
A = project(rows, len(seq))
|
| 97 |
+
H, L = A.shape
|
| 98 |
+
hh, cc = np.nonzero(A >= 0)
|
| 99 |
+
if not len(hh):
|
| 100 |
+
return {}
|
| 101 |
+
aa = A[hh, cc].astype(np.int64)
|
| 102 |
+
cell = cc * 21 + aa
|
| 103 |
+
cnt = np.bincount(cell, minlength=L * 21)
|
| 104 |
+
kinds = (cnt.reshape(L, 21) > 0).sum(1)
|
| 105 |
+
w = np.bincount(hh, 1.0 / (kinds[cc] * cnt[cell]), minlength=H)
|
| 106 |
+
w = w / np.maximum(np.bincount(hh, minlength=H), 1)
|
| 107 |
+
w = w * H / max(w.sum(), 1e-9)
|
| 108 |
+
cw = w[hh]
|
| 109 |
+
total = np.bincount(cell, cw, minlength=L * 21).reshape(L, 21)[:, :20]
|
| 110 |
+
qi = LUT[np.frombuffer(seq.encode(), np.uint8)].astype(np.int64)
|
| 111 |
+
known = np.where(qi < 20)[0]
|
| 112 |
+
wsum = w.sum()
|
| 113 |
+
|
| 114 |
+
def freq(c, n):
|
| 115 |
+
return (c + beta * BG) / (n + beta)[:, None]
|
| 116 |
+
|
| 117 |
+
out = {}
|
| 118 |
+
member = {e: np.array([e in s for s in ecsets]) for e in cands}
|
| 119 |
+
for e in cands:
|
| 120 |
+
m = member[e]
|
| 121 |
+
if not m.any():
|
| 122 |
+
continue
|
| 123 |
+
vote_hk = float(w[m].sum() / wsum)
|
| 124 |
+
sel = m[hh]
|
| 125 |
+
ce = np.bincount(cell[sel], cw[sel], minlength=L * 21).reshape(L, 21)[:, :20]
|
| 126 |
+
co = np.maximum(total - ce, 0.0)
|
| 127 |
+
ne, no = ce.sum(1), co.sum(1)
|
| 128 |
+
pe = freq(ce, ne)
|
| 129 |
+
cols = known[ne[known] > 0]
|
| 130 |
+
f = [vote_hk, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, float(m.sum())]
|
| 131 |
+
if len(cols):
|
| 132 |
+
f[6] = float(np.mean(np.log(pe[cols, qi[cols]] / BG[qi[cols]])))
|
| 133 |
+
both = known[(ne[known] > 0) & (no[known] > 0)]
|
| 134 |
+
if len(both):
|
| 135 |
+
po = freq(co, no)
|
| 136 |
+
llr = np.log(pe[both, qi[both]] / po[both, qi[both]])
|
| 137 |
+
f[1] = float(llr.mean())
|
| 138 |
+
mix = 0.5 * (pe[both] + po[both])
|
| 139 |
+
js = 0.5 * (pe[both] * np.log(pe[both] / mix)).sum(1) \
|
| 140 |
+
+ 0.5 * (po[both] * np.log(po[both] / mix)).sum(1)
|
| 141 |
+
f[3] = float(llr[np.argsort(-js)[:n_top]].mean())
|
| 142 |
+
sdp = (js > sdp_js) & (pe[both].max(1) >= sdp_cons)
|
| 143 |
+
if sdp.any():
|
| 144 |
+
f[4] = float(np.mean(pe[both[sdp]].argmax(1) == qi[both[sdp]]))
|
| 145 |
+
f[5] = float(sdp.sum())
|
| 146 |
+
pre = e.rsplit(".", 1)[0]
|
| 147 |
+
sib = np.array([any(x != e and x.rsplit(".", 1)[0] == pre for x in s) and not m[h]
|
| 148 |
+
for h, s in enumerate(ecsets)])
|
| 149 |
+
if sib.any():
|
| 150 |
+
sel = sib[hh]
|
| 151 |
+
cs = np.bincount(cell[sel], cw[sel], minlength=L * 21).reshape(L, 21)[:, :20]
|
| 152 |
+
ns = cs.sum(1)
|
| 153 |
+
c2 = known[(ne[known] > 0) & (ns[known] > 0)]
|
| 154 |
+
if len(c2):
|
| 155 |
+
ps = freq(cs, ns)
|
| 156 |
+
f[2] = float(np.log(pe[c2, qi[c2]] / ps[c2, qi[c2]]).mean())
|
| 157 |
+
out[e] = f
|
| 158 |
+
return out
|
| 159 |
+
|
| 160 |
+
|
| 161 |
+
def query_features(rows, seq, db_ecs, ec_count, ec_prior, cfg, profile=True):
|
| 162 |
+
"""All homology-side features for one query: (candidates, matrix, query-level info)."""
|
| 163 |
+
rows = sorted(rows, key=lambda r: -r[2])
|
| 164 |
+
best_bits = rows[0][2]
|
| 165 |
+
best_pid = max(r[1] for r in rows)
|
| 166 |
+
ecsets = [set(db_ecs[r[0]]) for r in rows]
|
| 167 |
+
best_ecs = ecsets[0]
|
| 168 |
+
qlen = rows[0][4]
|
| 169 |
+
power, rel_cut, max_cands = cfg["power"], cfg["rel_cut"], cfg["max_cands"]
|
| 170 |
+
|
| 171 |
+
agg = {}
|
| 172 |
+
for h, (r, ecs) in enumerate(zip(rows, ecsets)):
|
| 173 |
+
s, pid, bits, length, _, slen, qstart, qend, _ = r
|
| 174 |
+
if bits < rel_cut * best_bits:
|
| 175 |
+
continue
|
| 176 |
+
for ec in ecs:
|
| 177 |
+
a = agg.get(ec)
|
| 178 |
+
if a is None:
|
| 179 |
+
a = agg[ec] = {"sum": 0.0, "bits": [], "pids": [], "max_cov": 0.0, "max_scov": 0.0,
|
| 180 |
+
"first": h, "spans": [], "len_ratio": slen / max(qlen, 1)}
|
| 181 |
+
a["sum"] += bits ** power / len(ecs)
|
| 182 |
+
a["bits"].append(bits)
|
| 183 |
+
a["pids"].append(pid)
|
| 184 |
+
a["max_cov"] = max(a["max_cov"], length / max(qlen, 1))
|
| 185 |
+
a["max_scov"] = max(a["max_scov"], length / max(slen, 1))
|
| 186 |
+
a["spans"].append((qstart, qend))
|
| 187 |
+
total = sum(a["sum"] for a in agg.values()) or 1.0
|
| 188 |
+
# ties broken by name: set iteration order varies with hash randomisation between runs (v3 fix)
|
| 189 |
+
ranked = sorted(agg, key=lambda e: (-agg[e]["sum"], e))[:max_cands]
|
| 190 |
+
|
| 191 |
+
mass = [defaultdict(float) for _ in range(3)]
|
| 192 |
+
l3_ecs = defaultdict(list)
|
| 193 |
+
for ec, a in agg.items():
|
| 194 |
+
parts = ec.split(".")
|
| 195 |
+
for lv in range(3):
|
| 196 |
+
mass[lv][".".join(parts[:lv + 1])] += a["sum"] / total
|
| 197 |
+
l3_ecs[".".join(parts[:3])].append(ec)
|
| 198 |
+
|
| 199 |
+
prof = {}
|
| 200 |
+
if profile and len(ranked) > 1:
|
| 201 |
+
kept = [h for h, r in enumerate(rows) if r[8] is not None]
|
| 202 |
+
prof = profile_features([rows[h] for h in kept], seq, ranked[:cfg["prof_cands"]],
|
| 203 |
+
[ecsets[h] for h in kept], beta=cfg.get("prof_beta", 1.0),
|
| 204 |
+
n_top=cfg.get("prof_ntop", 20), sdp_js=cfg.get("sdp_js", 0.25),
|
| 205 |
+
sdp_cons=cfg.get("sdp_cons", 0.6))
|
| 206 |
+
|
| 207 |
+
q_level = [best_bits, best_pid, len(rows), len(agg), len(seq)]
|
| 208 |
+
X = np.zeros((len(ranked), N_SCAN), np.float32)
|
| 209 |
+
for j, ec in enumerate(ranked):
|
| 210 |
+
a = agg[ec]
|
| 211 |
+
pre = ec.split(".")
|
| 212 |
+
l3 = ".".join(pre[:3])
|
| 213 |
+
v1 = [a["sum"] / total, j, a["bits"][0], a["bits"][0] / best_bits, len(a["bits"]),
|
| 214 |
+
max(a["pids"]), float(np.mean(a["pids"])), a["max_cov"], float(ec in best_ecs),
|
| 215 |
+
len(best_ecs)] + q_level + [
|
| 216 |
+
mass[0][pre[0]], mass[1][".".join(pre[:2])], mass[2][l3], ec_prior.get(ec, 0.0)]
|
| 217 |
+
other = next((r[2] for r, s in zip(rows, ecsets) if ec not in s), 0.0)
|
| 218 |
+
n_db = ec_count.get(ec, 0)
|
| 219 |
+
spans, cover, end = sorted(a["spans"]), 0, 0
|
| 220 |
+
for st, en in spans:
|
| 221 |
+
if en > end:
|
| 222 |
+
cover += en - max(st - 1, end)
|
| 223 |
+
end = en
|
| 224 |
+
hom = [a["max_scov"], a["len_ratio"], (a["bits"][0] - other) / best_bits,
|
| 225 |
+
float(np.mean(a["bits"][:3])) / best_bits, math.log1p(a["first"]),
|
| 226 |
+
min(len(a["bits"]) / max(n_db, 1), 1.0), len(a["bits"]) / len(rows),
|
| 227 |
+
math.log1p(n_db), cover / max(qlen, 1),
|
| 228 |
+
a["sum"] / max(sum(agg[x]["sum"] for x in l3_ecs[l3]), 1e-9), len(l3_ecs[l3])]
|
| 229 |
+
X[j] = v1 + hom + prof.get(ec, [0.0] * len(PROF_NAMES))
|
| 230 |
+
return ranked, X, {"q_level": q_level, "best_ecs": len(best_ecs),
|
| 231 |
+
"mass": [dict(m) for m in mass], "max_cands": max_cands}
|
| 232 |
+
|
| 233 |
+
|
| 234 |
+
def assemble(scanned, n, emb, ec_prior, ec_count, seqs, extra_from_emb=5):
|
| 235 |
+
"""Merge homology features with head evidence into the final (q, ec, X) arrays.
|
| 236 |
+
|
| 237 |
+
scanned[i] is query_features' result or None; emb maps a query to {ec: (cls, l3, cen, knn)}.
|
| 238 |
+
A query missing from `emb` gets zeroed columns and has_emb = 0. ECs only the head proposes join
|
| 239 |
+
as candidates with zeroed homology columns and emb_new = 1.
|
| 240 |
+
"""
|
| 241 |
+
out_q, out_ec, out_X = [], [], []
|
| 242 |
+
i_rank, i_prior, i_ndb = (V1_NAMES.index("vote_rank"), V1_NAMES.index("ec_prior"),
|
| 243 |
+
len(V1_NAMES) + HOM_NAMES.index("log_n_db"))
|
| 244 |
+
i_qlevel = V1_NAMES.index("q_best_bits")
|
| 245 |
+
i_best = V1_NAMES.index("best_hit_n_ecs")
|
| 246 |
+
i_mass = V1_NAMES.index("l1_mass")
|
| 247 |
+
for i in range(n):
|
| 248 |
+
res = scanned[i]
|
| 249 |
+
ev = emb.get(i, {})
|
| 250 |
+
cands, X = (res[0], res[1]) if res else ([], np.zeros((0, N_SCAN), np.float32))
|
| 251 |
+
known = set(cands)
|
| 252 |
+
new = [e for e in sorted(ev, key=lambda e: (-(ev[e][0] + ev[e][2] + ev[e][3]), e))
|
| 253 |
+
if e not in known][:extra_from_emb]
|
| 254 |
+
if not cands and not new:
|
| 255 |
+
continue
|
| 256 |
+
if new:
|
| 257 |
+
Y = np.zeros((len(new), N_SCAN), np.float32)
|
| 258 |
+
Y[:, i_rank] = 25
|
| 259 |
+
for j, e in enumerate(new):
|
| 260 |
+
Y[j, i_prior] = ec_prior.get(e, 0.0)
|
| 261 |
+
Y[j, i_ndb] = math.log1p(ec_count.get(e, 0))
|
| 262 |
+
parts = e.split(".")
|
| 263 |
+
if res:
|
| 264 |
+
info = res[2]
|
| 265 |
+
Y[j, i_qlevel:i_qlevel + 5] = info["q_level"]
|
| 266 |
+
Y[j, i_best] = info["best_ecs"]
|
| 267 |
+
for lv in range(3):
|
| 268 |
+
Y[j, i_mass + lv] = info["mass"][lv].get(".".join(parts[:lv + 1]), 0.0)
|
| 269 |
+
else:
|
| 270 |
+
Y[j, V1_NAMES.index("q_len")] = len(seqs[i])
|
| 271 |
+
X = np.vstack([X, Y]) if len(X) else Y
|
| 272 |
+
names = list(cands) + new
|
| 273 |
+
E = np.zeros((len(names), len(EMB_NAMES)), np.float32)
|
| 274 |
+
if ev:
|
| 275 |
+
rank = [{e: r for r, e in enumerate(sorted(ev, key=lambda e: (-ev[e][k], e)))}
|
| 276 |
+
for k in (0, 2, 3)]
|
| 277 |
+
for j, e in enumerate(names):
|
| 278 |
+
c = ev.get(e, (0.0, 0.0, 0.0, 0.0))
|
| 279 |
+
E[j] = [c[0], c[1], c[2], c[3], rank[0].get(e, 99), rank[1].get(e, 99),
|
| 280 |
+
rank[2].get(e, 99), 1.0, float(e in new)]
|
| 281 |
+
else:
|
| 282 |
+
E[:, 4:7] = 99
|
| 283 |
+
out_q.extend([i] * len(names))
|
| 284 |
+
out_ec.extend(names)
|
| 285 |
+
out_X.append(np.hstack([X, E]))
|
| 286 |
+
F = np.vstack(out_X) if out_X else np.zeros((0, len(FEATURE_NAMES)), np.float32)
|
| 287 |
+
return np.array(out_q, np.int64), np.array(out_ec), F
|
| 288 |
+
|
| 289 |
+
|
| 290 |
+
# ---- v3: query-relative (listwise) features -------------------------------------------------
|
| 291 |
+
# A tree ranker sees each candidate's evidence in absolute terms. What decides the top-1 pick is
|
| 292 |
+
# how a candidate compares with its strongest competitor for the *same* query, so for the
|
| 293 |
+
# most informative columns v3 adds the margin over the best other candidate and the rank.
|
| 294 |
+
REL_BASE = ["vote_frac", "max_bits", "max_pid", "max_cov", "scov_max", "top3_rel", "member_frac",
|
| 295 |
+
"vote_hk", "prof_llr", "prof_llr_l3", "prof_top", "sdp_match", "prof_self",
|
| 296 |
+
"l3_mass", "emb_cls", "emb_l3", "emb_cen", "emb_knn"]
|
| 297 |
+
REL_NAMES = [f"{n}_gap" for n in REL_BASE] + [f"{n}_rk" for n in REL_BASE]
|
| 298 |
+
V3_NAMES = FEATURE_NAMES + REL_NAMES
|
| 299 |
+
|
| 300 |
+
|
| 301 |
+
def relative_features(q, X):
|
| 302 |
+
"""Margin over the best *other* candidate of the same query (NaN if alone), and the rank (0 =
|
| 303 |
+
best). `q` must be grouped (rows of one query contiguous), as `assemble` produces them."""
|
| 304 |
+
if not len(q):
|
| 305 |
+
return np.zeros((0, len(REL_NAMES)), np.float32)
|
| 306 |
+
idx = [FEATURE_NAMES.index(n) for n in REL_BASE]
|
| 307 |
+
V = X[:, idx].astype(np.float64)
|
| 308 |
+
starts = np.flatnonzero(np.r_[True, q[1:] != q[:-1]])
|
| 309 |
+
sizes = np.diff(np.r_[starts, len(q)])
|
| 310 |
+
gid = np.repeat(np.arange(len(starts)), sizes)
|
| 311 |
+
gap = np.empty_like(V)
|
| 312 |
+
rk = np.empty_like(V)
|
| 313 |
+
for c in range(V.shape[1]):
|
| 314 |
+
o = np.lexsort((-V[:, c], gid))
|
| 315 |
+
r = np.arange(len(o)) - np.repeat(starts, sizes)
|
| 316 |
+
rk[o, c] = r
|
| 317 |
+
first = V[o[starts], c]
|
| 318 |
+
second = np.full(len(starts), np.nan)
|
| 319 |
+
two = sizes > 1
|
| 320 |
+
second[two] = V[o[starts[two] + 1], c]
|
| 321 |
+
best_other = np.where(r == 0, np.repeat(second, sizes), np.repeat(first, sizes))
|
| 322 |
+
gap[o, c] = V[o, c] - best_other
|
| 323 |
+
return np.hstack([gap, rk]).astype(np.float32)
|
inputs.py
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Prepare exactly the unique input rows used by the evaluator."""
|
| 2 |
+
import argparse
|
| 3 |
+
import json
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
|
| 6 |
+
import pandas as pd
|
| 7 |
+
|
| 8 |
+
|
| 9 |
+
def prepare_inputs(frame):
|
| 10 |
+
config = json.loads((Path(__file__).parent / 'task.json').read_text())
|
| 11 |
+
columns = ['id'] + config['input_columns']
|
| 12 |
+
if not set(columns) <= set(frame.columns):
|
| 13 |
+
raise ValueError('Missing input columns: ' + ', '.join(columns))
|
| 14 |
+
if frame.id.isna().any() or frame.id.duplicated().any():
|
| 15 |
+
raise ValueError('Input IDs must be present and unique.')
|
| 16 |
+
return frame[columns].drop_duplicates(config['input_columns'], keep='first').reset_index(drop=True)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
if __name__ == '__main__':
|
| 20 |
+
parser = argparse.ArgumentParser(description=__doc__)
|
| 21 |
+
parser.add_argument('--input', required=True)
|
| 22 |
+
parser.add_argument('--output', required=True)
|
| 23 |
+
args = parser.parse_args()
|
| 24 |
+
frame = prepare_inputs(pd.read_parquet(args.input))
|
| 25 |
+
frame.to_parquet(args.output, index=False)
|
| 26 |
+
print(f'Wrote {len(frame)} unique inputs to {args.output}')
|
predict.py
ADDED
|
@@ -0,0 +1,227 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Offline CPU inference for Leak CURBER enzyme classification, version 3.
|
| 2 |
+
|
| 3 |
+
Pipeline
|
| 4 |
+
--------
|
| 5 |
+
1. Safety net: a quick DIAMOND search, so every input has homology evidence early on.
|
| 6 |
+
2. Main search: DIAMOND `--very-sensitive` with full alignments, read through a pipe query by query
|
| 7 |
+
and turned into features on arrival, including EC-specific residue profiles.
|
| 8 |
+
3. ESM-2 and the hierarchical head, in a child process, for queries with weak homology. v3 widens
|
| 9 |
+
the gate and orders queries in three evidence tiers, weakest first, so a slow machine still
|
| 10 |
+
covers the queries that gain most.
|
| 11 |
+
4. Ranking: v3 blends three bags of LightGBM models trained with different objectives (LambdaRank,
|
| 12 |
+
XE-NDCG, pointwise binary), five seeds each; each model's raw score is z-scored, then summed.
|
| 13 |
+
5. Anything with no evidence falls back to the most frequent training EC.
|
| 14 |
+
|
| 15 |
+
v3 also breaks ties between equally scored candidates by name, so a run is reproducible: v2's order
|
| 16 |
+
depended on Python's per-process hash seed.
|
| 17 |
+
|
| 18 |
+
Running inside the rules
|
| 19 |
+
------------------------
|
| 20 |
+
The task says no file written by predict.py may exceed 16 MiB, and a limit like that may be enforced
|
| 21 |
+
by the OS, killing the process at the first large write. So the DIAMOND index is built when the
|
| 22 |
+
image is built (see Dockerfile), `--hit-membuf` keeps DIAMOND's intermediate hits in memory, and
|
| 23 |
+
results arrive through stdout. Nothing large touches the disk.
|
| 24 |
+
|
| 25 |
+
Every stage has a deadline and a failure path. A slow or failing stage costs accuracy on the queries
|
| 26 |
+
it did not reach; it never costs the run, because a valid output file is always written.
|
| 27 |
+
"""
|
| 28 |
+
import argparse
|
| 29 |
+
import gzip
|
| 30 |
+
import json
|
| 31 |
+
import os
|
| 32 |
+
import shutil
|
| 33 |
+
import subprocess
|
| 34 |
+
import sys
|
| 35 |
+
import tempfile
|
| 36 |
+
import threading
|
| 37 |
+
import time
|
| 38 |
+
from pathlib import Path
|
| 39 |
+
|
| 40 |
+
import lightgbm as lgb # imported before anything that could pull in torch; see embed_worker.py
|
| 41 |
+
import numpy as np
|
| 42 |
+
import pandas as pd
|
| 43 |
+
|
| 44 |
+
sys.path.insert(0, str(Path(__file__).parent))
|
| 45 |
+
from features import OUTFMT, assemble, query_features, read_hits # noqa: E402
|
| 46 |
+
from inputs import prepare_inputs # noqa: E402
|
| 47 |
+
|
| 48 |
+
ROOT = Path(__file__).parent
|
| 49 |
+
WEIGHTS = ROOT / "weights"
|
| 50 |
+
T0 = time.time()
|
| 51 |
+
# The evaluator allows 600 s. Evidence gathering stops at BUDGET; the rest is for ranking and writing.
|
| 52 |
+
# v3 ranks with 15 models instead of 5 (about 10-20 s on 2 threads, measured), so it stops 40 s
|
| 53 |
+
# earlier than v2's 540 to keep the same margin on a slower machine.
|
| 54 |
+
BUDGET = float(os.environ.get("EC_TIME_BUDGET", 500))
|
| 55 |
+
THREADS = int(os.environ.get("EC_THREADS", 2))
|
| 56 |
+
|
| 57 |
+
|
| 58 |
+
def elapsed():
|
| 59 |
+
return time.time() - T0
|
| 60 |
+
|
| 61 |
+
|
| 62 |
+
def log(msg):
|
| 63 |
+
print(f"[{elapsed():6.1f}s] {msg}", flush=True)
|
| 64 |
+
|
| 65 |
+
|
| 66 |
+
def diamond_bin():
|
| 67 |
+
return shutil.which("diamond") or str(ROOT / "bin" / "diamond")
|
| 68 |
+
|
| 69 |
+
|
| 70 |
+
def database(tmp):
|
| 71 |
+
"""The image carries a prebuilt index. Building here is only for runs outside the image."""
|
| 72 |
+
built = Path(os.environ.get("EC_DMND", WEIGHTS / "train.dmnd"))
|
| 73 |
+
if built.exists():
|
| 74 |
+
return built.with_suffix("")
|
| 75 |
+
fa = Path(tmp) / "db.fa"
|
| 76 |
+
with gzip.open(WEIGHTS / "train_db.fa.gz", "rb") as src, open(fa, "wb") as dst:
|
| 77 |
+
shutil.copyfileobj(src, dst)
|
| 78 |
+
db = Path(tmp) / "db"
|
| 79 |
+
subprocess.run([diamond_bin(), "makedb", "--in", str(fa), "-d", str(db), "--threads", str(THREADS),
|
| 80 |
+
"--quiet"], check=True)
|
| 81 |
+
fa.unlink()
|
| 82 |
+
return db
|
| 83 |
+
|
| 84 |
+
|
| 85 |
+
def blast(query, db, tmp, columns, k, mode, evalue):
|
| 86 |
+
cmd = [diamond_bin(), "blastp", "-q", str(query), "-d", str(db), "--outfmt", "6", *columns,
|
| 87 |
+
"-k", str(k), "--max-hsps", "1", "--evalue", str(evalue), "--threads", str(THREADS),
|
| 88 |
+
"--quiet", "--tmpdir", str(tmp), "--hit-membuf"]
|
| 89 |
+
if mode:
|
| 90 |
+
cmd.append(f"--{mode}")
|
| 91 |
+
return subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True,
|
| 92 |
+
bufsize=1 << 20)
|
| 93 |
+
|
| 94 |
+
|
| 95 |
+
def stream(proc, deadline, k, keep_aln, on_query):
|
| 96 |
+
"""Feed hits to `on_query` until DIAMOND ends or the deadline kills it. Partial results stay."""
|
| 97 |
+
timer = threading.Timer(max(deadline - elapsed(), 0.1), proc.kill)
|
| 98 |
+
timer.start()
|
| 99 |
+
done = 0
|
| 100 |
+
try:
|
| 101 |
+
for q, rows in read_hits(proc.stdout, k, keep_aln):
|
| 102 |
+
on_query(q, rows)
|
| 103 |
+
done += 1
|
| 104 |
+
finally:
|
| 105 |
+
timer.cancel()
|
| 106 |
+
proc.stdout.close()
|
| 107 |
+
proc.wait()
|
| 108 |
+
return done, proc.returncode
|
| 109 |
+
|
| 110 |
+
|
| 111 |
+
def embed(seqs, order, cands, cfg, tmp, budget):
|
| 112 |
+
"""Head evidence from an isolated child process; see embed_worker.py for why."""
|
| 113 |
+
job = Path(tmp) / "emb_job.json"
|
| 114 |
+
res = Path(tmp) / "emb_out.json"
|
| 115 |
+
job.write_text(json.dumps({"seqs": {str(i): seqs[i] for i in order},
|
| 116 |
+
"order": [int(i) for i in order],
|
| 117 |
+
"cands": {str(i): cands[i] for i in order}, "cfg": cfg,
|
| 118 |
+
"weights": str(WEIGHTS), "budget": budget, "threads": THREADS}))
|
| 119 |
+
try:
|
| 120 |
+
proc = subprocess.run([sys.executable, str(ROOT / "embed_worker.py"), str(job), str(res)],
|
| 121 |
+
capture_output=True, text=True, timeout=budget + 15)
|
| 122 |
+
except subprocess.TimeoutExpired:
|
| 123 |
+
log("embedding worker exceeded its time limit")
|
| 124 |
+
return {}
|
| 125 |
+
if proc.returncode != 0 or not res.exists():
|
| 126 |
+
log(f"embedding worker failed (rc={proc.returncode}): {proc.stderr.strip()[-300:]}")
|
| 127 |
+
return {}
|
| 128 |
+
log(proc.stderr.strip() or "embedding worker finished")
|
| 129 |
+
raw = json.loads(res.read_text())
|
| 130 |
+
return {int(k): {ec: tuple(v) for ec, v in d.items()} for k, d in raw.items()}
|
| 131 |
+
|
| 132 |
+
|
| 133 |
+
def rank(F, cfg):
|
| 134 |
+
scores = np.zeros(len(F))
|
| 135 |
+
for name in cfg["rerankers"]:
|
| 136 |
+
booster = lgb.Booster(model_file=str(WEIGHTS / name))
|
| 137 |
+
p = booster.predict(F, raw_score=True, num_threads=THREADS) # binary models: logits
|
| 138 |
+
scores += (p - p.mean()) / (p.std() + 1e-9)
|
| 139 |
+
return scores
|
| 140 |
+
|
| 141 |
+
|
| 142 |
+
def evidence_and_rank(seqs, cfg, db_ecs, ec_count, ec_prior, vocab, tmp):
|
| 143 |
+
n = len(seqs)
|
| 144 |
+
scanned = [None] * n
|
| 145 |
+
fa = Path(tmp) / "q.fa"
|
| 146 |
+
with open(fa, "w") as f:
|
| 147 |
+
for i, s in enumerate(seqs):
|
| 148 |
+
f.write(f">{i}\n{s}\n")
|
| 149 |
+
db = database(tmp)
|
| 150 |
+
log("DIAMOND database ready")
|
| 151 |
+
|
| 152 |
+
def on_query(q, rows):
|
| 153 |
+
scanned[q] = query_features(rows, seqs[q], db_ecs, ec_count, ec_prior, cfg)
|
| 154 |
+
|
| 155 |
+
plain = OUTFMT[:9]
|
| 156 |
+
try:
|
| 157 |
+
proc = blast(fa, db, tmp, plain, cfg["k_quick"], "fast", cfg["evalue"])
|
| 158 |
+
got, rc = stream(proc, BUDGET * 0.35, cfg["k_quick"], 0, on_query)
|
| 159 |
+
log(f"safety-net search covered {got}/{n} queries (rc={rc})")
|
| 160 |
+
except Exception as exc:
|
| 161 |
+
log(f"safety-net search failed: {exc}")
|
| 162 |
+
|
| 163 |
+
try:
|
| 164 |
+
proc = blast(fa, db, tmp, OUTFMT, cfg["k"], cfg["sensitivity"], cfg["evalue"])
|
| 165 |
+
got, rc = stream(proc, BUDGET - cfg["reserve"], cfg["k"], cfg["prof_hits"], on_query)
|
| 166 |
+
log(f"main search covered {got}/{n} queries (rc={rc})")
|
| 167 |
+
except Exception as exc:
|
| 168 |
+
log(f"main search failed: {exc}")
|
| 169 |
+
|
| 170 |
+
# Least evidence first, then shortest: the queries that gain most for the least time.
|
| 171 |
+
best = np.array([r[2]["q_level"][0] if r else 0.0 for r in scanned])
|
| 172 |
+
weak = [i for i in np.where(best < cfg["emb_bits_gate"])[0].tolist()]
|
| 173 |
+
weak.sort(key=lambda i: (int(best[i] >= 80) + int(best[i] >= 150), len(seqs[i])))
|
| 174 |
+
log(f"{len(weak)} queries below the embedding gate")
|
| 175 |
+
emb = {}
|
| 176 |
+
room = BUDGET - 20 - elapsed()
|
| 177 |
+
if weak and room > 30:
|
| 178 |
+
try:
|
| 179 |
+
emb = embed(seqs, weak, {i: (scanned[i][0] if scanned[i] else []) for i in weak},
|
| 180 |
+
cfg, tmp, room)
|
| 181 |
+
except Exception as exc: # embedding is extra evidence; homology still stands
|
| 182 |
+
log(f"embedding stage skipped: {exc}")
|
| 183 |
+
|
| 184 |
+
q, ec, F = assemble(scanned, n, emb, ec_prior, ec_count, seqs, cfg["extra_from_emb"])
|
| 185 |
+
log(f"{len(q)} candidate rows")
|
| 186 |
+
scores = rank(F, cfg) if len(F) else np.zeros(0)
|
| 187 |
+
best_ec = {}
|
| 188 |
+
for qi, e, sc in zip(q.tolist(), ec.tolist(), scores.tolist()):
|
| 189 |
+
if e in vocab and (qi not in best_ec or sc > best_ec[qi][1]):
|
| 190 |
+
best_ec[qi] = (e, sc)
|
| 191 |
+
log(f"ranked predictions for {len(best_ec)} queries")
|
| 192 |
+
return best_ec
|
| 193 |
+
|
| 194 |
+
|
| 195 |
+
def predict_file(input_path, output_path):
|
| 196 |
+
cfg = json.loads((WEIGHTS / "config.json").read_text())
|
| 197 |
+
vocab = set(json.loads((ROOT / "ec_vocabulary.json").read_text()))
|
| 198 |
+
frame = prepare_inputs(pd.read_parquet(input_path))
|
| 199 |
+
seqs = frame.sequence.tolist()
|
| 200 |
+
log(f"{len(seqs)} unique inputs")
|
| 201 |
+
|
| 202 |
+
db_ecs = json.loads((WEIGHTS / "db_ecs.json").read_text())
|
| 203 |
+
ec_prior = json.loads((WEIGHTS / "ec_prior.json").read_text())
|
| 204 |
+
ec_count = json.loads((WEIGHTS / "ec_count.json").read_text())
|
| 205 |
+
fallback = [e for e in json.loads((WEIGHTS / "prior.json").read_text()) if e in vocab][:1]
|
| 206 |
+
|
| 207 |
+
tmp = tempfile.mkdtemp(dir="/tmp")
|
| 208 |
+
best_ec = {}
|
| 209 |
+
try:
|
| 210 |
+
best_ec = evidence_and_rank(seqs, cfg, db_ecs, ec_count, ec_prior, vocab, tmp)
|
| 211 |
+
except Exception as exc: # a valid, weaker output beats a failed evaluation
|
| 212 |
+
log(f"pipeline failed, writing fallback predictions: {exc!r}")
|
| 213 |
+
finally:
|
| 214 |
+
shutil.rmtree(tmp, ignore_errors=True)
|
| 215 |
+
with open(output_path, "w") as f:
|
| 216 |
+
for i, key in enumerate(frame.id):
|
| 217 |
+
pred = [best_ec[i][0]] if i in best_ec else fallback
|
| 218 |
+
f.write(json.dumps({"id": key, "prediction": pred}) + "\n")
|
| 219 |
+
log(f"wrote {len(seqs)} predictions to {output_path}")
|
| 220 |
+
|
| 221 |
+
|
| 222 |
+
if __name__ == "__main__":
|
| 223 |
+
parser = argparse.ArgumentParser(description=__doc__)
|
| 224 |
+
parser.add_argument("--input", required=True)
|
| 225 |
+
parser.add_argument("--output", required=True)
|
| 226 |
+
args = parser.parse_args()
|
| 227 |
+
predict_file(args.input, args.output)
|
requirements.txt
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
numpy==2.2.6
|
| 2 |
+
pandas==2.3.3
|
| 3 |
+
pyarrow==23.0.1
|
| 4 |
+
lightgbm==4.7.0
|
| 5 |
+
torch==2.9.1+cpu
|
| 6 |
+
fair-esm==2.0.0
|
task.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"title": "Leak CURBER enzyme classification",
|
| 3 |
+
"slug": "leak-curber-enzyme-classification",
|
| 4 |
+
"benchmark_id": "leak-curber-enzyme-classification-20261023",
|
| 5 |
+
"input_columns": [
|
| 6 |
+
"sequence"
|
| 7 |
+
],
|
| 8 |
+
"label_column": "ec_number",
|
| 9 |
+
"output_format": "jsonl",
|
| 10 |
+
"primary_metric": "accuracy_l4",
|
| 11 |
+
"metrics": [
|
| 12 |
+
"accuracy_l4",
|
| 13 |
+
"accuracy_l3",
|
| 14 |
+
"accuracy_l2",
|
| 15 |
+
"accuracy_l1"
|
| 16 |
+
],
|
| 17 |
+
"data_dir": "data/enzyme_tasks/classification",
|
| 18 |
+
"task_id": "enzyme-classification"
|
| 19 |
+
}
|
weights/config.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"esm_file": "esm2_t12_35M_UR50D.pt",
|
| 3 |
+
"head_file": "head.pt",
|
| 4 |
+
"centroids_file": "head_centroids.npy",
|
| 5 |
+
"z_file": "head_z.npy",
|
| 6 |
+
"z_ecs_file": "db_ecs.json",
|
| 7 |
+
"rerankers": [
|
| 8 |
+
"rank_lambdarank_0.txt",
|
| 9 |
+
"rank_lambdarank_1.txt",
|
| 10 |
+
"rank_lambdarank_2.txt",
|
| 11 |
+
"rank_lambdarank_3.txt",
|
| 12 |
+
"rank_lambdarank_4.txt",
|
| 13 |
+
"rank_xendcg_0.txt",
|
| 14 |
+
"rank_xendcg_1.txt",
|
| 15 |
+
"rank_xendcg_2.txt",
|
| 16 |
+
"rank_xendcg_3.txt",
|
| 17 |
+
"rank_xendcg_4.txt",
|
| 18 |
+
"rank_binary_0.txt",
|
| 19 |
+
"rank_binary_1.txt",
|
| 20 |
+
"rank_binary_2.txt",
|
| 21 |
+
"rank_binary_3.txt",
|
| 22 |
+
"rank_binary_4.txt"
|
| 23 |
+
],
|
| 24 |
+
"sensitivity": "very-sensitive",
|
| 25 |
+
"k": 200,
|
| 26 |
+
"k_quick": 25,
|
| 27 |
+
"evalue": "1e-3",
|
| 28 |
+
"power": 2.0,
|
| 29 |
+
"rel_cut": 0.3,
|
| 30 |
+
"max_cands": 25,
|
| 31 |
+
"prof_hits": 120,
|
| 32 |
+
"prof_cands": 8,
|
| 33 |
+
"extra_from_emb": 5,
|
| 34 |
+
"emb_bits_gate": 300.0,
|
| 35 |
+
"reserve": 90,
|
| 36 |
+
"max_len": 1000,
|
| 37 |
+
"max_tokens": 4000
|
| 38 |
+
}
|
weights/db_ecs.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/ec_count.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"2.7.7.48": 3698, "2.7.7.6": 3696, "2.7.11.1": 2728, "2.7.11.12": 2686, "2.7.11.11": 2684, "2.7.11.13": 2684, "1.2.1.20": 1920, "7.1.2.2": 1757, "3.6.4.13": 1417, "3.5.2.14": 1333, "3.5.1.2": 1282, "7.1.1.2": 1192, "5.2.1.8": 1102, "4.1.1.88": 1014, "1.5.3.2": 944, "2.7.7.7": 889, "2.7.4.14": 887, "4.2.1.33": 883, "2.7.7.31": 876, "2.7.7.49": 876, "4.2.1.20": 802, "6.1.1.20": 790, "3.6.5.3": 766, "2.1.3.15": 758, "6.1.1.17": 751, "4.2.1.11": 748, "4.3.2.10": 745, "3.6.1.9": 743, "6.5.1.2": 740, "6.1.1.15": 718, "6.3.4.4": 703, "1.8.2.1": 695, "2.1.2.1": 695, "7.1.1.9": 685, "2.7.4.3": 680, "2.1.1.199": 680, "6.1.1.11": 680, "3.5.4.9": 672, "6.1.1.4": 671, "1.5.1.5": 667, "6.1.1.14": 662, "2.7.7.8": 659, "4.1.1.39": 658, "2.5.1.75": 648, "2.5.1.6": 644, "3.5.1.5": 644, "2.3.1.234": 630, "6.1.1.19": 630, "2.7.2.3": 627, "6.1.1.7": 626, "2.7.4.6": 609, "2.8.1.13": 609, "3.1.3.16": 607, "6.1.1.16": 606, "2.7.10.2": 602, "2.7.10.1": 593, "2.7.10.3": 593, "2.7.10.4": 593, "4.2.3.5": 583, "3.1.1.29": 581, "6.1.1.3": 578, "5.4.3.8": 574, "2.1.3.2": 568, "2.5.1.19": 562, "6.1.1.21": 561, "6.3.4.2": 560, "5.4.2.10": 559, "2.1.2.9": 552, "1.1.1.86": 551, "3.6.5.2": 548, "2.4.1.227": 547, "6.3.5.2": 546, "6.3.2.8": 541, "6.3.5.7": 539, "2.7.8.13": 539, "3.1.1.4": 535, "2.7.7.23": 533, "4.2.1.59": 532, "2.1.1.228": 528, "5.3.1.16": 527, "5.3.1.9": 526, "4.3.2.1": 525, "1.1.1.383": 524, "1.2.1.41": 518, "2.3.1.157": 515, "1.1.1.8": 511, "5.3.1.1": 509, "4.2.1.9": 503, "6.3.4.5": 502, "2.8.1.8": 502, "6.1.1.5": 500, "2.8.4.3": 498, "1.1.1.37": 497, "2.1.1.192": 497, "1.1.1.94": 496, "2.4.2.7": 490, "2.7.7.3": 489, "6.3.2.4": 488, "1.1.1.299": 487, "6.3.5.6": 482, "1.1.1.125": 477, "3.6.1.27": 477, "2.4.2.18": 475, "3.4.19.12": 472, "4.2.1.19": 472, "2.8.1.6": 471, "4.2.3.4": 469, "4.2.1.10": 468, "4.1.1.23": 468, "2.1.2.11": 468, "2.7.4.22": 467, "4.2.99.18": 465, "2.4.2.9": 465, "2.7.1.148": 464, "2.5.1.7": 460, "2.2.1.7": 459, "2.7.4.9": 457, "6.3.2.1": 457, "2.7.2.8": 456, "1.17.1.8": 455, "6.2.1.5": 455, "2.4.99.17": 450, "6.3.5.3": 450, "3.1.26.5": 446, "2.5.1.78": 445, "3.1.1.96": 442, "3.1.3.5": 442, "1.1.1.25": 441, "2.1.1.177": 441, "6.1.1.1": 440, "2.7.4.25": 440, "3.1.3.11": 439, "1.4.4.2": 439, "2.7.1.33": 437, "6.2.1.4": 434, "2.7.8.7": 427, "2.1.1.33": 426, "1.2.1.70": 424, "2.3.1.274": 424, "6.1.1.10": 423, "4.1.1.37": 423, "6.3.2.6": 419, "6.3.4.20": 416, "6.1.1.6": 416, "2.4.2.17": 416, "6.3.5.5": 409, "1.15.1.1": 407, "2.5.1.141": 406, "2.6.1.9": 404, "4.3.3.7": 403, "2.5.1.18": 403, "3.6.1.23": 402, "3.5.4.16": 402, "2.2.1.2": 401, "3.5.4.10": 401, "4.6.1.12": 401, "5.4.99.25": 400, "5.6.2.4": 398, "2.1.1.45": 395, "6.3.3.1": 391, "6.1.1.23": 391, "1.1.1.267": 389, "2.1.2.3": 386, "2.7.1.23": 386, "4.1.99.17": 386, "6.3.2.9": 384, "2.5.1.145": 380, "5.3.1.6": 374, "2.5.1.61": 372, "2.3.1.181": 371, "1.3.1.98": 370, "2.7.7.4": 366, "2.7.1.30": 366, "3.1.3.48": 366, "2.4.2.10": 364, "2.7.1.71": 359, "2.7.7.60": 358, "2.3.3.13": 357, "3.4.11.1": 356, "4.1.1.65": 352, "4.3.3.6": 350, "1.97.1.12": 349, "2.7.2.11": 348, "1.2.1.38": 348, "3.6.1.15": 347, "2.3.1.275": 345, "2.8.4.4": 341, "2.8.1.10": 339, "1.17.7.4": 338, "3.5.1.88": 335, "2.4.2.29": 335, "4.1.1.11": 335, "2.1.3.3": 332, "1.17.7.3": 327, "3.5.1.18": 326, "4.1.1.48": 326, "5.1.1.7": 326, "2.7.1.39": 324, "7.3.2.1": 324, "1.7.1.13": 323, "2.3.1.180": 319, "1.2.1.12": 317, "3.5.4.19": 313, "1.3.5.2": 313, "1.3.7.7": 313, "2.7.7.56": 312, "5.4.2.11": 312, "5.4.2.12": 310, "2.7.7.38": 306, "2.7.2.1": 301, "1.2.1.59": 299, "6.1.1.9": 297, "1.10.3.9": 296, "5.1.1.1": 295, "3.5.1.44": 293, "1.11.1.21": 292, "2.1.1.166": 292, "4.98.1.1": 291, "2.7.1.130": 291, "2.4.2.1": 285, "3.6.1.31": 284, "1.1.1.85": 284, "3.5.2.3": 282, "2.7.7.72": 282, "2.7.7.18": 279, "6.3.4.3": 279, "1.14.14.1": 276, "2.4.1.21": 276, "1.4.3.5": 274, "2.5.1.3": 273, "2.3.1.1": 273, "5.3.1.24": 272, "2.7.4.8": 271, "2.7.7.27": 270, "3.6.1.66": 269, "2.4.1.18": 268, "4.1.2.4": 266, "5.3.1.23": 264, "4.6.1.17": 263, "2.1.1.77": 263, "2.7.7.108": 261, "7.2.1.1": 260, "2.1.2.10": 258, "6.3.2.2": 257, "2.1.1.170": 257, "5.1.1.3": 255, "2.1.1.163": 254, "2.3.1.191": 252, "3.5.2.6": 251, "2.7.1.50": 249, "2.3.1.47": 247, "2.3.2.6": 245, "6.3.4.16": 244, "3.2.1.21": 242, "1.1.1.1": 242, "6.1.1.12": 241, "1.8.4.11": 241, "2.5.1.55": 241, "3.2.1.18": 237, "1.1.1.27": 237, "2.1.1.14": 234, "6.1.1.22": 234, "3.5.4.13": 228, "4.1.1.49": 228, "2.7.11.22": 228, "3.6.1.1": 227, "2.4.99.28": 227, "2.6.99.2": 226, "1.18.1.2": 225, "3.1.2.6": 225, "2.6.1.52": 223, "5.3.3.2": 222, "3.6.4.12": 222, "1.1.1.71": 221, "2.1.1.74": 221, "3.5.2.7": 221, "3.5.1.108": 221, "1.2.1.8": 220, "3.13.2.1": 219, "4.1.1.31": 219, "2.7.1.11": 219, "7.4.2.11": 218, "1.7.1.17": 217, "2.7.11.24": 215, "2.8.1.7": 214, "2.7.1.21": 213, "6.3.1.5": 211, "2.8.1.4": 210, "4.2.1.17": 208, "2.7.1.170": 207, "4.2.1.96": 206, "2.3.1.117": 206, "6.3.4.19": 204, "1.6.5.2": 202, "4.1.99.22": 202, "2.4.1.182": 202, "3.6.1.7": 201, "5.4.2.7": 201, "2.7.1.24": 200, "1.1.1.23": 199, "2.5.1.72": 199, "3.5.99.6": 198, "1.8.1.2": 198, "2.2.1.9": 197, "3.5.2.9": 195, "2.4.2.22": 194, "2.3.1.31": 193, "2.1.1.201": 193, "1.1.1.35": 193, "2.3.1.35": 193, "2.3.1.16": 192, "6.2.1.1": 191, "3.2.1.23": 190, "2.1.1.64": 189, "6.3.1.21": 189, "1.3.3.3": 189, "1.10.3.2": 188, "3.1.1.3": 187, "1.6.5.9": 187, "1.1.1.131": 186, "2.1.1.222": 186, "4.4.1.21": 185, "3.5.4.2": 185, "2.3.1.129": 184, "6.3.3.3": 183, "4.1.1.50": 183, "3.1.1.61": 183, "2.5.1.16": 179, "1.11.1.24": 176, "3.1.1.79": 175, "2.3.1.74": 173, "6.3.1.2": 173, "4.1.99.12": 172, "2.4.2.21": 172, "2.5.1.39": 172, "4.3.1.3": 172, "1.6.5.10": 171, "5.1.2.3": 171, "1.18.6.1": 170, "3.1.1.34": 167, "2.1.1.56": 165, "5.3.1.5": 164, "2.7.6.1": 164, "2.4.2.8": 163, "1.8.4.12": 162, "4.1.1.19": 161, "4.2.1.126": 161, "3.5.4.25": 161, "4.2.1.109": 161, "4.1.2.13": 160, "2.7.1.167": 160, "2.7.7.70": 159, "2.7.7.19": 157, "2.3.2.29": 157, "4.1.3.39": 157, "2.6.1.16": 156, "3.1.1.1": 155, "2.4.2.3": 155, "2.7.8.26": 154, "2.3.1.225": 153, "5.3.1.28": 153, "2.3.1.15": 152, "2.4.2.2": 152, "2.3.1.46": 152, "3.4.11.4": 152, "3.6.1.41": 151, "3.2.1.14": 150, "1.2.1.10": 150, "1.1.99.21": 149, "1.17.4.1": 148, "1.1.5.4": 147, "2.1.1.195": 147, "4.2.3.3": 146, "2.1.1.35": 146, "6.1.1.2": 146, "3.2.1.4": 145, "1.11.1.6": 145, "2.7.7.77": 145, "5.4.99.27": 144, "1.7.1.7": 144, "3.1.3.77": 143, "2.7.7.59": 143, "3.1.3.41": 142, "3.2.1.52": 142, "3.5.4.4": 142, "2.7.1.48": 141, "2.1.1.242": 141, "5.4.99.62": 141, "2.3.1.48": 140, "3.4.11.9": 140, "2.1.1.61": 140, "2.4.2.15": 139, "2.1.1.190": 139, "4.2.1.49": 139, "2.3.1.286": 138, "2.3.1.156": 137, "1.13.11.54": 137, "1.13.11.53": 136, "1.11.1.7": 133, "5.3.3.8": 133, "2.7.11.23": 133, "6.5.1.1": 131, "4.1.1.98": 131, "1.7.99.1": 131, "3.2.1.8": 130, "1.1.1.103": 130, "6.1.1.13": 128, "1.3.1.10": 128, "2.1.1.173": 128, "2.1.1.264": 128, "4.2.1.1": 127, "5.3.3.14": 127, "5.6.2.3": 126, "2.7.11.33": 126, "2.7.4.28": 126, "1.3.1.9": 125, "2.1.1.107": 125, "1.17.99.9": 124, "1.1.1.17": 123, "3.2.2.9": 122, "1.2.1.3": 120, "3.6.5.4": 120, "6.3.4.21": 120, "2.7.7.87": 119, "2.7.1.25": 118, "1.2.1.71": 118, "6.3.2.13": 118, "2.1.1.186": 117, "3.6.1.6": 116, "3.6.1.54": 116, "2.7.7.50": 115, "1.3.1.76": 115, "4.99.1.4": 115, "2.4.1.16": 114, "2.7.7.42": 114, "2.7.7.89": 114, "2.5.1.10": 113, "4.1.1.112": 113, "7.5.2.7": 113, "2.7.1.6": 113, "3.5.3.6": 112, "1.2.4.1": 111, "1.1.1.262": 111, "6.1.1.18": 111, "3.5.3.23": 110, "3.1.3.2": 109, "4.2.1.8": 109, "2.1.1.57": 108, "2.4.2.4": 108, "1.1.1.290": 108, "7.3.2.2": 108, "4.2.1.2": 107, "7.6.2.5": 106, "4.6.1.18": 106, "2.7.1.2": 106, "3.1.1.5": 105, "6.3.1.22": 105, "2.1.1.172": 105, "1.1.1.42": 104, "4.2.1.104": 104, "1.9.6.1": 104, "4.1.3.27": 104, "3.4.19.3": 104, "4.2.2.2": 104, "3.2.1.1": 103, "5.1.3.20": 103, "1.6.2.2": 103, "2.4.1.17": 102, "6.3.4.13": 102, "2.5.1.1": 100, "2.3.3.9": 100, "5.3.1.4": 100, "2.6.1.83": 100, "6.3.1.1": 100, "2.5.1.29": 99, "3.2.1.28": 98, "1.16.3.1": 98, "4.3.1.18": 98, "4.3.1.24": 97, "3.6.4.10": 97, "2.7.1.40": 97, "1.3.5.1": 97, "1.13.11.52": 96, "2.9.1.1": 95, "2.2.1.6": 94, "3.4.22.28": 94, "2.3.3.16": 93, "1.13.11.11": 93, "7.2.2.6": 93, "5.1.3.9": 93, "4.1.1.130": 93, "2.1.1.181": 93, "2.7.1.27": 91, "7.2.2.10": 91, "1.5.1.3": 91, "2.3.3.10": 90, "7.2.1.4": 90, "5.1.3.2": 89, "1.1.99.1": 89, "1.14.99.60": 89, "2.9.1.3": 89, "2.7.9.3": 89, "2.6.1.11": 89, "3.2.1.26": 88, "3.2.1.55": 88, "2.3.1.89": 88, "1.3.99.8": 87, "2.7.11.5": 87, "3.5.4.5": 87, "2.1.1.223": 87, "1.8.1.9": 86, "2.7.1.35": 86, "2.3.1.20": 86, "3.6.1.22": 86, "6.3.2.3": 86, "2.8.1.1": 86, "2.8.3.1": 85, "4.1.1.32": 85, "5.3.1.12": 85, "6.2.1.12": 84, "2.6.1.1": 84, "1.1.1.79": 83, "3.1.3.18": 83, "3.5.1.96": 83, "4.1.3.40": 83, "3.2.1.22": 83, "2.2.1.1": 82, "1.1.1.38": 82, "1.3.1.14": 82, "3.4.13.9": 82, "1.2.4.2": 82, "1.1.1.205": 81, "1.1.5.3": 81, "4.1.3.17": 80, "2.1.1.67": 80, "1.1.1.81": 80, "1.11.1.9": 80, "2.7.4.1": 79, "3.1.1.74": 78, "2.1.1.174": 78, "3.5.4.30": 77, "3.1.1.31": 77, "2.5.1.47": 76, "3.4.14.5": 76, "7.2.2.20": 76, "2.1.1.189": 76, "3.1.1.11": 76, "1.1.1.62": 75, "2.3.1.9": 75, "2.7.7.2": 75, "1.4.1.4": 75, "5.1.99.6": 75, "4.6.1.2": 74, "1.13.11.5": 74, "6.2.1.3": 73, "1.14.99.56": 73, "4.2.1.3": 73, "2.3.1.51": 73, "1.8.1.4": 72, "2.4.1.15": 72, "6.5.1.4": 72, "3.2.1.39": 72, "3.2.1.15": 72, "1.2.1.13": 72, "6.3.1.13": 71, "3.1.1.85": 71, "4.6.1.1": 71, "4.3.1.25": 70, "3.1.2.2": 70, "3.7.1.3": 70, "3.4.16.4": 70, "2.7.7.88": 70, "1.1.1.195": 69, "5.4.2.2": 69, "3.1.1.32": 69, "2.1.1.178": 69, "1.14.14.5": 69, "3.1.2.22": 69, "3.5.1.98": 69, "3.4.21.4": 68, "2.7.11.25": 68, "3.2.1.37": 67, "3.2.1.35": 67, "7.6.2.10": 67, "4.99.1.9": 67, "1.6.2.4": 66, "3.5.99.7": 66, "1.2.1.19": 66, "1.14.13.81": 66, "2.6.1.37": 66, "1.4.1.3": 66, "7.1.1.8": 65, "3.5.4.31": 65, "2.7.1.1": 65, "5.1.3.32": 65, "2.1.1.144": 65, "1.8.4.8": 65, "2.7.7.85": 64, "3.4.21.91": 63, "2.6.1.42": 63, "1.1.1.284": 63, "1.1.1.34": 63, "1.5.1.39": 63, "3.5.1.47": 63, "2.4.2.28": 63, "2.7.1.16": 63, "4.1.2.40": 63, "2.1.1.319": 63, "7.3.2.3": 63, "3.5.4.22": 62, "4.2.1.113": 62, "3.5.3.8": 62, "2.1.1.148": 62, "1.3.99.6": 61, "2.3.1.199": 61, "2.7.2.4": 61, "4.1.1.15": 61, "3.6.1.53": 61, "2.7.7.1": 61, "2.7.7.13": 61, "6.3.1.19": 61, "2.4.2.43": 61, "2.7.12.1": 61, "2.7.7.9": 60, "2.4.1.250": 60, "3.5.4.28": 60, "2.1.1.176": 60, "2.8.1.12": 60, "5.3.1.17": 60, "3.1.3.15": 60, "2.3.1.269": 60, "1.2.1.11": 59, "5.4.2.8": 59, "7.6.2.1": 59, "1.1.1.49": 59, "5.5.1.6": 59, "5.3.1.14": 59, "4.1.1.1": 59, "3.2.2.6": 59, "1.1.1.44": 59, "7.3.2.5": 59, "2.7.3.3": 58, "4.4.1.14": 58, "1.1.1.261": 58, "2.7.1.107": 58, "1.2.1.72": 58, "3.6.1.73": 58, "2.1.1.17": 58, "3.1.4.11": 58, "1.11.1.11": 57, "2.1.1.37": 57, "1.1.1.18": 57, "2.3.1.189": 57, "2.1.1.191": 57, "4.2.1.70": 57, "2.4.1.41": 57, "2.5.1.41": 56, "4.2.1.41": 56, "1.1.1.305": 56, "2.1.2.13": 56, "2.4.2.52": 56, "1.1.1.100": 56, "3.5.3.1": 55, "6.3.1.20": 55, "4.1.3.1": 55, "5.4.2.5": 55, "2.7.11.17": 55, "3.6.4.6": 55, "1.1.1.351": 55, "3.2.1.91": 54, "3.5.3.12": 54, "7.2.2.13": 54, "4.3.1.7": 54, "2.3.1.61": 54, "1.14.99.46": 54, "5.3.1.26": 54, "3.4.23.16": 54, "3.1.1.14": 53, "2.7.12.2": 53, "3.5.1.9": 53, "1.5.1.42": 53, "1.7.2.2": 53, "1.2.1.27": 53, "6.5.1.8": 53, "2.5.1.31": 52, "1.1.1.22": 52, "3.4.11.5": 52, "1.4.3.21": 52, "3.5.1.110": 52, "1.6.1.1": 52, "1.6.1.3": 52, "3.1.1.73": 51, "1.14.99.54": 51, "3.2.1.78": 51, "1.13.11.6": 51, "2.7.11.30": 51, "1.4.3.2": 50, "7.1.2.1": 50, "1.14.13.9": 50, "6.6.1.1": 50, "7.5.2.11": 50, "3.1.3.71": 50, "2.3.1.251": 50, "7.1.1.6": 50, "1.14.18.1": 49, "2.3.1.30": 49, "3.1.3.64": 49, "7.6.2.2": 49, "3.1.4.4": 49, "3.11.1.1": 49, "3.5.1.103": 49, "1.8.4.10": 49, "2.7.1.60": 49, "2.5.1.46": 49, "3.5.1.16": 49, "2.7.7.12": 49, "3.1.3.12": 48, "1.1.1.184": 48, "3.1.3.25": 48, "3.5.1.1": 48, "2.6.1.13": 48, "3.6.1.74": 48, "2.7.14.1": 48, "3.6.1.5": 48, "3.2.1.20": 48, "1.11.1.28": 48, "2.7.1.59": 48, "4.4.1.16": 48, "1.8.1.8": 48, "4.2.1.24": 48, "2.4.1.13": 47, "4.2.1.108": 47, "6.2.1.54": 47, "3.1.1.81": 46, "3.1.1.53": 46, "2.8.2.1": 46, "1.1.1.380": 46, "2.6.1.87": 46, "6.2.1.20": 46, "1.1.1.330": 46, "3.3.2.10": 46, "2.1.1.216": 46, "7.2.2.8": 46, "1.1.1.219": 45, "3.1.1.7": 45, "5.5.1.4": 45, "4.2.1.130": 45, "3.5.1.4": 45, "3.6.1.40": 45, "4.2.99.20": 45, "2.7.1.5": 45, "2.8.4.1": 45, "2.5.1.54": 44, "5.3.1.25": 44, "6.4.1.2": 44, "2.7.7.41": 44, "3.2.1.67": 44, "2.7.1.67": 44, "5.4.99.2": 44, "2.1.1.72": 44, "4.2.3.15": 43, "3.5.1.105": 43, "6.3.5.4": 43, "2.1.1.104": 43, "2.1.1.206": 43, "2.4.2.53": 43, "3.5.1.135": 43, "3.1.3.89": 43, "3.5.3.11": 43, "1.1.1.300": 43, "1.1.1.40": 43, "2.4.1.1": 43, "4.2.1.152": 43, "1.14.17.4": 42, "1.2.1.88": 42, "4.1.1.25": 42, "2.5.1.15": 42, "4.3.1.19": 42, "5.1.1.8": 42, "3.1.1.23": 42, "2.7.7.80": 42, "2.4.1.325": 42, "1.5.1.2": 42, "1.21.98.4": 42, "2.3.1.37": 42, "3.1.4.35": 42, "5.4.99.39": 41, "1.1.1.105": 41, "3.5.5.1": 41, "3.1.3.95": 41, "2.5.1.21": 41, "1.6.99.1": 41, "6.3.4.14": 41, "4.1.2.19": 41, "2.7.7.67": 41, "2.5.1.147": 41, "4.1.3.3": 41, "1.3.3.11": 41, "2.7.3.9": 41, "4.1.1.22": 40, "2.3.1.12": 40, "1.13.11.12": 40, "2.5.1.32": 40, "1.8.3.2": 40, "3.2.1.85": 40, "7.6.2.7": 40, "3.4.11.23": 40, "2.7.11.21": 40, "2.7.2.2": 40, "2.4.2.60": 40, "3.1.4.53": 40, "2.3.1.41": 40, "5.6.1.6": 40, "1.14.16.2": 39, "4.1.1.28": 39, "1.8.5.1": 39, "5.3.1.8": 39, "1.8.2.5": 39, "3.5.1.38": 39, "4.1.99.1": 39, "4.3.2.3": 39, "1.14.12.17": 39, "5.1.3.1": 39, "1.1.1.41": 38, "4.3.2.2": 38, "1.1.1.2": 38, "2.1.1.297": 38, "2.3.2.13": 38, "2.7.1.237": 38, "1.3.98.1": 38, "2.4.1.109": 38, "7.6.2.15": 38, "1.1.1.194": 37, "2.3.1.50": 37, "5.4.99.5": 37, "5.5.1.19": 37, "7.1.3.1": 37, "2.1.1.98": 37, "3.1.3.36": 37, "3.6.1.17": 37, "2.7.1.100": 37, "2.3.1.40": 37, "6.2.1.15": 37, "1.4.1.21": 37, "1.1.1.82": 37, "4.4.1.5": 37, "3.4.22.69": 37, "1.17.1.9": 36, "2.6.1.57": 36, "1.17.99.6": 36, "2.5.1.43": 36, "1.2.3.1": 36, "3.4.19.13": 36, "2.8.1.9": 36, "2.7.2.7": 36, "2.4.2.59": 36, "6.2.1.2": 36, "2.8.1.11": 36, "6.2.1.48": 36, "3.6.1.11": 36, "3.2.1.58": 36, "2.7.7.68": 36, "2.7.11.26": 36, "2.3.1.8": 36, "4.6.1.19": 36, "3.6.1.42": 36, "1.11.1.12": 36, "7.2.2.7": 36, "1.8.1.7": 35, "2.7.3.2": 35, "1.3.98.5": 35, "3.1.2.12": 35, "3.1.3.1": 35, "3.8.1.5": 35, "1.4.3.16": 35, "2.3.2.2": 35, "1.3.3.6": 35, "3.1.3.86": 35, "7.5.2.12": 35, "6.3.4.23": 35, "4.3.1.32": 35, "4.2.1.90": 35, "1.14.99.29": 35, "1.3.1.89": 35, "3.2.1.113": 35, "1.13.11.58": 35, "2.7.1.144": 35, "3.5.4.27": 35, "1.1.1.47": 35, "1.14.99.1": 35, "1.2.1.36": 35, "1.14.13.8": 35, "7.2.2.11": 35, "1.1.99.4": 34, "3.5.1.23": 34, "7.6.2.3": 34, "3.5.4.39": 34, "2.7.1.161": 34, "3.1.3.37": 34, "2.4.1.12": 34, "3.5.3.4": 34, "2.7.6.5": 34, "3.1.3.7": 34, "1.1.1.53": 34, "1.14.11.9": 33, "1.3.1.33": 33, "3.5.1.124": 33, "4.2.1.57": 33, "1.14.13.39": 33, "1.13.11.27": 33, "2.4.2.31": 33, "2.7.8.28": 33, "2.1.1.63": 33, "2.6.1.19": 33, "1.14.13.7": 33, "2.3.1.97": 33, "4.1.3.30": 33, "3.4.21.98": 33, "3.1.8.1": 33, "3.4.13.19": 33, "2.1.1.354": 33, "1.7.3.3": 33, "2.3.1.23": 33, "5.3.99.2": 33, "4.1.1.17": 32, "1.4.1.1": 32, "4.3.1.17": 32, "2.4.2.14": 32, "1.14.14.18": 32, "4.2.3.1": 32, "2.7.8.5": 32, "3.1.3.6": 32, "2.7.4.23": 32, "1.6.3.1": 32, "3.1.2.28": 32, "6.2.1.14": 32, "2.4.1.173": 31, "4.4.1.13": 31, "1.1.1.9": 31, "3.1.3.8": 31, "2.3.1.87": 31, "4.2.1.99": 31, "1.4.1.2": 31, "5.1.3.4": 31, "2.4.1.152": 31, "2.5.1.59": 31, "3.6.5.5": 31, "2.7.8.20": 31, "3.1.3.46": 31, "2.3.3.14": 31, "1.2.7.4": 31, "2.4.1.344": 31, "2.4.1.69": 31, "4.1.1.35": 31, "1.14.14.154": 30, "2.7.1.36": 30, "4.2.1.51": 30, "4.2.1.44": 30, "6.2.1.26": 30, "3.1.5.1": 30, "2.7.1.17": 30, "7.2.4.2": 30, "2.7.7.40": 30, "2.4.2.48": 30, "1.20.4.4": 30, "1.14.11.27": 30, "4.2.1.93": 30, "1.1.1.3": 30, "1.14.14.14": 30, "2.1.1.185": 30, "3.1.2.1": 29, "2.1.1.159": 29, "3.5.1.24": 29, "2.7.1.137": 29, "2.1.1.68": 29, "3.1.1.6": 29, "3.6.1.64": 29, "2.6.1.81": 29, "2.4.1.180": 29, "4.4.1.15": 29, "2.1.1.321": 29, "1.16.1.1": 29, "2.5.1.60": 29, "3.5.4.38": 29, "3.1.6.1": 29, "3.1.1.101": 28, "4.2.3.113": 28, "1.1.1.286": 28, "1.14.19.20": 28, "1.13.11.41": 28, "4.4.1.9": 28, "1.14.11.12": 28, "1.1.1.95": 28, "3.1.3.58": 28, "1.13.11.16": 28, "2.3.2.3": 28, "3.5.2.5": 28, "2.6.1.29": 28, "5.1.3.24": 28, "3.2.1.25": 28, "2.5.1.42": 28, "1.14.19.2": 28, "6.3.5.11": 28, "1.2.4.4": 28, "3.6.1.13": 28, "2.6.1.62": 28, "3.1.2.20": 28, "1.14.11.2": 28, "4.2.3.57": 27, "2.7.1.13": 27, "2.3.1.21": 27, "2.3.1.184": 27, "1.14.19.1": 27, "2.7.1.153": 27, "1.1.1.21": 27, "2.3.2.15": 27, "4.1.1.20": 27, "1.14.20.6": 27, "2.1.1.53": 27, "2.3.1.5": 27, "2.4.1.221": 27, "1.4.1.24": 27, "4.1.2.43": 27, "2.7.7.105": 27, "2.3.1.39": 27, "2.6.1.82": 27, "4.2.1.6": 27, "5.1.3.22": 27, "3.6.1.26": 27, "3.1.1.106": 27, "1.3.8.7": 27, "2.7.1.105": 27, "1.3.8.8": 27, "1.14.14.17": 27, "1.14.14.19": 27, "3.1.3.56": 27, "2.1.1.359": 27, "2.5.1.129": 27, "1.1.1.270": 27, "1.3.1.88": 27, "4.2.3.19": 26, "1.4.3.3": 26, "1.2.7.1": 26, "4.2.3.47": 26, "4.1.1.33": 26, "1.1.1.431": 26, "3.2.2.5": 26, "2.5.1.73": 26, "2.4.2.57": 26, "7.5.2.10": 26, "2.3.1.109": 26, "1.1.1.130": 26, "4.4.1.22": 26, "2.7.1.26": 26, "3.1.4.14": 26, "2.3.1.75": 26, "3.5.1.15": 26, "2.4.1.25": 26, "1.5.5.2": 26, "1.17.7.1": 26, "2.6.1.7": 26, "2.4.1.212": 26, "3.2.1.10": 26, "2.3.2.27": 26, "3.1.4.17": 26, "1.2.1.9": 26, "2.8.2.8": 26, "1.2.1.44": 25, "2.4.1.10": 25, "2.7.1.4": 25, "2.7.9.1": 25, "2.7.1.90": 25, "2.8.2.2": 25, "1.1.1.145": 25, "1.4.3.19": 25, "3.2.1.3": 25, "4.1.1.4": 25, "3.1.1.47": 25, "2.7.1.92": 25, "3.6.1.62": 25, "2.8.3.16": 25, "1.4.3.13": 25, "1.3.7.5": 25, "6.3.2.7": 25, "2.1.1.197": 25, "2.1.1.361": 25, "1.6.5.4": 25, "1.13.11.51": 25, "1.17.1.4": 25, "3.1.3.4": 25, "1.1.1.209": 25, "3.1.4.12": 25, "2.7.11.16": 25, "2.3.1.28": 25, "7.5.2.1": 25, "1.7.2.1": 24, "1.2.1.84": 24, "1.14.13.148": 24, "2.3.1.57": 24, "2.7.7.65": 24, "1.2.1.16": 24, "5.5.1.13": 24, "2.4.2.19": 24, "1.16.3.3": 24, "4.2.1.46": 24, "2.7.7.24": 24, "5.3.3.1": 24, "2.1.1.257": 24, "2.7.1.134": 24, "2.7.1.159": 24, "2.1.1.207": 24, "1.14.13.127": 24, "2.7.1.89": 24, "7.6.2.8": 24, "3.1.3.70": 24, "4.2.1.134": 24, "3.4.11.2": 24, "2.6.1.44": 24, "1.18.1.3": 24, "1.2.1.24": 24, "1.12.99.6": 24, "1.1.1.210": 24, "2.4.2.30": 24, "2.1.1.198": 24, "4.2.1.36": 24, "3.6.1.52": 23, "1.13.11.31": 23, "1.1.1.239": 23, "3.4.22.1": 23, "6.4.1.1": 23, "2.3.3.8": 23, "5.4.99.8": 23, "2.4.1.118": 23, "2.5.1.108": 23, "4.2.1.77": 23, "2.3.1.222": 23, "6.3.2.31": 23, "6.3.2.34": 23, "2.4.1.315": 23, "3.5.1.49": 23, "5.3.2.5": 23, "1.1.1.58": 23, "3.6.1.12": 23, "3.6.1.65": 23, "3.5.4.29": 23, "2.1.1.80": 23, "7.2.1.3": 23, "2.4.1.14": 23, "3.1.3.99": 23, "1.21.99.4": 23, "2.8.3.5": 23, "1.3.8.1": 23, "5.4.2.3": 23, "3.1.1.13": 23, "2.7.6.3": 23, "1.14.14.32": 23, "3.5.4.33": 23, "1.3.1.90": 23, "1.3.1.91": 23, "2.1.1.160": 22, "1.1.1.51": 22, "1.1.1.28": 22, "4.2.3.119": 22, "6.3.5.1": 22, "4.4.1.1": 22, "4.2.3.106": 22, "1.2.1.5": 22, "1.11.1.5": 22, "1.1.3.15": 22, "1.1.1.282": 22, "3.4.21.62": 22, "3.1.4.3": 22, "3.1.1.22": 22, "1.1.98.2": 22, "3.7.1.22": 22, "3.1.3.87": 22, "1.2.1.103": 22, "1.14.11.64": 22, "2.1.1.260": 22, "2.4.1.34": 22, "4.1.99.5": 22, "2.3.1.108": 22, "2.6.1.2": 22, "1.3.1.22": 22, "2.7.1.166": 22, "1.7.1.1": 22, "1.2.1.28": 22, "2.7.1.68": 22, "3.2.1.2": 22, "1.6.5.5": 22, "1.14.16.1": 22, "2.1.1.221": 22, "5.5.1.12": 21, "3.2.1.31": 21, "4.2.3.104": 21, "2.1.1.13": 21, "1.2.1.79": 21, "2.7.1.49": 21, "2.7.1.19": 21, "5.4.99.18": 21, "1.1.1.146": 21, "1.17.1.3": 21, "1.14.14.91": 21, "2.3.1.24": 21, "1.14.15.20": 21, "6.1.1.27": 21, "2.4.1.255": 21, "2.4.1.258": 21, "2.7.2.15": 21, "5.4.99.1": 21, "7.5.2.3": 21, "2.1.1.367": 21, "1.3.7.3": 21, "1.14.14.80": 21, "1.5.99.12": 21, "2.1.1.366": 21, "4.2.1.80": 21, "1.1.1.149": 21, "5.3.3.12": 21, "3.1.1.2": 21, "1.1.1.30": 21, "1.1.1.10": 21, "3.1.2.14": 21, "3.5.2.17": 21, "2.7.1.197": 21, "1.3.1.104": 21, "1.3.1.39": 21, "2.3.1.22": 21, "2.1.1.103": 20, "2.4.1.123": 20, "3.2.1.96": 20, "2.7.1.145": 20, "2.3.1.115": 20, "3.2.1.40": 20, "3.1.3.3": 20, "5.1.3.29": 20, "1.1.1.430": 20, "1.3.7.2": 20, "2.4.1.115": 20, "1.21.99.3": 20, "2.5.1.9": 20, "4.2.1.47": 20, "3.5.1.122": 20, "2.3.3.5": 20, "3.2.1.46": 20, "2.1.1.364": 20, "2.1.1.348": 20, "1.11.1.26": 20, "6.4.1.3": 20, "7.4.2.6": 20, "2.1.1.298": 20, "1.4.3.4": 20, "1.3.1.20": 20, "3.1.2.34": 19, "4.2.3.108": 19, "3.2.1.176": 19, "2.7.7.84": 19, "3.1.1.117": 19, "4.1.1.29": 19, "4.2.3.23": 19, "5.1.3.11": 19, "5.1.3.14": 19, "2.4.1.91": 19, "5.1.3.5": 19, "1.11.1.13": 19, "2.3.1.190": 19, "1.23.1.1": 19, "1.1.1.24": 19, "1.14.11.65": 19, "1.2.2.1": 19, "4.2.1.182": 19, "1.2.1.106": 19, "5.3.99.3": 19, "1.1.1.298": 19, "2.7.1.189": 19, "1.14.16.4": 19, "1.5.98.1": 19, "5.3.2.2": 19, "2.1.1.196": 19, "2.4.3.6": 19, "4.2.2.3": 19, "4.1.2.52": 19, "3.5.1.97": 19, "4.2.1.69": 19, "1.14.19.17": 19, "1.1.1.54": 19, "2.4.1.102": 19, "2.4.1.90": 19, "2.3.3.1": 19, "2.6.1.76": 19, "7.2.2.9": 19, "4.1.2.25": 19, "1.5.3.24": 19, "2.4.1.32": 19, "4.2.1.92": 18, "2.3.1.336": 18, "1.13.11.33": 18, "4.2.3.25": 18, "1.1.1.318": 18, "1.4.1.20": 18, "6.2.1.17": 18, "4.2.1.84": 18, "6.3.4.18": 18, "1.4.1.13": 18, "3.1.4.46": 18, "1.3.1.77": 18, "2.1.1.320": 18, "2.7.2.17": 18, "2.8.3.21": 18, "3.5.2.2": 18, "2.3.1.193": 18, "1.6.3.3": 18, "2.1.1.325": 18, "2.7.1.199": 18, "2.5.1.157": 18, "2.1.1.220": 18, "1.21.4.2": 18, "2.1.1.356": 18, "2.1.1.85": 18, "2.3.1.178": 18, "3.5.1.14": 18, "1.2.1.47": 18, "1.10.3.1": 18, "2.7.4.7": 18, "2.5.1.89": 18, "1.2.7.7": 18, "2.4.1.38": 18, "7.2.2.21": 18, "1.7.2.3": 18, "3.4.21.1": 18, "2.5.1.17": 18, "5.4.99.22": 18, "3.5.1.52": 18, "1.1.99.24": 17, "1.1.3.6": 17, "2.6.1.5": 17, "3.1.7.11": 17, "1.3.1.70": 17, "5.4.99.16": 17, "1.10.3.11": 17, "4.2.3.16": 17, "4.2.3.120": 17, "4.2.3.26": 17, "4.1.1.36": 17, "4.1.3.36": 17, "2.3.1.122": 17, "5.6.2.5": 17, "4.1.2.53": 17, "4.1.2.20": 17, "2.4.1.150": 17, "5.4.99.30": 17, "2.7.1.78": 17, "4.4.1.3": 17, "4.2.3.153": 17, "2.4.1.145": 17, "2.4.3.1": 17, "2.3.2.5": 17, "2.4.3.2": 17, "3.4.17.24": 17, "2.7.8.29": 17, "1.1.1.108": 17, "2.5.1.27": 17, "4.1.1.111": 17, "1.13.11.20": 17, "2.3.1.311": 17, "1.1.1.72": 17, "2.4.1.222": 17, "1.11.1.27": 17, "2.7.1.149": 17, "3.2.1.45": 17, "3.1.3.82": 17, "5.4.2.4": 17, "2.1.1.314": 17, "2.7.8.2": 17, "1.2.1.46": 17, "1.14.14.3": 17, "5.3.1.13": 17, "2.4.2.26": 17, "1.1.1.237": 16, "4.1.1.131": 16, "5.1.3.7": 16, "3.4.22.15": 16, "2.1.4.1": 16, "3.5.1.3": 16, "2.1.1.6": 16, "3.2.1.147": 16, "1.5.1.38": 16, "3.2.1.51": 16, "2.7.7.90": 16, "2.3.1.167": 16, "2.6.1.21": 16, "2.7.2.19": 16, "7.4.2.10": 16, "2.3.1.245": 16, "1.14.11.67": 16, "2.4.1.11": 16, "3.5.4.41": 16, "3.5.1.102": 16, "2.1.1.10": 16, "3.1.1.25": 16, "6.3.2.17": 16, "2.1.1.362": 16, "1.1.1.188": 16, "6.4.1.4": 16, "2.1.1.282": 16, "1.14.18.9": 16, "4.2.3.6": 16, "2.7.11.2": 16, "2.5.1.58": 16, "2.3.1.118": 16, "3.1.1.8": 16, "4.1.1.21": 16, "2.1.2.2": 16, "1.1.1.357": 16, "7.2.2.19": 16, "1.3.1.48": 16, "2.7.13.3": 16, "2.4.1.265": 16, "1.3.1.42": 16, "4.2.3.114": 15, "2.1.1.267": 15, "2.1.1.274": 15, "1.14.19.3": 15, "5.4.99.7": 15, "2.3.1.54": 15, "2.1.1.4": 15, "5.1.1.18": 15, "4.4.1.2": 15, "2.7.1.76": 15, "2.4.1.65": 15, "3.1.1.72": 15, "1.14.20.4": 15, "2.4.1.87": 15, "7.1.1.1": 15, "1.14.18.2": 15, "4.2.1.147": 15, "1.5.1.15": 15, "4.2.1.136": 15, "2.7.7.61": 15, "1.3.1.94": 15, "2.7.1.158": 15, "1.14.11.6": 15, "3.7.1.14": 15, "3.1.3.21": 15, "1.13.99.1": 15, "3.1.3.26": 15, "3.5.99.10": 15, "3.5.3.15": 15, "2.4.99.18": 15, "1.1.1.169": 15, "4.1.99.3": 15, "2.6.1.85": 15, "2.7.7.79": 15, "2.7.4.11": 15, "2.7.4.4": 15, "2.3.1.86": 15, "3.1.3.9": 15, "1.1.1.372": 15, "6.2.1.9": 15, "1.5.5.1": 15, "2.7.9.2": 15, "2.4.1.19": 15, "2.3.1.76": 15, "3.4.21.89": 15, "1.3.1.12": 15, "4.2.1.40": 15, "3.1.1.89": 15, "3.2.2.27": 15, "3.1.3.91": 15, "5.4.99.20": 15, "3.1.3.78": 15, "2.5.1.34": 14, "3.2.1.86": 14, "2.1.1.200": 14, "1.1.1.213": 14, "1.1.99.39": 14, "4.1.2.48": 14, "2.7.1.113": 14, "2.7.1.74": 14, "3.5.4.6": 14, "1.14.11.13": 14, "2.3.1.133": 14, "3.2.1.182": 14, "1.5.3.17": 14, "2.7.8.27": 14, "2.7.8.48": 14, "3.5.1.114": 14, "5.1.1.10": 14, "1.14.13.227": 14, "1.5.1.54": 14, "3.2.1.139": 14, "1.1.1.26": 14, "4.4.1.20": 14, "2.7.1.147": 14, "2.1.1.244": 14, "2.7.11.18": 14, "6.3.5.9": 14, "2.6.1.3": 14, "1.1.1.399": 14, "2.4.3.4": 14, "2.7.7.66": 14, "1.21.4.3": 14, "4.99.1.3": 14, "1.14.12.19": 14, "4.2.1.149": 14, "2.1.1.41": 14, "3.5.99.2": 14, "4.1.3.4": 14, "3.1.4.1": 14, "5.3.2.1": 14, "3.5.1.26": 14, "1.7.1.6": 14, "2.3.1.82": 14, "2.4.99.16": 14, "1.1.1.271": 14, "1.3.3.4": 14, "6.2.1.25": 14, "7.2.2.2": 14, "5.4.99.28": 14, "1.7.2.4": 14, "1.14.11.29": 14, "2.7.1.192": 14, "5.4.99.41": 13, "1.1.3.8": 13, "1.1.3.4": 13, "1.14.19.6": 13, "3.4.15.1": 13, "4.2.3.121": 13, "4.4.1.11": 13, "2.5.1.81": 13, "3.5.5.5": 13, "1.3.2.3": 13, "1.2.1.4": 13, "1.13.11.2": 13, "2.3.1.99": 13, "1.4.3.15": 13, "2.7.13.1": 13, "1.5.3.13": 13, "2.7.1.175": 13, "1.14.15.30": 13, "3.2.2.8": 13, "3.1.3.84": 13, "2.1.1.268": 13, "3.6.1.29": 13, "2.4.1.242": 13, "2.4.1.46": 13, "2.3.3.21": 13, "4.4.1.28": 13, "2.7.2.16": 13, "5.3.1.30": 13, "3.4.22.34": 13, "4.99.1.12": 13, "1.8.1.14": 13, "1.1.1.234": 13, "7.2.2.22": 13, "2.7.4.21": 13, "2.3.1.204": 13, "3.5.2.15": 13, "1.17.4.2": 13, "4.2.1.66": 13, "4.3.2.7": 13, "5.4.99.11": 13, "1.11.1.14": 13, "1.5.3.1": 13, "2.7.1.29": 13, "3.5.1.130": 13, "4.2.2.21": 13, "1.14.13.225": 13, "1.14.11.53": 13, "1.1.1.179": 13, "1.1.1.141": 13, "2.1.1.34": 13, "1.1.1.102": 13, "4.2.1.22": 13, "3.2.1.143": 13, "4.2.1.79": 13, "1.7.5.1": 13, "2.5.1.48": 13, "1.14.11.4": 13, "2.7.11.10": 13, "3.4.21.7": 13, "4.3.1.12": 13, "2.3.1.101": 13, "1.20.4.1": 13, "2.4.1.275": 13, "2.3.1.255": 13, "2.7.8.1": 13, "1.1.1.120": 13, "1.1.1.359": 13, "2.4.1.148": 13, "5.1.3.3": 13, "2.7.1.7": 13, "1.1.1.14": 13, "1.14.20.1": 13, "1.14.15.4": 13, "2.7.1.202": 13, "2.1.1.211": 13, "2.3.1.256": 13, "1.1.1.119": 13, "3.2.1.140": 12, "1.11.2.3": 12, "2.3.1.268": 12, "2.4.1.170": 12, "1.14.19.41": 12, "4.2.3.13": 12, "1.2.1.18": 12, "1.14.13.236": 12, "1.1.1.307": 12, "1.14.13.168": 12, "4.2.3.75": 12, "7.2.2.3": 12, "5.1.3.31": 12, "1.14.11.15": 12, "1.14.11.55": 12, "3.6.1.18": 12, "4.2.3.48": 12, "1.8.3.4": 12, "4.2.3.52": 12, "4.2.3.46": 12, "1.5.3.16": 12, "1.3.7.11": 12, "2.5.1.76": 12, "1.13.11.1": 12, "2.4.1.50": 12, "2.4.1.347": 12, "1.3.99.4": 12, "6.3.2.5": 12, "2.4.1.83": 12, "2.5.1.87": 12, "1.5.1.50": 12, "1.5.1.36": 12, "1.1.1.67": 12, "1.8.4.14": 12, "2.3.1.95": 12, "3.1.3.24": 12, "2.6.1.79": 12, "1.12.98.2": 12, "1.11.1.16": 12, "3.1.1.26": 12, "6.5.1.9": 12, "1.3.1.44": 12, "1.21.4.4": 12, "1.14.13.244": 12, "2.8.2.20": 12, "5.3.3.22": 12, "2.7.11.14": 12, "1.21.3.1": 12, "2.1.3.6": 12, "5.2.1.13": 12, "1.14.19.18": 12, "2.7.1.146": 12, "1.3.1.74": 12, "2.1.1.372": 12, "2.7.1.91": 12, "3.6.1.68": 12, "3.2.1.24": 12, "4.99.1.2": 12, "1.15.1.2": 12, "2.7.1.32": 12, "2.6.1.118": 12, "3.2.1.169": 12, "7.4.2.1": 12, "2.1.1.184": 12, "4.3.1.1": 12, "3.1.1.45": 12, "5.4.99.29": 12, "5.4.99.26": 12, "3.1.7.2": 12, "3.1.1.116": 12, "2.1.1.360": 12, "2.10.1.1": 12, "1.14.15.3": 12, "3.4.21.59": 12, "2.6.1.17": 12, "2.3.1.258": 12, "2.7.1.31": 12, "3.6.1.71": 12, "3.6.1.72": 12, "5.4.99.9": 12, "3.1.1.17": 12, "4.2.2.7": 12, "2.6.1.63": 12, "2.4.1.312": 12, "1.14.11.61": 11, "5.3.99.6": 11, "1.1.1.206": 11, "6.3.2.29": 11, "4.2.3.9": 11, "4.2.3.135": 11, "3.5.5.7": 11, "1.6.3.4": 11, "2.7.1.217": 11, "1.10.3.3": 11, "1.14.14.126": 11, "1.1.1.336": 11, "3.4.17.21": 11, "5.1.3.6": 11, "2.1.1.355": 11, "2.4.1.214": 11, "4.2.3.107": 11, "2.1.1.117": 11, "2.4.1.122": 11, "1.14.13.25": 11, "1.1.3.10": 11, "3.2.1.80": 11, "4.2.3.133": 11, "1.1.2.7": 11, "2.3.1.333": 11, "1.23.1.2": 11, "1.4.3.7": 11, "4.2.3.81": 11, "1.2.1.31": 11, "1.3.8.6": 11, "2.7.1.93": 11, "5.1.3.13": 11, "7.4.2.5": 11, "1.14.11.66": 11, "2.7.4.24": 11, "3.2.1.49": 11, "3.1.2.4": 11, "3.6.1.59": 11, "1.14.14.137": 11, "1.4.3.1": 11, "1.1.1.201": 11, "1.16.1.7": 11, "1.8.3.1": 11, "1.1.1.408": 11, "3.1.3.106": 11, "2.7.1.82": 11, "2.4.1.22": 11, "3.4.19.9": 11, "1.3.1.87": 11, "1.3.1.2": 11, "1.5.1.49": 11, "3.1.1.64": 11, "1.11.1.20": 11, "2.4.99.12": 11, "5.3.2.6": 11, "4.1.99.2": 11, "3.5.4.26": 11, "2.6.1.96": 11, "3.5.1.132": 11, "2.3.1.13": 11, "2.7.7.15": 11, "1.1.1.110": 11, "1.8.4.2": 11, "1.1.1.193": 11, "3.3.2.9": 11, "2.3.1.38": 11, "3.1.3.67": 11, "1.4.7.1": 11, "4.1.2.50": 11, "1.2.7.12": 11, "2.3.1.179": 11, "2.4.1.135": 11, "2.8.2.21": 11, "1.14.15.6": 11, "3.1.3.57": 11, "1.8.7.2": 11, "2.7.1.20": 11, "4.1.3.6": 11, "2.3.1.155": 11, "2.1.1.249": 11, "1.14.11.33": 11, "3.4.24.11": 11, "4.3.2.5": 11, "2.3.1.81": 11, "1.16.3.2": 11, "6.3.3.2": 11, "1.7.2.5": 11, "3.1.3.74": 11, "2.3.1.297": 11, "1.1.1.31": 11, "3.5.4.36": 11, "1.3.8.5": 11, "2.1.1.8": 11, "5.4.99.13": 11, "1.1.1.115": 11, "6.3.2.30": 10, "5.4.99.40": 10, "3.2.1.132": 10, "1.2.7.11": 10, "2.5.1.45": 10, "4.1.1.18": 10, "1.3.1.6": 10, "2.8.2.22": 10, "3.2.2.19": 10, "2.3.1.177": 10, "2.4.1.82": 10, "2.3.3.15": 10, "4.2.3.125": 10, "2.3.1.138": 10, "2.1.1.322": 10, "1.14.13.243": 10, "3.1.3.62": 10, "4.1.2.9": 10, "2.2.1.5": 10, "3.6.1.55": 10, "1.3.1.32": 10, "5.3.1.32": 10, "4.1.1.97": 10, "3.7.1.8": 10, "2.1.1.261": 10, "1.3.5.5": 10, "1.13.11.71": 10, "4.1.2.17": 10, "2.2.1.10": 10, "1.8.1.12": 10, "1.14.14.28": 10, "2.4.1.225": 10, "3.4.11.18": 10, "3.7.1.2": 10, "4.2.3.111": 10, "3.8.1.10": 10, "3.5.1.25": 10, "2.4.1.99": 10, "1.21.1.1": 10, "1.13.11.24": 10, "4.2.1.91": 10, "1.4.3.25": 10, "2.4.2.64": 10, "1.11.1.25": 10, "1.13.11.39": 10, "7.2.2.12": 10, "2.7.1.127": 10, "4.2.1.39": 10, "4.1.2.10": 10, "1.3.5.6": 10, "2.4.1.142": 10, "1.5.1.6": 10, "1.5.1.21": 10, "2.4.1.376": 10, "2.4.2.63": 10, "2.4.1.101": 10, "2.7.7.43": 10, "3.5.1.41": 10, "4.2.1.114": 10, "1.2.1.94": 10, "1.2.7.8": 10, "3.6.1.75": 10, "1.8.7.1": 10, "1.3.98.3": 10, "2.3.1.169": 10, "3.1.16.1": 10, "2.6.1.51": 10, "2.3.1.43": 10, "1.5.3.25": 10, "3.1.1.111": 10, "4.1.3.44": 10, "5.1.99.8": 10, "2.3.1.26": 10, "1.1.3.21": 10, "2.4.1.256": 10, "2.7.11.15": 10, "1.4.9.1": 10, "1.3.7.15": 10, "2.3.1.67": 10, "3.4.17.23": 10, "1.1.1.45": 10, "2.8.2.4": 10, "2.6.1.18": 10, "1.3.1.3": 10, "2.4.1.68": 10, "6.5.1.3": 10, "2.4.1.131": 10, "1.3.1.124": 10, "1.3.1.34": 10, "2.9.1.2": 10, "2.5.1.25": 10, "2.6.1.101": 10, "1.14.11.7": 10, "2.4.1.264": 10, "1.1.99.2": 9, "2.1.1.336": 9, "1.5.1.33": 9, "4.2.3.55": 9, "1.1.3.5": 9, "7.4.2.9": 9, "4.3.99.3": 9, "4.1.1.5": 9, "5.4.3.2": 9, "2.6.1.80": 9, "2.6.1.4": 9, "4.2.3.127": 9, "5.1.3.19": 9, "5.1.3.30": 9, "2.4.1.177": 9, "5.3.1.15": 9, "5.4.99.50": 9, "1.14.11.80": 9, "1.4.1.16": 9, "1.14.11.11": 9, "2.6.1.54": 9, "4.2.3.126": 9, "1.5.1.7": 9, "2.1.3.7": 9, "3.2.1.54": 9, "2.3.1.3": 9, "5.1.1.5": 9, "4.1.1.71": 9, "1.3.8.17": 9, "1.3.8.13": 9, "3.2.1.75": 9, "2.4.1.117": 9, "2.7.7.64": 9, "2.1.1.255": 9, "1.3.1.21": 9, "1.1.1.39": 9, "6.3.5.12": 9, "6.3.1.9": 9, "1.14.19.44": 9, "2.1.1.273": 9, "1.14.11.79": 9, "3.3.2.6": 9, "4.99.1.11": 9, "3.5.1.28": 9, "3.6.1.16": 9, "3.6.1.77": 9, "1.20.4.2": 9, "1.1.99.18": 9, "3.1.4.38": 9, "1.3.1.75": 9, "2.7.7.52": 9, "1.14.15.24": 9, "1.2.1.54": 9, "3.2.1.207": 9, "3.1.4.41": 9, "2.1.1.71": 9, "2.7.7.47": 9, "3.4.19.14": 9, "1.2.1.50": 9, "6.3.4.15": 9, "1.2.1.48": 9, "1.8.3.5": 9, "4.1.1.94": 9, "2.7.1.22": 9, "2.7.1.28": 9, "1.17.98.3": 9, "2.4.1.80": 9, "2.7.11.39": 9, "2.7.1.154": 9, "1.1.5.5": 9, "2.1.2.5": 9, "3.8.1.2": 9, "6.2.1.34": 9, "1.2.7.3": 9, "1.8.98.5": 9, "7.3.2.7": 9, "2.4.2.44": 9, "1.5.98.2": 9, "1.1.1.83": 9, "2.1.1.2": 9, "5.2.1.2": 9, "2.4.3.8": 9, "1.14.14.26": 9, "1.1.1.315": 9, "1.5.1.1": 9, "2.6.1.124": 9, "2.8.4.5": 9, "2.8.1.2": 9, "2.3.1.254": 9, "2.4.1.224": 9, "1.13.11.4": 9, "4.1.2.27": 9, "1.14.14.16": 9, "1.16.3.4": 9, "3.2.1.104": 9, "2.7.8.15": 9, "2.3.1.168": 9, "7.1.1.3": 9, "2.3.2.16": 9, "2.1.1.233": 9, "1.14.14.51": 9, "1.12.2.1": 9, "3.1.6.14": 9, "1.1.1.189": 9, "3.1.3.35": 9, "1.14.13.32": 9, "1.14.12.18": 9, "2.7.11.31": 9, "5.1.3.37": 9, "2.4.1.155": 9, "2.3.1.292": 9, "2.5.1.112": 9, "2.1.1.346": 9, "2.4.1.206": 9, "3.4.22.70": 9, "4.2.3.93": 8, "3.1.1.113": 8, "1.13.11.69": 8, "4.2.3.89": 8, "4.2.3.131": 8, "2.3.1.165": 8, "1.5.1.9": 8, "2.4.1.49": 8, "1.17.4.4": 8, "6.4.1.10": 8, "2.5.1.79": 8, "2.5.1.22": 8, "1.8.98.1": 8, "3.5.1.11": 8, "1.1.1.19": 8, "4.2.1.12": 8, "4.1.99.23": 8, "1.14.15.21": 8, "1.13.11.60": 8, "2.4.1.185": 8, "1.3.1.31": 8, "1.1.1.12": 8, "1.3.1.122": 8, "4.2.3.20": 8, "1.1.1.138": 8, "2.1.1.128": 8, "2.7.4.2": 8, "1.23.1.3": 8, "2.3.1.198": 8, "1.14.14.81": 8, "4.2.3.87": 8, "2.5.1.44": 8, "1.4.3.22": 8, "5.4.99.17": 8, "4.2.3.27": 8, "2.4.2.42": 8, "2.7.4.34": 8, "3.6.1.58": 8, "3.6.1.61": 8, "2.4.1.7": 8, "2.1.1.224": 8, "2.7.11.34": 8, "2.1.1.100": 8, "1.13.11.63": 8, "1.2.1.22": 8, "3.1.2.30": 8, "6.2.1.16": 8, "3.6.1.45": 8, "6.3.2.53": 8, "2.7.1.180": 8, "2.4.1.218": 8, "4.1.1.84": 8, "4.2.1.76": 8, "1.14.14.151": 8, "2.4.1.186": 8, "2.4.1.203": 8, "4.1.1.90": 8, "4.1.1.85": 8, "1.1.1.153": 8, "3.3.2.2": 8, "1.5.1.30": 8, "4.1.1.102": 8, "4.2.1.140": 8, "3.2.2.16": 8, "3.2.1.68": 8, "2.3.1.300": 8, "1.1.1.304": 8, "5.3.3.4": 8, "2.1.1.9": 8, "1.3.1.45": 8, "1.1.1.36": 8, "3.4.22.51": 8, "5.3.1.29": 8, "2.7.1.77": 8, "2.7.1.15": 8, "2.7.4.10": 8, "1.17.3.2": 8, "1.12.98.3": 8, "4.2.3.18": 8, "4.2.3.32": 8, "2.1.1.95": 8, "4.2.3.105": 8, "4.2.3.12": 8, "2.5.1.91": 8, "6.3.2.10": 8, "3.5.3.18": 8, "2.1.1.5": 8, "2.7.8.11": 8, "2.8.2.23": 8, "1.14.11.18": 8, "3.1.3.66": 8, "2.3.1.137": 8, "3.4.22.52": 8, "2.4.1.223": 8, "2.7.4.16": 8, "1.5.1.34": 8, "2.8.2.17": 8, "2.1.1.250": 8, "2.7.11.19": 8, "3.4.21.5": 8, "2.7.1.211": 8, "4.2.1.32": 8, "4.1.1.72": 8, "3.1.4.37": 8, "1.2.1.104": 8, "1.7.1.3": 8, "4.2.1.75": 8, "3.1.4.2": 8, "4.1.3.16": 8, "5.4.99.19": 8, "2.7.7.75": 8, "2.3.1.25": 8, "1.3.8.4": 8, "3.4.19.1": 8, "1.1.1.196": 8, "1.1.1.197": 8, "1.12.98.1": 8, "4.5.1.1": 8, "5.3.99.5": 8, "3.2.1.114": 8, "1.2.1.26": 8, "2.4.1.132": 8, "2.4.1.257": 8, "2.7.8.8": 8, "3.5.1.6": 8, "3.1.21.3": 8, "3.1.6.18": 8, "1.1.1.101": 8, "4.2.3.124": 8, "2.4.1.149": 8, "2.7.1.182": 8, "7.2.3.1": 8, "2.1.1.141": 7, "1.1.3.13": 7, "4.1.1.52": 7, "1.14.14.11": 7, "1.5.1.8": 7, "6.3.1.10": 7, "1.14.13.1": 7, "2.4.2.58": 7, "2.4.1.360": 7, "1.23.5.1": 7, "1.1.1.331": 7, "2.1.1.137": 7, "4.2.1.53": 7, "3.5.1.19": 7, "1.1.1.411": 7, "3.1.4.59": 7, "2.7.1.121": 7, "5.1.1.13": 7, "3.4.21.83": 7, "3.5.1.62": 7, "4.2.1.133": 7, "1.3.1.72": 7, "1.2.1.95": 7, "1.3.1.71": 7, "3.4.23.1": 7, "2.1.1.42": 7, "1.14.17.1": 7, "4.2.3.204": 7, "2.4.1.120": 7, "2.4.1.136": 7, "3.2.1.7": 7, "3.5.1.54": 7, "2.6.1.39": 7, "6.3.2.52": 7, "1.14.13.22": 7, "2.4.1.274": 7, "4.2.3.110": 7, "2.1.1.142": 7, "4.4.1.4": 7, "1.5.1.10": 7, "3.5.99.13": 7, "3.1.6.20": 7, "2.1.1.140": 7, "2.1.1.232": 7, "4.1.1.9": 7, "3.2.1.163": 7, "4.3.2.8": 7, "5.3.1.33": 7, "3.1.11.2": 7, "1.14.14.79": 7, "2.7.1.172": 7, "4.1.3.24": 7, "5.1.3.8": 7, "2.1.1.79": 7, "2.4.2.6": 7, "2.4.1.100": 7, "1.1.1.332": 7, "2.7.7.78": 7, "2.1.1.143": 7, "1.1.2.8": 7, "3.4.21.53": 7, "2.7.8.24": 7, "4.2.1.28": 7, "1.4.1.9": 7, "3.5.1.99": 7, "2.8.2.14": 7, "2.7.6.2": 7, "1.1.1.104": 7, "1.14.14.24": 7, "1.14.15.15": 7, "2.1.1.150": 7, "2.7.3.4": 7, "1.1.1.64": 7, "2.4.1.175": 7, "2.4.1.226": 7, "7.2.2.14": 7, "3.4.11.7": 7, "1.14.13.195": 7, "1.14.13.196": 7, "3.2.1.130": 7, "2.7.1.45": 7, "3.5.1.10": 7, "2.1.1.295": 7, "1.14.18.5": 7, "1.14.12.12": 7, "2.5.1.103": 7, "3.2.2.3": 7, "1.2.3.8": 7, "1.2.3.9": 7, "1.1.1.244": 7, "6.2.1.24": 7, "6.2.1.7": 7, "2.1.1.193": 7, "1.1.1.302": 7, "2.1.1.248": 7, "1.1.1.93": 7, "4.1.1.73": 7, "1.1.1.170": 7, "3.2.1.183": 7, "3.2.1.141": 7, "4.1.2.14": 7, "3.1.3.94": 7, "2.4.1.217": 7, "4.2.3.61": 7, "1.1.1.20": 7, "2.3.1.29": 7, "1.1.1.255": 7, "3.1.3.43": 7, "2.1.1.357": 7, "2.7.7.14": 7, "1.1.3.37": 7, "2.1.1.114": 7, "3.5.1.92": 7, "2.7.1.95": 7, "1.2.8.1": 7, "1.7.7.1": 7, "1.13.12.3": 7, "1.18.1.6": 7, "2.7.8.33": 7, "3.11.1.2": 7, "2.3.1.174": 7, "1.14.14.53": 7, "1.19.1.1": 7, "2.7.1.207": 7, "1.14.15.5": 7, "1.1.99.31": 7, "7.4.2.14": 7, "4.2.1.119": 7, "2.4.99.20": 7, "7.2.2.1": 7, "1.1.2.4": 7, "1.1.1.276": 7, "2.6.1.22": 7, "5.4.4.2": 7, "3.1.2.23": 7, "2.8.2.5": 7, "2.1.1.214": 7, "2.4.1.110": 7, "3.1.3.110": 7, "2.6.1.100": 7, "1.14.12.15": 7, "2.7.1.183": 7, "3.4.17.17": 7, "2.7.1.138": 7, "3.1.4.54": 7, "1.14.11.62": 6, "2.7.9.6": 6, "2.6.1.46": 6, "4.2.3.117": 6, "4.1.1.101": 6, "3.4.22.61": 6, "4.2.3.38": 6, "4.2.3.163": 6, "4.2.3.171": 6, "4.2.3.8": 6, "2.3.1.196": 6, "7.1.1.12": 6, "1.14.14.21": 6, "1.1.2.10": 6, "3.1.1.98": 6, "1.14.13.111": 6, "1.1.1.283": 6, "1.1.1.183": 6, "1.14.14.86": 6, "2.4.1.294": 6, "2.1.1.20": 6, "7.4.2.8": 6, "1.1.1.247": 6, "2.6.1.45": 6, "2.1.1.46": 6, "4.2.3.160": 6, "2.4.1.81": 6, "1.4.3.11": 6, "1.1.1.285": 6, "4.2.1.94": 6, "2.1.1.398": 6, "1.14.13.237": 6, "1.1.1.208": 6, "2.1.1.317": 6, "4.2.3.73": 6, "4.1.1.105": 6, "4.2.2.1": 6, "2.3.1.98": 6, "2.5.1.68": 6, "1.23.1.4": 6, "2.7.7.86": 6, "5.1.1.24": 6, "2.1.1.28": 6, "4.2.3.198": 6, "1.14.19.33": 6, "4.2.3.128": 6, "4.2.3.22": 6, "4.2.3.44": 6, "4.2.3.112": 6, "2.3.1.42": 6, "1.14.99.63": 6, "3.2.1.197": 6, "3.1.11.5": 6, "1.1.1.133": 6, "3.6.1.69": 6, "3.5.99.14": 6, "3.5.3.7": 6, "1.2.1.67": 6, "1.13.11.3": 6, "3.6.1.10": 6, "5.1.3.18": 6, "4.2.3.118": 6, "2.3.1.259": 6, "2.6.1.36": 6, "2.5.1.62": 6, "4.1.1.8": 6, "3.5.1.93": 6, "1.14.99.48": 6, "1.1.1.6": 6, "1.16.1.9": 6, "2.4.1.198": 6, "3.7.1.1": 6, "1.1.1.369": 6, "5.1.1.4": 6, "2.4.1.244": 6, "2.4.99.13": 6, "2.4.99.14": 6, "2.7.1.12": 6, "3.6.1.43": 6, "2.7.3.5": 6, "2.8.1.14": 6, "2.1.1.329": 6, "4.1.2.8": 6, "2.3.1.6": 6, "6.2.1.30": 6, "1.1.3.7": 6, "3.5.2.12": 6, "3.2.1.48": 6, "4.3.1.23": 6, "3.2.1.74": 6, "3.4.21.22": 6, "1.14.13.2": 6, "3.1.1.88": 6, "1.13.11.66": 6, "4.3.1.6": 6, "6.2.1.13": 6, "2.3.3.17": 6, "1.2.98.1": 6, "3.5.1.56": 6, "4.1.1.83": 6, "1.14.13.239": 6, "2.8.5.2": 6, "6.3.2.59": 6, "1.14.14.95": 6, "5.5.1.18": 6, "2.4.1.5": 6, "2.6.1.78": 6, "4.2.3.2": 6, "4.2.1.18": 6, "3.1.3.80": 6, "3.6.1.56": 6, "1.14.15.45": 6, "1.14.15.46": 6, "1.14.11.1": 6, "1.8.99.2": 6, "1.11.2.2": 6, "1.13.11.45": 6, "3.5.1.60": 6, "1.4.99.5": 6, "4.2.3.132": 6, "4.2.99.22": 6, "2.5.1.160": 6, "6.3.2.61": 6, "2.5.1.26": 6, "2.8.2.15": 6, "3.2.1.122": 6, "1.1.1.132": 6, "1.3.8.2": 6, "1.1.1.232": 6, "2.5.1.49": 6, "1.14.11.68": 6, "3.1.2.27": 6, "2.7.11.4": 6, "1.2.3.7": 6, "6.3.3.7": 6, "3.13.1.9": 6, "2.1.1.245": 6, "5.5.1.1": 6, "2.8.2.3": 6, "3.1.3.108": 6, "2.4.1.62": 6, "1.14.14.23": 6, "5.3.3.5": 6, "7.2.4.3": 6, "3.1.4.58": 6, "7.3.2.6": 6, "2.1.1.290": 6, "2.3.1.231": 6, "2.3.1.176": 6, "1.11.1.2": 6, "1.97.1.4": 6, "3.1.3.75": 6, "4.3.1.4": 6, "2.3.1.135": 6, "4.1.1.107": 6, "3.4.13.23": 6, "3.5.4.12": 6, "2.7.1.8": 6, "3.1.4.16": 6, "4.1.2.26": 6, "1.7.1.15": 6, "1.7.1.4": 6, "1.14.17.3": 6, "1.3.1.56": 6, "2.3.2.17": 6, "2.3.2.18": 6, "2.4.99.24": 6, "6.2.1.44": 6, "1.2.5.3": 6, "1.3.1.1": 6, "1.3.1.83": 6, "5.4.99.21": 6, "1.14.14.94": 6, "3.4.19.5": 6, "2.8.3.8": 6, "3.1.3.68": 6, "2.4.2.12": 6, "1.1.1.157": 6, "3.5.5.4": 6, "5.6.2.6": 6, "3.5.4.37": 6, "1.1.3.38": 6, "3.9.1.3": 6, "5.4.2.6": 6, "1.2.99.6": 6, "1.2.99.7": 6, "4.1.1.45": 6, "3.4.11.3": 6, "1.4.1.14": 6, "1.1.1.277": 6, "6.1.1.24": 6, "1.2.1.32": 6, "1.1.99.29": 6, "6.3.2.41": 6, "4.2.3.77": 6, "6.1.1.26": 6, "4.1.1.34": 6, "2.7.8.22": 6, "3.7.1.20": 6, "3.7.1.5": 6, "3.2.1.70": 6, "1.1.1.292": 6, "1.1.1.329": 6, "6.2.1.76": 6, "1.3.1.38": 6, "2.4.1.241": 6, "1.8.7.3": 6, "3.7.1.18": 6, "1.14.14.149": 6, "1.1.3.47": 5, "5.4.99.56": 5, "5.5.1.24": 5, "1.13.11.34": 5, "4.2.3.190": 5, "4.2.3.144": 5, "1.14.15.18": 5, "5.4.99.33": 5, "1.5.1.44": 5, "1.14.18.10": 5, "1.2.1.39": 5, "1.14.14.175": 5, "2.1.1.334": 5, "1.13.11.93": 5, "2.4.1.211": 5, "6.2.1.69": 5, "1.14.13.251": 5, "2.4.1.78": 5, "4.2.3.115": 5, "2.4.1.121": 5, "2.6.1.77": 5, "2.5.1.74": 5, "1.11.1.19": 5, "4.2.3.40": 5, "2.1.1.76": 5, "1.14.19.50": 5, "3.1.3.45": 5, "2.1.1.69": 5, "2.5.1.93": 5, "1.1.1.198": 5, "1.1.1.215": 5, "1.1.5.9": 5, "2.5.1.63": 5, "1.5.99.5": 5, "1.1.1.294": 5, "2.7.1.86": 5, "1.1.1.207": 5, "1.14.19.5": 5, "4.2.3.228": 5, "4.2.3.185": 5, "1.21.3.3": 5, "4.1.1.43": 5, "1.1.5.8": 5, "1.14.14.82": 5, "4.2.3.71": 5, "1.1.1.236": 5, "1.8.5.8": 5, "3.1.1.41": 5, "6.2.1.27": 5, "1.14.20.13": 5, "4.2.3.58": 5, "4.2.3.82": 5, "3.5.1.74": 5, "2.4.1.298": 5, "1.14.99.66": 5, "1.1.1.122": 5, "1.5.3.14": 5, "1.14.19.80": 5, "4.2.3.17": 5, "6.3.4.6": 5, "1.14.16.5": 5, "5.1.1.2": 5, "1.1.1.202": 5, "4.2.1.43": 5, "4.2.1.176": 5, "1.14.19.31": 5, "2.3.1.301": 5, "6.2.1.47": 5, "1.14.15.28": 5, "4.4.1.36": 5, "1.14.99.50": 5, "1.14.14.178": 5, "2.1.1.229": 5, "1.2.1.87": 5, "1.14.13.113": 5, "1.1.1.80": 5, "1.14.13.33": 5, "6.3.1.14": 5, "3.4.11.6": 5, "2.3.1.159": 5, "3.4.13.5": 5, "6.3.1.8": 5, "2.3.1.17": 5, "1.3.1.84": 5, "3.4.21.26": 5, "2.5.1.140": 5, "3.1.3.52": 5, "1.5.5.3": 5, "5.1.1.15": 5, "3.5.3.9": 5, "1.6.3.5": 5, "4.1.2.29": 5, "1.14.19.9": 5, "1.3.3.5": 5, "4.1.1.96": 5, "4.1.3.25": 5, "3.1.1.71": 5, "1.1.3.20": 5, "1.13.11.29": 5, "3.2.1.154": 5, "6.3.2.36": 5, "3.2.1.105": 5, "4.4.1.38": 5, "5.4.3.6": 5, "1.1.1.316": 5, "6.3.4.22": 5, "4.2.3.123": 5, "2.1.1.165": 5, "2.3.1.84": 5, "1.8.3.7": 5, "1.5.1.53": 5, "4.1.1.2": 5, "1.5.3.7": 5, "1.14.12.22": 5, "4.1.2.22": 5, "1.14.19.11": 5, "2.1.1.22": 5, "4.6.1.15": 5, "1.14.12.23": 5, "2.1.1.280": 5, "1.2.99.8": 5, "1.3.1.96": 5, "1.20.1.1": 5, "1.14.14.87": 5, "2.5.1.56": 5, "3.6.1.25": 5, "2.4.1.243": 5, "2.4.1.368": 5, "1.14.20.7": 5, "4.1.1.46": 5, "1.14.15.7": 5, "3.1.2.3": 5, "2.4.1.126": 5, "1.13.11.74": 5, "3.4.11.21": 5, "1.5.1.25": 5, "1.2.7.5": 5, "2.7.7.39": 5, "2.1.1.133": 5, "4.3.2.9": 5, "5.6.1.1": 5, "2.4.1.79": 5, "3.4.15.6": 5, "5.4.2.9": 5, "2.4.3.9": 5, "2.1.1.368": 5, "2.3.2.8": 5, "3.6.1.60": 5, "1.14.99.38": 5, "1.1.9.1": 5, "3.9.1.1": 5, "1.3.1.24": 5, "1.1.98.6": 5, "1.11.1.8": 5, "1.12.7.2": 5, "1.13.12.7": 5, "3.8.2.2": 5, "3.1.1.49": 5, "6.3.2.14": 5, "2.3.1.85": 5, "1.2.1.25": 5, "3.4.24.56": 5, "1.2.3.4": 5, "2.7.4.18": 5, "1.10.5.1": 5, "1.7.1.16": 5, "1.1.1.50": 5, "3.4.21.113": 5, "1.14.19.45": 5, "3.5.1.76": 5, "1.7.1.14": 5, "1.2.1.7": 5, "2.4.1.187": 5, "3.1.3.23": 5, "4.1.2.57": 5, "3.1.6.4": 5, "1.1.1.127": 5, "6.3.2.25": 5, "1.1.1.381": 5, "1.1.1.250": 5, "2.3.1.7": 5, "1.3.8.9": 5, "7.6.2.9": 5, "1.1.1.112": 5, "2.7.1.194": 5, "1.1.1.263": 5, "1.14.13.253": 5, "2.4.1.92": 5, "2.1.1.202": 5, "2.1.1.203": 5, "2.3.1.161": 5, "2.6.1.27": 5, "4.1.2.63": 5, "4.2.1.121": 5, "1.14.11.8": 5, "2.6.1.40": 5, "3.5.4.34": 5, "1.1.1.137": 5, "1.1.1.405": 5, "4.2.1.68": 5, "2.3.1.71": 5, "4.2.3.21": 5, "1.13.11.37": 5, "2.4.1.267": 5, "2.3.1.62": 5, "3.6.1.76": 5, "3.4.13.18": 5, "1.3.1.93": 5, "2.5.1.114": 5, "2.4.1.313": 5, "2.7.1.94": 5, "1.16.1.6": 5, "3.1.1.93": 5, "2.4.3.7": 5, "2.4.1.228": 5, "2.7.1.173": 5, "2.4.1.215": 5, "3.2.1.166": 5, "2.3.1.291": 5, "2.7.1.140": 5, "2.7.1.151": 5, "3.6.1.28": 5, "3.4.22.16": 4, "2.4.1.363": 4, "4.2.3.116": 4, "1.13.11.70": 4, "5.3.99.7": 4, "1.1.3.9": 4, "6.1.3.1": 4, "2.1.1.158": 4, "1.1.2.3": 4, "4.2.3.88": 4, "1.14.14.60": 4, "5.4.3.11": 4, "2.1.1.157": 4, "3.1.1.20": 4, "4.1.1.104": 4, "6.2.1.61": 4, "1.1.1.56": 4, "4.2.1.115": 4, "1.14.13.114": 4, "2.8.2.38": 4, "5.5.1.28": 4, "1.14.14.61": 4, "4.2.3.145": 4, "2.7.1.63": 4, "3.5.1.136": 4, "1.1.1.319": 4, "5.5.1.8": 4, "4.2.1.118": 4, "4.2.1.165": 4, "1.21.3.10": 4, "2.5.1.115": 4, "4.2.3.100": 4, "4.2.3.29": 4, "1.13.11.92": 4, "5.3.1.3": 4, "3.7.1.24": 4, "5.5.1.14": 4, "1.1.1.11": 4, "5.3.1.31": 4, "1.21.3.11": 4, "4.1.1.6": 4, "1.14.11.77": 4, "4.2.1.122": 4, "4.2.3.7": 4, "2.3.1.64": 4, "4.2.3.212": 4, "1.14.14.194": 4, "4.1.1.109": 4, "4.2.3.91": 4, "3.4.22.38": 4, "1.4.1.8": 4, "2.7.7.92": 4, "4.2.3.83": 4, "2.4.1.166": 4, "4.2.3.80": 4, "1.4.3.10": 4, "2.3.1.186": 4, "1.1.3.49": 4, "4.1.2.2": 4, "3.2.1.107": 4, "4.2.1.151": 4, "2.7.7.53": 4, "5.3.1.34": 4, "2.5.1.86": 4, "2.7.8.35": 4, "2.4.1.266": 4, "3.5.1.115": 4, "3.6.1.8": 4, "6.2.1.42": 4, "2.1.1.44": 4, "3.1.4.39": 4, "3.1.3.27": 4, "4.2.3.152": 4, "3.5.3.17": 4, "6.5.1.7": 4, "1.1.1.365": 4, "1.14.11.42": 4, "2.7.1.81": 4, "1.5.1.46": 4, "3.4.24.16": 4, "2.1.1.225": 4, "4.2.1.143": 4, "3.3.2.1": 4, "2.3.1.217": 4, "2.3.1.219": 4, "4.4.1.17": 4, "1.14.12.3": 4, "3.5.1.12": 4, "3.5.1.89": 4, "2.4.1.231": 4, "3.2.1.133": 4, "1.14.14.33": 4, "3.4.21.39": 4, "5.3.99.11": 4, "3.2.1.33": 4, "4.2.1.30": 4, "2.1.1.146": 4, "2.3.1.250": 4, "1.1.1.382": 4, "1.4.1.28": 4, "3.2.1.153": 4, "2.5.1.96": 4, "3.2.2.1": 4, "4.2.1.148": 4, "2.4.1.210": 4, "1.2.3.5": 4, "2.1.1.60": 4, "5.4.4.5": 4, "1.5.3.22": 4, "1.14.19.68": 4, "2.1.1.299": 4, "3.1.3.93": 4, "2.4.1.357": 4, "1.1.1.384": 4, "5.2.1.12": 4, "1.5.1.17": 4, "2.4.1.58": 4, "2.1.1.116": 4, "1.20.2.1": 4, "4.2.3.54": 4, "2.4.1.20": 4, "3.13.1.4": 4, "3.2.1.165": 4, "1.14.14.141": 4, "2.5.1.28": 4, "2.1.1.122": 4, "4.2.3.65": 4, "2.3.1.4": 4, "1.14.11.48": 4, "3.1.3.22": 4, "4.1.2.47": 4, "3.1.3.10": 4, "5.4.4.7": 4, "1.14.13.101": 4, "3.1.1.59": 4, "2.4.1.8": 4, "3.1.2.33": 4, "5.4.3.3": 4, "3.4.21.79": 4, "5.1.3.17": 4, "1.5.98.3": 4, "2.1.1.156": 4, "2.1.1.1": 4, "5.2.1.1": 4, "1.13.11.62": 4, "4.1.2.21": 4, "4.1.2.55": 4, "1.1.1.252": 4, "5.6.2.7": 4, "3.13.1.5": 4, "1.14.18.3": 4, "4.2.3.59": 4, "2.7.7.69": 4, "1.1.1.76": 4, "2.3.1.33": 4, "4.2.3.60": 4, "3.5.1.77": 4, "1.3.1.105": 4, "1.3.99.27": 4, "1.1.1.159": 4, "1.1.1.178": 4, "1.14.14.139": 4, "4.8.1.5": 4, "1.14.19.47": 4, "2.5.1.85": 4, "6.2.1.71": 4, "1.1.1.87": 4, "2.1.1.204": 4, "2.4.1.143": 4, "1.14.14.107": 4, "2.1.1.270": 4, "4.1.1.126": 4, "2.7.7.74": 4, "2.7.8.34": 4, "2.3.1.207": 4, "5.3.99.4": 4, "5.3.3.21": 4, "2.3.1.200": 4, "1.14.13.172": 4, "1.3.1.29": 4, "4.1.3.34": 4, "2.8.3.10": 4, "2.4.1.66": 4, "2.7.7.83": 4, "1.14.14.102": 4, "4.3.1.2": 4, "1.1.1.363": 4, "1.4.1.23": 4, "3.1.4.50": 4, "1.14.15.16": 4, "3.4.24.84": 4, "1.5.1.20": 4, "2.4.1.237": 4, "2.7.7.51": 4, "3.6.2.1": 4, "2.1.1.49": 4, "2.1.1.96": 4, "1.13.11.18": 4, "3.4.17.1": 4, "3.4.21.69": 4, "5.5.1.7": 4, "2.1.4.2": 4, "4.6.1.13": 4, "3.2.1.108": 4, "3.2.1.62": 4, "2.8.3.6": 4, "1.5.1.11": 4, "3.5.1.42": 4, "2.3.1.266": 4, "7.1.1.7": 4, "2.1.1.171": 4, "4.1.1.47": 4, "2.7.1.56": 4, "1.14.11.51": 4, "3.1.1.123": 4, "2.4.99.23": 4, "2.7.1.51": 4, "4.2.1.167": 4, "3.1.6.8": 4, "1.4.1.27": 4, "3.1.6.12": 4, "2.3.1.183": 4, "2.4.1.37": 4, "2.4.1.40": 4, "1.18.1.1": 4, "4.2.1.131": 4, "2.6.1.64": 4, "1.1.1.225": 4, "1.8.5.3": 4, "3.5.3.3": 4, "1.3.99.31": 4, "2.7.1.165": 4, "2.1.1.179": 4, "2.7.1.235": 4, "1.13.12.19": 4, "3.2.1.199": 4, "4.2.1.129": 4, "3.1.3.76": 4, "1.11.1.1": 4, "1.14.11.17": 4, "1.1.1.211": 4, "1.1.1.91": 4, "4.2.1.65": 4, "1.14.19.23": 4, "1.14.19.25": 4, "2.7.1.3": 4, "2.3.1.56": 4, "4.2.1.107": 4, "2.3.1.19": 4, "4.1.1.79": 4, "3.3.2.11": 4, "2.3.1.149": 4, "2.3.1.110": 4, "4.2.1.31": 4, "3.2.2.2": 4, "1.8.4.9": 4, "1.14.13.59": 4, "3.1.3.83": 4, "2.7.1.157": 4, "3.1.3.32": 4, "2.3.1.244": 4, "1.14.13.24": 4, "4.1.1.103": 4, "6.3.1.17": 4, "2.7.1.150": 4, "1.14.11.73": 4, "1.1.1.203": 4, "2.3.1.121": 4, "2.1.1.218": 4, "5.1.99.1": 4, "3.1.6.15": 4, "1.14.11.54": 4, "3.5.1.128": 4, "2.1.1.386": 4, "2.3.1.310": 4, "1.14.19.29": 4, "3.5.1.53": 4, "3.1.4.44": 4, "2.7.1.160": 4, "1.14.14.9": 4, "3.5.1.48": 4, "1.16.1.8": 4, "3.4.13.20": 4, "2.4.1.351": 4, "1.2.5.2": 4, "4.8.1.2": 4, "1.3.1.100": 4, "2.3.1.257": 4, "2.7.1.164": 4, "1.1.1.223": 4, "2.6.1.73": 4, "3.6.1.14": 4, "2.7.1.106": 4, "3.5.4.3": 4, "2.7.7.96": 4, "4.2.3.10": 4, "5.3.1.22": 4, "2.7.8.41": 4, "2.3.1.162": 4, "1.3.99.23": 4, "1.14.14.99": 4, "1.14.14.38": 4, "1.14.14.39": 4, "1.1.99.22": 4, "1.20.9.1": 4, "3.2.1.126": 4, "1.21.99.5": 4, "2.1.3.9": 4, "1.1.2.9": 4, "2.4.1.174": 4, "2.1.1.12": 4, "3.2.1.38": 3, "1.2.1.105": 3, "1.2.3.15": 3, "1.14.20.14": 3, "1.14.14.156": 3, "1.14.14.20": 3, "1.13.11.68": 3, "1.14.13.163": 3, "5.5.1.32": 3, "2.6.1.15": 3, "2.3.1.194": 3, "2.4.1.4": 3, "2.5.1.150": 3, "2.4.1.364": 3, "2.5.1.136": 3, "3.4.24.21": 3, "1.14.14.117": 3, "1.4.3.14": 3, "4.1.2.42": 3, "3.4.22.27": 3, "2.4.1.366": 3, "2.4.1.367": 3, "1.14.13.249": 3, "1.14.13.248": 3, "2.1.1.62": 3, "5.4.4.6": 3, "3.2.1.156": 3, "1.1.1.337": 3, "1.5.1.32": 3, "1.8.1.13": 3, "2.5.1.69": 3, "5.4.99.34": 3, "2.5.1.148": 3, "1.3.1.128": 3, "6.2.1.8": 3, "2.5.1.111": 3, "2.4.1.36": 3, "4.2.3.173": 3, "2.5.1.36": 3, "4.2.3.165": 3, "1.1.1.166": 3, "6.3.2.63": 3, "1.1.1.352": 3, "4.2.3.199": 3, "1.14.14.181": 3, "2.4.1.234": 3, "1.2.1.65": 3, "2.3.2.35": 3, "1.13.11.88": 3, "4.2.3.122": 3, "2.1.1.155": 3, "5.4.99.35": 3, "3.4.21.37": 3, "1.1.5.13": 3, "1.13.12.16": 3, "1.1.1.295": 3, "3.6.1.70": 3, "5.3.1.7": 3, "2.3.1.146": 3, "1.2.1.101": 3, "5.1.3.44": 3, "3.2.1.127": 3, "1.3.1.36": 3, "3.1.1.58": 3, "1.3.99.40": 3, "3.13.1.3": 3, "1.1.3.41": 3, "4.2.1.171": 3, "2.3.1.140": 3, "1.3.98.7": 3, "4.1.99.26": 3, "1.4.3.26": 3, "3.4.14.14": 3, "2.3.1.265": 3, "2.4.1.345": 3, "3.5.1.119": 3, "2.4.1.346": 3, "2.3.1.273": 3, "1.14.15.29": 3, "3.5.1.118": 3, "2.4.2.45": 3, "5.4.99.32": 3, "2.1.1.293": 3, "1.14.11.38": 3, "1.14.14.119": 3, "2.5.1.110": 3, "4.2.2.6": 3, "4.1.3.43": 3, "3.5.2.1": 3, "2.5.1.92": 3, "2.5.1.126": 3, "3.6.5.1": 3, "2.7.1.225": 3, "1.4.5.1": 3, "1.14.19.58": 3, "4.1.99.14": 3, "4.2.1.142": 3, "2.3.1.91": 3, "3.13.2.3": 3, "2.4.1.230": 3, "1.14.19.77": 3, "1.5.1.40": 3, "6.3.2.11": 3, "2.8.2.11": 3, "2.7.1.58": 3, "1.14.13.166": 3, "1.14.13.29": 3, "1.2.3.3": 3, "4.2.3.130": 3, "1.14.19.53": 3, "1.1.1.16": 3, "1.5.1.19": 3, "1.1.1.343": 3, "2.8.3.22": 3, "2.3.1.212": 3, "3.1.1.43": 3, "1.1.1.409": 3, "2.5.1.70": 3, "1.2.1.61": 3, "1.14.19.64": 3, "1.14.19.73": 3, "2.3.1.277": 3, "2.1.2.7": 3, "4.2.2.26": 3, "6.2.1.51": 3, "6.2.1.49": 3, "6.2.1.59": 3, "4.2.3.92": 3, "2.3.1.290": 3, "4.2.1.106": 3, "1.1.1.176": 3, "6.3.2.26": 3, "2.1.1.277": 3, "6.5.1.6": 3, "4.5.1.3": 3, "1.1.1.441": 3, "1.14.14.31": 3, "2.1.1.278": 3, "2.1.1.369": 3, "1.13.11.91": 3, "1.1.1.214": 3, "3.2.1.145": 3, "3.13.1.1": 3, "1.1.1.377": 3, "1.1.1.378": 3, "4.1.1.38": 3, "3.4.11.19": 3, "1.1.99.37": 3, "5.1.1.21": 3, "2.1.1.231": 3, "3.4.22.56": 3, "5.2.1.14": 3, "4.2.2.8": 3, "1.3.99.5": 3, "2.7.8.32": 3, "3.4.11.17": 3, "2.3.1.208": 3, "1.1.1.313": 3, "4.1.99.25": 3, "2.4.1.9": 3, "4.2.1.82": 3, "2.7.1.178": 3, "1.1.5.2": 3, "1.13.11.79": 3, "2.6.1.119": 3, "4.3.1.28": 3, "4.2.1.150": 3, "1.3.1.112": 3, "3.2.1.170": 3, "3.2.1.208": 3, "3.2.1.73": 3, "4.2.1.103": 3, "1.13.11.49": 3, "1.14.11.35": 3, "1.1.1.340": 3, "1.14.11.36": 3, "1.3.3.8": 3, "2.4.1.281": 3, "1.12.1.3": 3, "4.1.1.66": 3, "1.14.19.76": 3, "2.4.99.15": 3, "4.2.1.56": 3, "1.14.13.211": 3, "4.2.3.56": 3, "1.14.18.11": 3, "3.1.3.104": 3, "1.3.99.33": 3, "1.14.14.150": 3, "2.4.1.324": 3, "3.7.1.9": 3, "2.3.1.246": 3, "1.1.1.274": 3, "1.14.14.147": 3, "2.1.1.7": 3, "1.14.13.122": 3, "5.3.99.8": 3, "2.1.1.75": 3, "2.4.1.350": 3, "3.5.1.127": 3, "2.3.1.320": 3, "2.3.1.221": 3, "1.1.1.349": 3, "1.1.1.404": 3, "2.7.11.20": 3, "3.1.1.56": 3, "1.14.13.82": 3, "2.3.1.243": 3, "3.4.22.53": 3, "5.1.99.4": 3, "3.1.2.11": 3, "3.1.2.5": 3, "3.4.14.9": 3, "3.1.1.77": 3, "2.3.1.144": 3, "3.2.2.30": 3, "3.4.11.10": 3, "2.1.1.247": 3, "2.1.1.251": 3, "5.5.1.2": 3, "2.7.1.198": 3, "1.14.14.47": 3, "1.1.1.181": 3, "2.4.1.86": 3, "3.1.1.103": 3, "5.5.1.23": 3, "1.2.1.90": 3, "2.3.1.103": 3, "2.3.1.224": 3, "1.13.11.81": 3, "5.3.3.17": 3, "1.14.11.69": 3, "1.14.14.29": 3, "3.4.17.22": 3, "1.6.2.6": 3, "2.4.1.111": 3, "2.4.1.128": 3, "1.2.1.68": 3, "2.1.1.271": 3, "4.1.99.11": 3, "3.2.1.106": 3, "1.1.1.48": 3, "1.7.3.1": 3, "3.4.21.6": 3, "3.4.21.34": 3, "4.1.1.74": 3, "1.17.98.4": 3, "3.4.21.20": 3, "2.1.2.8": 3, "3.1.6.2": 3, "5.1.1.11": 3, "1.13.11.56": 3, "4.1.2.45": 3, "2.7.1.176": 3, "3.1.13.3": 3, "3.4.25.2": 3, "3.6.5.6": 3, "1.3.2.4": 3, "3.5.4.23": 3, "1.14.19.81": 3, "3.4.24.71": 3, "3.1.1.80": 3, "2.3.1.321": 3, "6.2.1.72": 3, "1.14.11.26": 3, "1.1.1.29": 3, "2.1.1.113": 3, "6.2.1.19": 3, "1.1.1.4": 3, "2.1.1.230": 3, "1.2.1.85": 3, "1.1.98.7": 3, "4.1.1.7": 3, "5.4.99.61": 3, "2.6.1.48": 3, "2.1.1.180": 3, "1.21.98.3": 3, "2.7.7.33": 3, "3.2.1.93": 3, "3.4.22.55": 3, "1.14.13.180": 3, "2.6.1.12": 3, "7.6.2.4": 3, "3.2.1.76": 3, "1.8.5.7": 3, "3.5.1.87": 3, "4.1.1.68": 3, "5.3.3.10": 3, "2.7.1.53": 3, "7.1.1.4": 3, "4.1.1.100": 3, "5.3.3.19": 3, "1.1.1.385": 3, "6.3.2.49": 3, "3.1.3.73": 3, "1.1.1.66": 3, "1.1.1.320": 3, "3.4.22.62": 3, "6.2.1.22": 3, "5.1.3.41": 3, "2.7.1.218": 3, "1.14.19.35": 3, "5.6.1.7": 3, "1.11.1.10": 3, "4.1.1.77": 3, "3.4.14.1": 3, "1.14.14.22": 3, "4.1.1.86": 3, "3.4.17.13": 3, "1.14.11.30": 3, "1.97.1.1": 3, "3.1.4.45": 3, "2.4.3.3": 3, "3.5.1.81": 3, "2.4.1.336": 3, "3.5.1.94": 3, "3.1.3.50": 3, "4.1.1.61": 3, "2.1.1.256": 3, "3.4.21.9": 3, "1.14.14.12": 3, "3.7.1.17": 3, "3.8.1.3": 3, "3.4.22.35": 3, "2.4.1.144": 3, "1.14.11.21": 3, "3.4.13.22": 3, "2.1.1.175": 3, "3.1.3.96": 3, "2.4.2.61": 3, "2.4.1.47": 3, "2.3.1.238": 3, "3.1.2.31": 3, "1.14.14.124": 3, "1.14.14.125": 3, "2.5.1.116": 3, "2.5.1.84": 3, "4.2.3.35": 3, "2.6.1.92": 3, "4.1.1.69": 3, "1.14.99.15": 3, "1.8.98.7": 3, "1.14.11.16": 3, "2.3.1.65": 3, "3.5.1.117": 3, "2.3.1.313": 3, "2.3.1.45": 3, "2.4.1.321": 3, "3.5.1.121": 3, "2.1.1.212": 3, "3.4.17.20": 3, "1.1.1.272": 3, "2.3.2.37": 3, "2.3.2.30": 3, "1.3.98.6": 3, "2.4.1.207": 3, "3.1.2.21": 3, "2.7.8.17": 3, "1.14.12.24": 3, "5.3.1.35": 3, "4.2.3.94": 3, "6.3.2.43": 3, "5.4.99.12": 3, "1.14.14.179": 3, "3.1.1.76": 3, "5.4.99.15": 3, "4.1.1.12": 3, "1.3.1.111": 3, "4.1.3.38": 3, "2.7.1.108": 3, "1.14.13.181": 3, "1.8.1.18": 3, "3.5.3.24": 3, "3.1.3.29": 3, "2.1.1.296": 3, "7.6.2.16": 3, "1.13.11.46": 3, "1.5.8.4": 3, "1.5.8.3": 3, "2.8.3.13": 3, "5.4.3.10": 3, "1.3.1.101": 3, "1.8.98.6": 3, "2.1.1.112": 3, "4.1.1.44": 3, "2.5.1.94": 3, "2.3.1.289": 3, "1.14.14.130": 3, "2.8.2.33": 3, "1.1.1.288": 3, "2.7.11.38": 3, "2.7.7.99": 3, "3.2.1.180": 3, "6.3.2.51": 3, "2.7.9.4": 3, "2.4.1.133": 3, "1.8.98.4": 3, "3.4.19.15": 3, "2.7.1.85": 3, "2.6.1.99": 3, "2.7.1.171": 3, "2.3.2.10": 3, "6.3.2.23": 3, "2.3.1.80": 3, "4.2.1.170": 3, "3.4.19.16": 3, "2.8.2.30": 3, "1.97.1.9": 3, "1.3.1.102": 3, "4.2.2.13": 3, "3.3.2.8": 3, "1.14.13.217": 2, "1.14.14.195": 2, "2.3.1.334": 2, "2.4.1.300": 2, "4.1.2.65": 2, "1.14.14.40": 2, "4.2.1.174": 2, "4.2.3.189": 2, "1.13.11.84": 2, "5.5.1.31": 2, "2.5.1.138": 2, "2.3.1.142": 2, "1.1.3.42": 2, "2.5.1.20": 2, "3.1.1.105": 2, "6.2.1.78": 2, "4.1.1.115": 2, "1.21.3.8": 2, "4.1.3.45": 2, "5.5.1.25": 2, "4.2.3.229": 2, "2.4.1.239": 2, "3.1.1.108": 2, "6.3.5.13": 2, "3.2.1.50": 2, "4.2.2.29": 2, "3.1.4.60": 2, "1.1.1.367": 2, "2.4.1.355": 2, "4.1.1.117": 2, "2.8.2.37": 2, "4.2.99.23": 2, "4.2.3.193": 2, "4.3.99.5": 2, "1.1.3.50": 2, "1.14.20.9": 2, "4.3.99.4": 2, "2.4.1.159": 2, "1.1.3.46": 2, "4.2.3.218": 2, "1.14.13.187": 2, "2.7.8.43": 2, "2.3.1.68": 2, "1.3.1.73": 2, "2.4.1.35": 2, "4.2.3.174": 2, "1.14.14.173": 2, "1.14.11.57": 2, "1.14.13.218": 2, "2.4.1.194": 2, "6.3.2.40": 2, "2.1.1.337": 2, "4.2.3.197": 2, "1.14.14.58": 2, "4.2.3.158": 2, "3.2.1.216": 2, "2.7.1.46": 2, "5.5.1.33": 2, "4.2.3.49": 2, "4.2.3.206": 2, "4.2.1.139": 2, "4.2.3.183": 2, "2.5.1.133": 2, "4.1.1.106": 2, "2.7.1.222": 2, "2.1.1.345": 2, "1.14.99.59": 2, "1.14.13.146": 2, "4.2.3.157": 2, "3.1.15.1": 2, "3.2.1.149": 2, "1.14.14.168": 2, "3.2.1.206": 2, "6.3.4.25": 2, "4.1.1.108": 2, "2.4.1.30": 2, "2.4.1.220": 2, "4.2.3.85": 2, "5.5.1.38": 2, "4.2.99.24": 2, "4.2.3.33": 2, "4.2.2.11": 2, "2.4.1.358": 2, "4.2.3.68": 2, "2.1.1.82": 2, "5.5.1.34": 2, "3.2.1.63": 2, "2.3.1.302": 2, "5.4.99.36": 2, "2.4.1.359": 2, "1.21.3.7": 2, "3.2.1.125": 2, "6.3.5.10": 2, "6.3.1.6": 2, "4.2.2.28": 2, "4.2.3.97": 2, "4.2.3.129": 2, "1.1.1.440": 2, "1.1.1.334": 2, "2.1.1.403": 2, "2.4.1.2": 2, "1.14.14.106": 2, "1.14.14.176": 2, "1.14.14.105": 2, "2.3.1.166": 2, "2.1.1.27": 2, "3.5.2.16": 2, "6.2.2.2": 2, "6.2.2.3": 2, "3.5.2.20": 2, "1.3.99.38": 2, "2.4.1.342": 2, "2.4.1.287": 2, "1.1.98.3": 2, "1.1.1.333": 2, "3.1.3.111": 2, "2.4.1.288": 2, "2.4.1.352": 2, "5.1.1.22": 2, "1.3.8.12": 2, "4.1.3.41": 2, "1.14.14.118": 2, "2.5.1.106": 2, "1.14.19.71": 2, "1.14.19.59": 2, "2.5.1.117": 2, "2.1.1.374": 2, "2.3.1.288": 2, "2.3.1.287": 2, "1.13.11.59": 2, "3.1.3.85": 2, "3.6.1.57": 2, "4.8.1.8": 2, "2.7.1.47": 2, "1.14.14.92": 2, "3.4.13.4": 2, "3.2.1.161": 2, "4.4.1.25": 2, "4.3.1.16": 2, "4.2.3.103": 2, "1.1.1.248": 2, "5.1.1.23": 2, "1.2.1.75": 2, "4.2.1.120": 2, "6.2.1.36": 2, "2.3.1.218": 2, "3.2.1.192": 2, "3.1.1.104": 2, "6.2.1.33": 2, "1.1.1.200": 2, "1.14.12.11": 2, "1.3.99.29": 2, "5.1.99.3": 2, "3.1.1.92": 2, "4.1.2.54": 2, "2.1.1.145": 2, "1.1.1.442": 2, "1.1.1.269": 2, "5.4.1.3": 2, "3.2.1.128": 2, "1.14.19.10": 2, "4.3.3.8": 2, "3.2.1.81": 2, "1.4.1.12": 2, "1.4.1.26": 2, "3.1.1.90": 2, "4.1.99.16": 2, "2.3.1.201": 2, "2.4.1.279": 2, "3.4.14.4": 2, "2.8.3.19": 2, "6.3.4.12": 2, "1.14.13.235": 2, "1.2.3.14": 2, "2.1.1.338": 2, "1.1.1.420": 2, "1.14.19.65": 2, "2.3.1.206": 2, "2.7.1.177": 2, "1.1.1.412": 2, "6.2.1.50": 2, "2.3.1.282": 2, "4.3.2.11": 2, "1.14.11.78": 2, "1.2.1.30": 2, "1.4.1.19": 2, "4.2.3.154": 2, "1.1.1.335": 2, "3.4.14.12": 2, "2.4.1.252": 2, "2.4.1.85": 2, "3.2.1.99": 2, "1.1.1.88": 2, "2.4.1.202": 2, "1.14.18.4": 2, "2.8.3.25": 2, "4.2.1.25": 2, "2.3.1.164": 2, "2.1.1.240": 2, "2.2.1.8": 2, "4.1.2.62": 2, "1.14.13.84": 2, "3.4.22.7": 2, "4.2.1.178": 2, "1.21.99.1": 2, "4.1.1.121": 2, "1.1.1.421": 2, "1.1.1.168": 2, "1.1.1.358": 2, "3.1.3.92": 2, "1.14.14.103": 2, "2.3.1.263": 2, "1.14.13.167": 2, "3.5.1.101": 2, "4.2.1.55": 2, "5.4.99.14": 2, "3.5.2.19": 2, "6.3.4.24": 2, "4.2.1.95": 2, "1.1.1.216": 2, "1.14.15.41": 2, "1.14.14.83": 2, "2.1.1.308": 2, "1.11.1.23": 2, "2.4.1.140": 2, "2.1.1.396": 2, "2.1.1.395": 2, "2.1.1.291": 2, "4.2.1.168": 2, "1.8.5.6": 2, "4.1.99.24": 2, "1.1.1.424": 2, "7.5.2.13": 2, "1.1.1.140": 2, "1.14.11.31": 2, "2.1.1.210": 2, "1.13.11.65": 2, "3.2.1.198": 2, "2.4.1.64": 2, "2.4.1.31": 2, "4.2.1.183": 2, "2.4.1.269": 2, "5.1.2.1": 2, "2.5.1.109": 2, "2.1.3.11": 2, "1.14.11.45": 2, "3.5.4.43": 2, "1.4.1.11": 2, "2.3.1.247": 2, "4.3.1.14": 2, "1.14.19.8": 2, "1.14.13.170": 2, "1.3.1.85": 2, "3.1.1.102": 2, "1.12.98.4": 2, "1.14.13.128": 2, "3.4.17.2": 2, "1.14.19.55": 2, "1.14.14.98": 2, "3.1.3.102": 2, "1.2.1.82": 2, "1.14.19.21": 2, "1.4.2.3": 2, "2.8.3.26": 2, "3.4.18.1": 2, "4.2.3.140": 2, "2.4.1.63": 2, "1.14.13.229": 2, "1.14.19.48": 2, "1.13.11.80": 2, "2.7.7.30": 2, "4.2.3.79": 2, "1.14.14.115": 2, "2.1.1.262": 2, "2.7.7.91": 2, "2.4.1.338": 2, "1.1.3.16": 2, "2.3.1.293": 2, "5.1.1.12": 2, "1.14.19.79": 2, "5.3.1.27": 2, "1.14.14.163": 2, "5.4.99.64": 2, "2.1.1.294": 2, "2.7.1.181": 2, "1.1.1.218": 2, "4.2.3.139": 2, "1.17.5.1": 2, "5.3.99.9": 2, "2.3.1.324": 2, "1.3.1.27": 2, "1.1.1.370": 2, "4.2.3.11": 2, "1.1.3.40": 2, "2.3.1.151": 2, "2.3.1.220": 2, "2.5.1.67": 2, "1.14.19.72": 2, "1.14.13.38": 2, "1.14.14.116": 2, "4.2.3.147": 2, "2.4.1.371": 2, "4.2.1.125": 2, "4.2.3.188": 2, "1.14.14.108": 2, "3.1.1.84": 2, "2.5.1.134": 2, "2.1.3.10": 2, "4.1.2.49": 2, "1.14.13.242": 2, "3.4.22.59": 2, "1.14.11.28": 2, "1.1.1.65": 2, "3.4.21.122": 2, "2.5.1.144": 2, "3.4.22.33": 2, "1.14.12.26": 2, "3.5.1.68": 2, "1.1.99.3": 2, "2.3.2.22": 2, "5.1.1.20": 2, "4.2.1.7": 2, "3.1.1.118": 2, "4.1.99.13": 2, "1.14.18.7": 2, "1.18.1.7": 2, "3.1.3.97": 2, "3.4.11.20": 2, "3.5.1.33": 2, "2.4.1.245": 2, "3.4.11.15": 2, "1.3.1.13": 2, "3.4.21.118": 2, "1.14.19.30": 2, "3.4.22.43": 2, "4.2.3.76": 2, "2.4.1.213": 2, "1.14.13.50": 2, "2.3.1.294": 2, "4.1.2.61": 2, "3.1.1.28": 2, "3.2.1.200": 2, "1.11.1.18": 2, "4.99.1.10": 2, "3.8.1.7": 2, "1.14.14.34": 2, "3.5.4.40": 2, "4.1.1.82": 2, "3.1.1.57": 2, "3.7.1.21": 2, "2.2.1.3": 2, "1.1.1.73": 2, "2.4.2.36": 2, "3.2.1.17": 2, "3.4.21.36": 2, "3.4.21.27": 2, "7.2.2.15": 2, "1.1.5.12": 2, "1.1.1.346": 2, "3.4.21.35": 2, "3.5.1.46": 2, "1.14.12.10": 2, "1.3.1.25": 2, "1.1.1.395": 2, "2.7.1.72": 2, "1.14.14.57": 2, "1.14.14.73": 2, "3.4.23.49": 2, "2.7.1.193": 2, "1.3.1.60": 2, "3.1.2.19": 2, "1.5.1.16": 2, "2.7.1.200": 2, "1.14.15.36": 2, "1.3.3.15": 2, "1.1.1.69": 2, "1.1.1.373": 2, "1.1.1.61": 2, "1.17.5.3": 2, "1.10.3.17": 2, "5.1.99.7": 2, "4.2.1.34": 2, "1.3.5.3": 2, "2.3.1.241": 2, "2.5.1.90": 2, "2.7.7.46": 2, "2.7.1.156": 2, "2.7.7.62": 2, "1.5.1.41": 2, "2.3.1.223": 2, "1.14.11.63": 2, "1.1.1.396": 2, "4.2.3.109": 2, "2.8.4.2": 2, "2.3.1.145": 2, "1.14.14.188": 2, "1.5.1.57": 2, "1.14.19.37": 2, "3.3.2.15": 2, "1.5.1.43": 2, "4.4.1.43": 2, "6.2.1.37": 2, "1.1.1.434": 2, "3.1.7.6": 2, "1.14.14.52": 2, "7.6.2.6": 2, "1.1.1.156": 2, "1.5.1.24": 2, "3.4.21.96": 2, "3.1.1.67": 2, "2.7.7.5": 2, "2.7.8.37": 2, "4.7.1.1": 2, "2.3.1.280": 2, "1.3.99.28": 2, "5.1.1.17": 2, "3.4.17.15": 2, "3.1.6.13": 2, "1.13.11.8": 2, "2.3.1.60": 2, "2.8.3.9": 2, "3.4.21.76": 2, "6.1.2.1": 2, "2.4.99.25": 2, "2.4.1.377": 2, "1.14.13.20": 2, "2.3.1.299": 2, "1.7.1.2": 2, "2.3.1.210": 2, "3.4.24.18": 2, "1.13.11.55": 2, "3.4.14.10": 2, "6.3.2.35": 2, "4.1.99.19": 2, "2.5.1.30": 2, "2.1.1.266": 2, "2.7.7.76": 2, "2.7.1.55": 2, "3.4.23.24": 2, "2.4.1.370": 2, "7.1.1.5": 2, "3.4.24.65": 2, "2.7.1.206": 2, "2.3.1.79": 2, "2.7.8.42": 2, "6.3.2.45": 2, "7.3.2.4": 2, "5.1.3.15": 2, "4.1.2.28": 2, "1.1.1.414": 2, "3.2.1.11": 2, "4.2.1.42": 2, "1.14.13.200": 2, "1.1.99.40": 2, "1.3.1.118": 2, "1.8.1.22": 2, "3.4.22.57": 2, "2.8.2.9": 2, "6.3.4.10": 2, "6.3.4.11": 2, "6.3.4.9": 2, "2.7.3.1": 2, "4.1.2.38": 2, "3.5.1.30": 2, "1.17.8.1": 2, "4.2.3.156": 2, "2.1.1.110": 2, "2.7.1.205": 2, "1.1.1.428": 2, "6.3.2.12": 2, "1.1.1.350": 2, "7.5.2.6": 2, "7.5.2.9": 2, "2.5.1.154": 2, "2.7.8.31": 2, "3.8.1.8": 2, "3.5.3.27": 2, "1.1.2.6": 2, "2.6.1.50": 2, "1.14.14.78": 2, "3.4.24.86": 2, "3.5.4.1": 2, "3.4.24.20": 2, "4.2.1.35": 2, "1.14.11.43": 2, "1.14.14.90": 2, "1.14.14.162": 2, "2.1.1.127": 2, "1.2.1.62": 2, "3.4.22.37": 2, "6.2.1.41": 2, "4.1.1.81": 2, "4.2.99.21": 2, "2.1.1.132": 2, "1.13.11.25": 2, "1.3.1.54": 2, "4.2.3.28": 2, "1.14.13.231": 2, "1.14.13.182": 2, "2.3.1.94": 2, "1.21.4.5": 2, "1.1.1.136": 2, "5.1.3.45": 2, "1.14.19.62": 2, "2.1.1.292": 2, "2.6.1.102": 2, "1.13.12.17": 2, "1.14.19.46": 2, "2.7.7.44": 2, "1.13.11.96": 2, "2.1.1.283": 2, "1.14.15.17": 2, "2.7.1.168": 2, "2.7.1.224": 2, "2.5.1.97": 2, "2.7.7.81": 2, "4.2.1.85": 2, "1.2.1.77": 2, "2.7.11.8": 2, "5.4.99.42": 2, "2.7.1.214": 2, "1.21.4.1": 2, "2.3.1.298": 2, "5.5.1.17": 2, "1.1.1.345": 2, "4.3.3.9": 2, "4.4.1.24": 2, "1.14.99.22": 2, "2.7.8.14": 2, "3.4.22.48": 2, "1.3.8.10": 2, "1.3.8.11": 2, "1.1.3.44": 2, "3.2.1.97": 2, "3.5.1.116": 2, "2.7.9.5": 2, "3.1.1.121": 2, "2.7.1.215": 2, "1.1.1.364": 2, "5.1.3.27": 2, "1.14.19.74": 2, "3.2.1.186": 2, "3.2.1.188": 2, "2.1.1.169": 2, "3.4.21.25": 2, "1.3.1.53": 2, "5.4.99.63": 2, "1.14.14.35": 2, "2.4.2.62": 2, "2.3.1.78": 2, "2.3.1.308": 2, "2.4.1.147": 2, "2.3.1.296": 2, "2.1.1.259": 2, "3.4.24.3": 2, "5.4.99.58": 2, "6.4.1.9": 2, "1.1.1.308": 2, "2.1.1.246": 2, "3.4.22.41": 2, "4.2.1.141": 2, "6.3.2.60": 2, "5.1.3.42": 2, "2.3.1.253": 2, "1.1.1.287": 2, "1.4.1.17": 2, "1.14.14.180": 2, "1.10.3.16": 2, "1.14.12.13": 2, "5.99.1.4": 2, "1.13.11.43": 2, "1.3.1.86": 2, "2.4.1.283": 2, "2.4.1.297": 2, "2.3.1.233": 2, "3.3.2.13": 2, "1.2.1.80": 2, "1.14.19.28": 2, "2.4.1.251": 2, "2.8.1.16": 2, "2.7.7.109": 2, "1.3.1.106": 2, "6.3.2.32": 2, "2.5.1.128": 2, "3.7.1.7": 2, "2.3.1.332": 2, "1.2.1.96": 2, "2.1.1.115": 2, "2.7.1.64": 2, "3.2.1.152": 2, "2.4.1.146": 2, "2.5.1.104": 2, "1.1.3.12": 2, "1.13.11.57": 2, "4.2.1.105": 2, "1.1.1.392": 2, "1.1.1.393": 2, "1.14.14.183": 2, "2.4.1.394": 2, "2.2.1.12": 2, "2.3.1.63": 2, "2.8.2.29": 2, "1.14.14.112": 2, "1.14.19.24": 2, "1.13.11.76": 2, "1.14.14.182": 2, "1.1.1.360": 2, "1.2.1.89": 2, "3.2.1.123": 2, "2.1.1.370": 2, "2.1.1.371": 2, "1.13.11.19": 2, "6.3.2.42": 2, "1.14.19.34": 2, "2.5.1.66": 2, "2.6.1.33": 2, "3.1.1.94": 2, "2.3.1.171": 2, "1.12.1.2": 2, "1.14.14.122": 2, "1.14.19.36": 2, "2.4.1.280": 2, "3.5.3.26": 2, "2.7.1.52": 2, "1.17.7.2": 2, "4.2.1.48": 2, "2.8.2.35": 2, "4.2.3.37": 2, "3.4.22.66": 2, "3.5.99.5": 2, "2.1.1.161": 2, "1.14.19.16": 2, "4.4.1.35": 2, "2.7.4.33": 2, "3.1.3.105": 2, "2.7.1.162": 2, "2.7.1.221": 2, "1.13.12.2": 2, "3.4.14.11": 2, "4.1.1.114": 2, "3.4.21.50": 2, "4.2.3.134": 2, "3.4.11.22": 2, "1.14.13.230": 2, "2.4.1.184": 2, "2.5.1.149": 2, "6.3.2.33": 2, "6.4.1.6": 2, "2.5.1.23": 2, "2.4.1.260": 2, "2.4.1.259": 2, "2.4.1.261": 2, "2.4.1.88": 2, "1.2.1.21": 2, "2.4.1.134": 2, "3.1.3.17": 2, "1.14.11.56": 2, "2.3.1.317": 2, "1.1.1.312": 2, "4.2.1.83": 2, "2.4.1.67": 2, "2.7.1.43": 2, "1.14.14.42": 2, "3.1.4.62": 2, "4.1.1.110": 2, "2.5.1.57": 2, "3.1.1.97": 2, "3.2.1.209": 2, "2.7.1.14": 2, "2.4.1.141": 2, "3.1.4.43": 2, "1.2.1.63": 2, "1.14.19.69": 2, "1.14.14.48": 2, "2.3.1.158": 2, "3.1.3.63": 2, "1.14.19.14": 2, "2.6.1.88": 2, "2.1.1.109": 2, "1.14.14.25": 2, "7.2.4.5": 2, "2.4.1.323": 2, "1.14.19.19": 1, "2.1.1.393": 1, "2.1.1.392": 1, "2.3.1.252": 1, "2.7.7.37": 1, "4.2.3.186": 1, "2.6.1.58": 1, "2.6.1.70": 1, "1.2.1.17": 1, "1.14.14.132": 1, "2.1.1.323": 1, "2.1.1.330": 1, "2.4.1.236": 1, "4.2.3.219": 1, "4.2.3.178": 1, "2.4.1.273": 1, "4.2.1.173": 1, "1.2.1.29": 1, "1.14.14.65": 1, "1.14.14.67": 1, "5.4.99.65": 1, "5.4.99.66": 1, "1.17.99.11": 1, "4.2.3.179": 1, "1.1.99.41": 1, "1.1.1.113": 1, "1.14.14.159": 1, "1.14.14.59": 1, "4.2.3.196": 1, "1.2.1.23": 1, "2.3.1.131": 1, "1.14.14.63": 1, "2.5.1.159": 1, "4.2.3.172": 1, "6.3.2.64": 1, "1.3.1.123": 1, "1.14.14.185": 1, "1.14.14.192": 1, "4.2.3.66": 1, "1.14.14.170": 1, "2.4.1.97": 1, "1.1.1.144": 1, "1.1.1.347": 1, "5.5.1.29": 1, "4.2.3.162": 1, "5.5.1.37": 1, "1.5.1.56": 1, "2.3.1.323": 1, "1.1.1.439": 1, "2.4.2.50": 1, "4.2.3.34": 1, "1.14.19.82": 1, "2.4.1.399": 1, "1.14.14.64": 1, "1.1.1.419": 1, "5.5.1.35": 1, "1.14.14.174": 1, "2.1.1.70": 1, "1.14.11.72": 1, "5.5.1.36": 1, "4.2.3.177": 1, "3.5.1.65": 1, "4.2.3.98": 1, "1.8.4.1": 1, "1.4.3.27": 1, "1.14.14.187": 1, "2.3.1.322": 1, "1.5.1.22": 1, "1.14.14.191": 1, "1.14.14.193": 1, "2.7.7.22": 1, "2.7.1.210": 1, "1.1.1.403": 1, "4.2.1.184": 1, "2.6.1.35": 1, "1.13.11.67": 1, "4.8.1.7": 1, "4.1.3.22": 1, "2.5.1.123": 1, "2.5.1.127": 1, "3.1.1.124": 1, "2.7.1.204": 1, "3.2.1.119": 1, "4.2.3.24": 1, "1.14.14.76": 1, "1.4.99.6": 1, "1.1.1.173": 1, "2.4.1.249": 1, "2.1.4.4": 1, "1.13.11.82": 1, "6.2.1.40": 1, "2.6.1.120": 1, "1.14.19.51": 1, "1.14.19.60": 1, "2.1.1.111": 1, "1.7.2.8": 1, "4.2.1.160": 1, "2.1.1.94": 1, "2.6.1.127": 1, "2.4.1.340": 1, "2.4.1.339": 1, "2.1.1.154": 1, "2.1.1.339": 1, "4.2.3.84": 1, "1.14.19.67": 1, "4.2.3.62": 1, "3.2.1.53": 1, "2.4.1.354": 1, "1.11.1.17": 1, "1.14.14.129": 1, "1.14.14.160": 1, "2.3.1.236": 1, "4.2.1.67": 1, "1.3.1.79": 1, "3.2.1.220": 1, "1.1.1.175": 1, "4.2.3.50": 1, "4.2.3.53": 1, "3.5.4.11": 1, "5.4.99.51": 1, "1.1.1.406": 1, "1.14.14.148": 1, "1.6.5.6": 1, "4.2.3.51": 1, "2.1.1.300": 1, "2.4.1.54": 1, "1.3.1.92": 1, "1.1.1.391": 1, "1.14.99.24": 1, "1.14.99.61": 1, "1.14.99.62": 1, "1.8.1.16": 1, "3.2.1.167": 1, "5.1.1.19": 1, "6.4.1.7": 1, "1.1.1.376": 1, "2.7.7.100": 1, "1.14.11.32": 1, "2.4.1.272": 1, "4.2.1.116": 1, "1.17.5.2": 1, "5.5.1.20": 1, "1.1.1.13": 1, "4.2.3.169": 1, "4.2.1.166": 1, "3.5.1.125": 1, "5.4.99.49": 1, "2.4.1.299": 1, "1.14.14.10": 1, "4.4.1.41": 1, "2.4.1.319": 1, "5.4.99.55": 1, "2.8.3.23": 1, "1.1.1.326": 1, "3.1.6.21": 1, "2.1.1.275": 1, "2.1.1.401": 1, "3.2.1.195": 1, "3.2.1.131": 1, "1.2.1.69": 1, "3.1.6.19": 1, "2.4.1.271": 1, "5.4.99.46": 1, "1.3.1.97": 1, "1.3.1.95": 1, "2.6.1.86": 1, "4.2.3.141": 1, "1.17.1.10": 1, "1.14.14.120": 1, "2.1.1.263": 1, "5.4.99.47": 1, "4.2.1.169": 1, "1.3.1.108": 1, "1.1.99.27": 1, "3.2.1.118": 1, "1.1.99.13": 1, "3.1.7.13": 1, "1.14.14.50": 1, "4.2.3.142": 1, "2.1.1.352": 1, "1.14.14.166": 1, "2.3.1.285": 1, "2.1.1.89": 1, "1.14.14.167": 1, "4.2.3.136": 1, "1.14.14.121": 1, "1.1.1.433": 1, "4.2.3.138": 1, "1.3.8.15": 1, "2.4.1.263": 1, "4.2.3.143": 1, "2.5.1.142": 1, "4.2.3.194": 1, "1.14.14.172": 1, "1.14.14.97": 1, "1.14.13.234": 1, "1.1.5.14": 1, "2.1.4.5": 1, "1.14.13.44": 1, "3.8.1.9": 1, "2.3.1.187": 1, "5.4.99.57": 1, "2.7.11.32": 1, "3.5.1.104": 1, "2.4.1.384": 1, "2.7.8.23": 1, "1.14.14.165": 1, "1.14.13.54": 1, "1.12.1.4": 1, "4.1.1.87": 1, "3.4.11.27": 1, "1.5.3.15": 1, "1.14.14.45": 1, "1.3.1.119": 1, "2.3.1.192": 1, "2.3.1.248": 1, "1.14.19.39": 1, "1.5.99.14": 1, "1.3.3.12": 1, "1.1.1.78": 1, "3.4.21.21": 1, "3.4.22.2": 1, "3.4.23.4": 1, "3.4.22.46": 1, "3.1.3.33": 1, "3.4.23.47": 1, "2.6.1.107": 1, "3.4.22.29": 1, "1.1.99.35": 1, "3.4.22.25": 1, "5.3.4.1": 1, "3.2.1.201": 1, "3.4.21.77": 1, "1.3.1.19": 1, "1.14.14.55": 1, "1.14.14.56": 1, "3.7.1.4": 1, "4.1.2.23": 1, "4.1.3.42": 1, "3.6.4.7": 1, "1.1.1.75": 1, "4.5.1.5": 1, "2.3.1.242": 1, "3.4.21.74": 1, "5.4.99.38": 1, "4.1.1.91": 1, "4.1.2.66": 1, "2.3.1.325": 1, "1.14.14.189": 1, "2.1.1.397": 1, "1.2.1.97": 1, "1.1.1.226": 1, "2.3.1.326": 1, "2.3.2.39": 1, "5.3.3.24": 1, "3.4.22.30": 1, "3.1.3.54": 1, "3.4.23.22": 1, "3.4.22.6": 1, "3.4.23.34": 1, "4.2.1.81": 1, "1.5.8.2": 1, "4.1.1.57": 1, "1.14.15.22": 1, "3.2.1.98": 1, "2.4.1.44": 1, "1.8.4.13": 1, "3.5.1.13": 1, "3.7.1.25": 1, "1.2.1.99": 1, "2.3.1.170": 1, "2.4.1.73": 1, "1.14.14.75": 1, "1.8.5.5": 1, "7.4.2.12": 1, "2.7.1.201": 1, "3.4.23.38": 1, "3.4.11.26": 1, "2.1.1.129": 1, "1.14.19.22": 1, "3.4.23.39": 1, "1.14.19.66": 1, "1.14.14.43": 1, "2.1.4.3": 1, "1.14.14.74": 1, "3.4.22.58": 1, "2.8.2.25": 1, "2.8.2.27": 1, "2.6.1.105": 1, "3.4.22.60": 1, "2.4.2.40": 1, "2.7.4.26": 1, "3.1.3.53": 1, "2.7.1.196": 1, "3.4.22.64": 1, "1.3.99.39": 1, "1.11.1.22": 1, "4.1.2.51": 1, "3.4.23.20": 1, "1.1.99.36": 1, "3.4.22.31": 1, "1.1.1.289": 1, "3.5.1.83": 1, "2.4.1.316": 1, "2.1.1.235": 1, "2.1.1.236": 1, "2.4.1.311": 1, "2.4.1.310": 1, "2.3.1.278": 1, "2.3.1.279": 1, "2.3.1.283": 1, "1.14.15.14": 1, "6.2.1.57": 1, "3.1.3.100": 1, "2.3.1.111": 1, "2.8.2.32": 1, "1.14.14.68": 1, "1.14.14.70": 1, "2.1.1.375": 1, "3.1.3.72": 1, "1.14.13.58": 1, "2.7.7.103": 1, "4.2.1.146": 1, "3.5.1.109": 1, "5.4.3.9": 1, "4.1.1.53": 1, "3.7.1.26": 1, "1.14.14.114": 1, "1.1.1.264": 1, "1.1.1.366": 1, "1.7.2.9": 1, "2.7.8.46": 1, "2.5.1.124": 1, "2.5.1.125": 1, "4.1.3.32": 1, "4.2.3.99": 1, "5.4.99.48": 1, "1.8.3.3": 1, "1.1.1.402": 1, "2.4.1.286": 1, "1.2.1.42": 1, "2.7.2.18": 1, "3.2.1.151": 1, "1.1.1.379": 1, "2.3.1.232": 1, "1.14.11.25": 1, "1.14.11.24": 1, "4.2.3.226": 1, "4.2.3.227": 1, "1.14.19.26": 1, "1.14.14.36": 1, "1.14.14.109": 1, "1.14.14.157": 1, "2.5.1.51": 1, "2.5.1.52": 1, "4.2.1.50": 1, "2.7.1.191": 1, "5.4.4.3": 1, "1.14.13.92": 1, "2.5.1.88": 1, "1.5.8.1": 1, "2.1.1.90": 1, "2.7.1.208": 1, "2.1.1.237": 1, "4.2.3.70": 1, "4.2.3.69": 1, "4.2.3.78": 1, "4.2.3.95": 1, "1.3.99.16": 1, "1.10.3.4": 1, "1.1.3.43": 1, "2.3.1.216": 1, "1.5.99.4": 1, "1.14.19.13": 1, "1.1.1.243": 1, "2.4.1.192": 1, "2.3.1.93": 1, "1.6.3.2": 1, "3.5.4.44": 1, "6.2.1.53": 1, "4.2.3.67": 1, "2.1.1.276": 1, "1.1.1.375": 1, "1.14.14.138": 1, "2.4.1.284": 1, "2.7.1.216": 1, "2.7.1.209": 1, "5.4.99.59": 1, "4.2.3.102": 1, "4.2.3.101": 1, "1.14.14.177": 1, "4.2.3.86": 1, "2.6.1.90": 1, "1.14.99.47": 1, "1.1.1.324": 1, "2.1.1.88": 1, "1.3.1.81": 1, "1.3.1.82": 1, "1.14.14.88": 1, "1.14.14.89": 1, "1.14.14.123": 1, "1.14.14.69": 1, "4.2.3.30": 1, "1.14.19.27": 1, "1.1.1.15": 1, "2.3.1.160": 1, "1.17.2.3": 1, "2.7.7.73": 1, "1.14.19.15": 1, "2.4.1.253": 1, "6.2.1.65": 1, "1.14.20.5": 1, "1.14.15.11": 1, "1.14.13.171": 1, "4.2.1.132": 1, "3.1.1.35": 1, "2.1.1.238": 1, "6.2.1.43": 1, "2.3.1.237": 1, "1.17.2.1": 1, "2.4.1.320": 1, "2.8.2.34": 1, "2.6.1.14": 1, "4.2.1.117": 1, "2.1.3.1": 1, "1.14.14.15": 1, "1.8.2.4": 1, "1.6.5.12": 1, "2.3.1.249": 1, "2.4.1.238": 1, "1.1.1.162": 1, "1.1.1.325": 1, "2.3.1.211": 1, "1.17.4.5": 1, "1.2.1.64": 1, "6.3.2.44": 1, "2.6.1.38": 1, "1.13.11.77": 1, "2.3.1.92": 1, "4.8.1.6": 1, "1.5.1.23": 1, "6.5.1.5": 1, "1.8.1.19": 1, "1.18.1.4": 1, "1.1.1.148": 1, "4.3.1.9": 1, "3.1.3.60": 1, "1.14.19.42": 1, "2.3.1.150": 1, "1.11.2.1": 1, "5.4.2.13": 1, "3.4.21.2": 1, "2.4.1.322": 1, "1.1.5.11": 1, "3.2.1.219": 1, "3.2.1.135": 1, "1.14.13.208": 1, "2.1.1.307": 1, "4.2.1.164": 1, "4.2.1.128": 1, "2.8.2.24": 1, "3.6.1.67": 1, "2.4.1.201": 1, "3.5.4.45": 1, "5.4.99.31": 1, "5.4.99.53": 1, "4.2.1.124": 1, "1.21.3.6": 1, "3.5.1.59": 1, "1.5.1.37": 1, "4.1.3.26": 1, "3.4.11.25": 1, "1.1.1.387": 1, "2.6.1.113": 1, "3.1.3.34": 1, "7.5.2.5": 1, "2.4.1.326": 1, "2.1.1.285": 1, "1.14.19.38": 1, "4.2.3.39": 1, "1.3.1.78": 1, "2.5.1.132": 1, "3.4.21.95": 1, "5.1.1.6": 1, "5.5.1.26": 1, "2.1.1.101": 1, "4.1.1.63": 1, "3.2.1.175": 1, "3.1.1.78": 1, "4.1.2.60": 1, "1.14.19.75": 1, "3.2.2.7": 1, "2.4.1.219": 1, "2.3.1.195": 1, "5.4.99.52": 1, "5.4.99.54": 1, "1.14.14.164": 1, "3.4.21.119": 1, "1.5.4.1": 1, "1.3.1.49": 1, "2.5.1.151": 1, "1.8.5.4": 1, "2.1.1.234": 1, "2.4.1.277": 1, "2.4.1.278": 1, "2.4.1.328": 1, "2.1.1.102": 1, "3.2.1.177": 1, "2.3.1.107": 1, "1.1.3.18": 1, "1.14.14.85": 1, "2.5.1.146": 1, "2.1.1.99": 1, "1.1.1.90": 1, "1.13.12.1": 1}
|
weights/ec_prior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/esm2_t12_35M_UR50D.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f21e80e61d16a71735163ef555d3009afb0c98da74c48e29df08606973cc55e
|
| 3 |
+
size 134095705
|
weights/head.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2926181b6cf074e242be7056f001c2db7d195687d4916a27d582ecb42a860cfc
|
| 3 |
+
size 27598193
|
weights/head_centroids.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e821088ce5f048d89b0e8e341bb744c14c97b4b140b5387df994ba879a3e1b1a
|
| 3 |
+
size 4724864
|
weights/head_z.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bd78b83b1fd8ee5ebdbc9810e4ab363cf5e574919c5ded3af6af649864ec3c76
|
| 3 |
+
size 95481984
|
weights/prior.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["2.7.7.48", "2.7.7.6", "2.7.11.1", "2.7.11.12", "2.7.11.11", "2.7.11.13", "1.2.1.20", "7.1.2.2", "3.6.4.13", "3.5.2.14"]
|
weights/rank_binary_0.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_binary_1.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_binary_2.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_binary_3.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_binary_4.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_lambdarank_0.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_lambdarank_1.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_lambdarank_2.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_lambdarank_3.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_lambdarank_4.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_xendcg_0.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_xendcg_1.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_xendcg_2.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_xendcg_3.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/rank_xendcg_4.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
weights/train_db.fa.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d98f37412c5fc58743efaa128e69b4e44b66b9c31fe675ed4ee9e9ac2c4291b5
|
| 3 |
+
size 44541473
|