diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..c876c180c20400385343f179e9aacf077d80628f --- /dev/null +++ b/Dockerfile @@ -0,0 +1,19 @@ +# HDCSTORAGE runs on the standard library alone: no pip installs, no wheels, +# no build step. The only bundled asset is the static embedding table the +# assistant's encoder projects into hypervectors. +FROM python:3.13-slim + +ENV PYTHONUNBUFFERED=1 \ + PYTHONDONTWRITEBYTECODE=1 + +WORKDIR /app +COPY hdc ./hdc +COPY tests ./tests +COPY artifacts ./artifacts +COPY models ./models +COPY README.md ./README.md + +# Spaces routes to app_port (7860); the CLI binds 127.0.0.1 by default, so the +# container has to be told to listen on all interfaces. +EXPOSE 7860 +CMD ["python", "-m", "hdc", "web", "--host", "0.0.0.0", "--port", "7860"] diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ffecf630d571725b6895d2ca802dd14126bcf340 --- /dev/null +++ b/README.md @@ -0,0 +1,1008 @@ +--- +library_name: hdcstorage +tags: +- hyperdimensional-computing +- vector-symbolic-architecture +- hdc +- binary-spatter-code +- compute-in-memory +- webos +- python +--- + +# HDCSTORAGE + +A hyperdimensional computer that keeps its entire state in hyperdimensional +storage, and an agentic MCP tool layer that lives inside that storage. + +Programs are compiled into **hypervectors**, written into cells of a +content-addressable HDC memory, fetched back out, and **decoded by cleanup +memory** — the decoder never reads a fixed bit field, it asks which known +symbol the fetched vector most resembles. Registers, addresses, stack slots, +literals, tool records and string constants are all the same kind of object: +a 10 000-bit vector. + +``` + .hdcasm source + | compiler (assembler.py) + v + instruction hypervectors ---> HDC storage cells (memory.py) + | + | fetch by content, decode by cleanup + v + interpreter.py ---> debugger.py / ide.py + | + | TOOL opcode + v + agent.py (tool records in HDC) + | + v + mcp_server.py (JSON-RPC over stdio) +``` + +**Standard library only.** No numpy, no third-party packages. Hypervectors are +Python big integers, so `bind` is one `^`, `similarity` is one `bit_count`, +and a 10 000-bit vector costs 1 250 bytes. + +--- + +## Quick start + +```bash +cd D:/HDCSTORAGE + +python -m hdc demo # end-to-end tour, every layer, measured +python -m hdc run examples/hello.hdcasm +python -m hdc asm examples/logic.hdcasm # assemble + decode-back report +python -m hdc ide # the IDE (REPL) +python -m hdc adder 7 35 # the HDC full adder, stage by stage +python -m hdc shader # HDC image pipeline: dim, edges, depth, normals +python -m hdc mcp # MCP server on stdio +python -m hdc mcp --selftest # protocol self-check, no client needed +python -m hdc net # BitNet layer self-check +python -m hdc isa # instruction set reference +python -m hdc tools # the HDC-resident tool registry +python -m hdc os # the webOS: desktop, windows, apps, memory map +python -m hdc boot # POST -> shader splash -> AUTOEXEC, frame by frame +python -m hdc gfx # shader pass timings on an 80x28 surface +python -m hdc hub # which embedding table this machine can use +python -m hdc autonomy # idle + readahead on a simulated session +python -m hdc assist --autonomous # chat with it; idle ticks between turns +python -m hdc test # unit tests (over 300) +``` + +Every command takes `--d ` to change dimensionality (default 10 000). +`hub`, `autonomy` and `assist` are the exceptions that matter: they measure the +codec rather than the machine, so `autonomy` and `assist` default to `--d 2000` +(the codec floor) unless a dimension is given. The same simulated session scores +80% next-intent accuracy at 2000 and 70% at 10 000 — a fixed 21-symbol cleanup +codebook is diluted by extra bits, so the machine's default would misreport the +layer. + +--- + +## 1. The algebra (`hdc/hypervec.py`) + +Binary spatter codes: + +| operation | implementation | meaning | +|---|---|---| +| bind | `a ^ b` | association; self-inverse, so unbind == bind | +| bundle | bit-sliced majority | superposition / set | +| permute | bit rotation in the d-bit mask | order and position | +| similarity | `(d - 2·popcount(a^b)) / d` | agreement in `[-1, 1]` | + +Bundling is a real majority, not a sum: every vector is added into a d-lane +binary counter (one Python int per bit of the count) and a bit-sliced +comparator thresholds it at `floor(n/2)+1`. That keeps the cost at +`O(n·log n)` big-integer operations instead of `O(n·d)` element visits, which +is what makes 10 000-bit bundles cheap in pure Python. + +The numbers that matter, measured by `python -m hdc demo` on this machine: + +``` +random pair similarity mean +0.0001 sd 0.0100 <- noise floor +bundle of 5 members recovered at 0.369 - 0.382 <- signal +``` + +Everything downstream — cleanup, decoding, dispatch — is a decision made +between those two numbers. + +**Integer codec.** A scalar is stored as a superposition of bit-position atoms +(`bind(NUM, permute(BITBASE, i))` for each set bit), so integers are vectors +like everything else and decode by probing each bit position. The layout is +**32-bit two's complement**, because sign-magnitude has no meaningful carry +and a ripple-carry adder needs one. This codec is *symbolic, not +similarity-preserving*: integers that share set bits share atoms, so +`sim(int_to_hv(5), int_to_hv(37))` is high. Read `int_to_hv`'s docstring before +using distances between encoded integers as if they meant something +semantically. + +--- + +## 2. Storage (`hdc/memory.py`) + +A cell is one hypervector with a name; the name's address is also a vector +(`hvc("cell/" + name)`). + +* `write(name, hv)` / `read(name)` — named access. +* `resolve(addr_hv)` — content addressing: exact hit at confidence 1.0, + otherwise nearest cell address above a floor. A damaged address still lands + on the right cell and reports how sure it was (`demo` flips 12 of 10 000 + bits and resolves at ~0.998). +* `recall(probe, k)` — associative search over cell *values*; the + compute-in-memory read. +* `nearest_symbol(hv)` — cleanup memory, the table that turns a noisy decoded + field back into a name. + +Persistence is a byte-stable `.hdc` image: magic, header, packed vectors, +symbol table. Symbolic vectors are regenerated from their names on load, so an +image is portable at the same `d`. + +--- + +## 3. Instruction set (`hdc/isa.py`) + +37 opcodes. An instruction is a bundle of bound fields: + +```python +instr = bundle([ + bind(role("op"), hvc("op/ADD")), + bind(role("ra"), hvc("reg/R2")), + bind(role("rb"), hvc("reg/R0")), + bind(role("rc"), hvc("reg/R1")), +]) +``` + +Decoding unbinds `role("op")`, cleans up over the opcode alphabet, then reads +exactly the operand slots that opcode declares — and reports the minimum +similarity across fields as its confidence. Measured on assembled programs: +opcode-only instructions decode at 1.00, four-field arithmetic at 0.36-0.50, +against a 0.01 noise floor. + +| class | opcodes | +|---|---| +| control | `NOP HALT JMP JZ JNZ CALL RET` | +| integer ALU | `LDI MOV ADD SUB MUL DIV AND OR XOR NOT SHL SHR POPC CMP` | +| hyperdimensional | `BIND BUNDLE PERMUTE SIM CLEAN` | +| storage | `STORE LOAD RECALL MEMSTAT PUSH POP` | +| I/O | `OUT OUTT PRINTS` | +| agentic | `TOOL` | +| debug | `BREAK` | + +`python -m hdc isa` prints the full table with descriptions. + +**Semantics, stated plainly.** Registers hold hypervectors. `BIND`, `BUNDLE`, +`PERMUTE`, `SIM`, `CLEAN`, `STORE`, `LOAD`, `RECALL`, `TOOL`, and now `ADD` and +`SUB` never leave hyperdimensional space — the arithmetic runs as the +ripple-carry circuit described in §6. `MUL`, `DIV`, the bitwise ops and the +shifts still decode the vector payload to a Python integer, compute, and +re-encode; that is a conventional ALU behind a hyperdimensional register file. +Jumps use the decoded cell index, which the assembler bound into the +instruction. + +--- + +## 4. Language (`hdc/assembler.py`) + +```asm +; comments start with ; # or // +.str banner "hello from hyperdimensional storage" ; a string cell +.data counter 0 ; a preloaded integer cell +.name result ; declare a cell name + +start: ; labels name program cells + ldi R0, 21 + mul R2, R0, R1 + store result, R2 + load R3, result + tool R4, R0, R2, hdc.similarity + prints banner + halt +``` + +Two passes: scan (labels, and the literal/string/name/tool alphabets that +become cleanup memory) then emit. Assembling runs a **decode-back check** on +every cell and refuses to emit a program whose cells do not decode back to +their own opcode — the compiler verifies the image, not just the text. + +A string operand may be quoted inline or name a `.str` cell declared anywhere +in the file. + +--- + +## 5. Interpreter and debugger + +`Machine` fetches cell `code/` through the content-addressable path, +decodes it, and executes. Decoding is memoised by vector value (a pure +function of vector + alphabet), so fetch still goes through storage every +step while repeated executions stay fast. + +`Debugger` adds breakpoints by cell or label, step / step-over, a trace ring +with per-step confidence, and a register table whose `SYMBOL` column is a +cleanup query — with the match hidden below the noise band rather than shown +as a bogus 0.02 hit. + +``` +hdc> asm +hdc> bp compute +hdc> run +stopped: break at pc=2 (breakpoint) +hdc> regs +hdc> disasm +hdc> bits R3 +``` + +--- + +## 6. Native arithmetic (`hdc/adder.py`) + +`ADD` and `SUB` do not decode. They run a carry chain whose only primitive is +binding plus cleanup: + +* a bit is read by a similarity probe against its position atom; +* a gate is a truth table **stored as records in HDC storage** — 8 rows + (`adder/row/000` … `adder/row/111`) for a 1-bit stage, 2**(2k+1) rows for a + k-bit stage; +* one stage is `bind → clean up`: form the key for the stage's inputs and ask + storage which row it resembles, resolving well above the 0.01 noise floor and + reporting that number per stage; +* the sum is reassembled by bundling position atoms, and the carry feeds + forward as the next stage's input; +* `SUB` is `a + ~b + 1` in two's complement — no sign case analysis anywhere. + +**Stage count is a tunable.** A gate that consumes k bits per stage trades +stage depth for table size: + +| radix | table rows | stages per 32-bit add | measured add, d=10 000 | +|---|---|---|---| +| 1 | 8 | 32 | 0.98 ms | +| 2 | 32 | 16 | — | +| 4 | 512 | 8 | 0.38 ms | +| 8 | 131 072 | **4** | **0.38 ms** | + +The default is **radix 8: four byte-slice stages**. A 131 072-row table at +d=10 000 would be 164 MB of vectors and ~1.6 s of XOR folding to enumerate, +so `hdc/slicegate.py` materialises rows **lazily**: a 32-bit add touches four +byte rows, they are composed once, decoded, written to storage and cached, and +the worst case is still complete. Gate keys are exact (one atom per slot, +position and value), so they are looked up in a dictionary — a 131 072-row +similarity scan would cost more than the ripple it replaces — with the fuzzy +`resolve_similar` path kept for damaged keys. + +Two design constraints cost real debugging time and are now regression-tested: + +**The codec had to become two's complement.** Sign-magnitude has no meaningful +carry, and negative values in two's complement are *dense* (`-1` sets all 32 +atoms), which forced the probe threshold down to 0.10 and pins the supported +floor at `d = 2 000`. + +**Each gate slot needs its own atom pair.** A key built from one shared +zero/one pair is an XOR of atoms, and XOR is parity: `1^1^1` and `1^0^0` +collapse to the same vector, leaving 2 distinguishable rows out of 8. Tagging +inputs with a role before the XOR does *not* help — the role constants cancel +into a fixed mask. Per-slot pairs (`gate/atom/a/0`, …) restore eight +near-orthogonal keys (worst cross-similarity −0.02 measured). + +Cost, measured: **0.38 ms per add at d = 10 000** with radix 8, and 0.98 ms +with the 1-bit gate, versus ~0.05 ms for the old decode-and-add. The 32-bit +wrap is now hardware-like instead of an exception. `python -m hdc adder 7 35` +prints the table and the carry chain. + +## 7. BitNet base (`hdc/net.py`) + +1-bit and ternary kernels on the same primitives, because a 1-bit dot product +*is* an XOR and a popcount: + +```python +dot_1bit_packed(a, b, n) == n - 2 * popcount(a ^ b) # == dot_1bit +``` + +Also `ternarize` (absmean with a dead zone, in the spirit of BitNet b1.58), +`quantize_absmax`, `ternary_matvec`, `BitLinear`, and `PrototypeNet` — a +nearest-prototype classifier whose class weights are literally `HDCStorage` +cells, so they persist and are addressable by content like anything else. + +`python -m hdc net` verifies the XOR identity at run time and reports measured +sparsity and accuracy values. Nothing in this repository is a stored +benchmark; every number is recomputed. + +--- + +## 8. Agentic tools inside HDC (`hdc/agent.py`) + +A tool is a record, stored as a cell: + +```python +bundle([ + bind(role("name"), hvc("tool/hdc.bind")), + bind(role("cap"), capability_vector("hdc/bind/construct")), + bind(role("arity"), hvc("arity/2")), +]) +``` + +Dispatch is similarity, in three tiers, each reporting confidence: + +1. exact name → 1.000; +2. character-superposition similarity, so `hdc.bundl` finds `hdc.bundle` + (measured 0.74-0.76) — a misspelling is a cleanup problem, not a crash; +3. capability-path similarity, so `hdc.memory.search` reaches `hdc.recall` + and `bit.count` reaches `bit.popcount`. + +The same records are what the `TOOL` instruction calls and what the MCP +server advertises, so a program running inside HDC and an external agent reach +identical tools by identical paths. + +--- + +## 9. MCP server (`hdc/mcp_server.py`) + +JSON-RPC 2.0 over stdio, both newline-delimited and `Content-Length` framing. +Methods: `initialize`, `tools/list`, `tools/call`, `resources/list`, +`resources/read`, `ping`. Resources: `hdc://isa`, `hdc://memory`, +`hdc://tools`, `hdc://program`. + +Hypervectors are returned as `0x`-prefixed hex strings and accepted in either +form, because a 10 000-bit integer does not survive a JSON number in most +clients. + +Client configuration: + +```json +{ + "mcpServers": { + "hdcstorage": { + "command": "python", + "args": ["-m", "hdc", "mcp"], + "cwd": "D:/HDCSTORAGE" + } + } +} +``` + +``` +$ python -m hdc mcp --selftest --d 2000 +hdc.decode_int -> hdc.decode_int conf=1.000 42 +hdc.similarity -> hdc.similarity conf=1.000 1000 +hdc.bundl -> hdc.bundle conf=0.743 0x21c14d6466b6... +hdc.memory.search -> hdc.recall conf=1.000 9 +``` + +--- + +## 10. HDC shader layer (`hdc/shader.py`) + +An honest answer to "shaders in hyperdimensional space": a small operator set +on pixel records, with the exact/approximate boundary marked in the API. + +**Exact.** Dimming is `shift(hv, ±k)` — multiply or divide a coded value by +2**k with two rotations and two XORs, *no probe and no decode*. It works +because the codec's bit atoms are a permutation orbit, so rotating the vector +rotates every atom index; measured 0 failures over 2 120 shifted values. Sign, +ordering, `max`, and absolute differences are bit scans plus the slice adder. +The depth buffer resolves visibility with that exact comparator. + +**Approximate.** Discontinuity (`1 - sim`) is a cheap edge proxy; `edges()` +uses the exact difference by default and the two agree at 0.74 vs 0.72 on a +test step. Normal shading is a LUT: a 64-entry direction codebook cleaned up by +similarity, with Lambert terms precomputed per entry — exact within the table, +quantisation error between entries. + +One finding worth recording: the integer codec is **symbolic**, so `sim` cannot +rank nearby values (20 and 21 score 0.506, about the same as 20 and 200). A +normal LUT built on it returned a geometrically much worse entry. Switching the +codebook to a **thermometer code** — value v is the bundle of atoms 0..v−1, so +similarity falls monotonically with |v−w| — fixed it: 16/16 stored directions +recovered, 68–70% exact nearest-entry agreement on random queries with mean +cosine deficit 0.03. The remaining misses are the same capacity law as +everywhere else: a 3-axis × 64-step thermometer is a 192-member bundle, whose +own signal is 1/√192 ≈ 0.07. + +```python +fabric = ShaderFabric(d=2000) +img = step_image(fabric=fabric) # synthetic step edge +img.dim(1).levels()[0] # [100, 100, 100, 100, 20, ...] +img.edges().levels()[0] # [0, 0, 0, 160, 0, ...] +``` + +## 11. Memory modes (`hdc/memory_modes.py`) + +Three ways to remember one thing, measured rather than asserted. + +| mode | structure | recall | capacity | +|---|---|---|---| +| photographic | one cell per key | bit-exact or a miss | `capacity` cells, oldest evicted | +| holographic | one majority superposition | cleanup over a codebook | degrades with items | +| hybrid | photographic buckets + a trace each | exact hit, else trace | eviction keeps an approximate path | + +**The finding that matters: XOR accumulation does not work.** The obvious +holographic memory is `trace ^= bind(key, value)`, and it is broken at any +size — the crosstalk after unbinding is an XOR of random terms, which is +itself random at every bit. Measured exact recall with an 8-symbol codebook: +**0/2, 0/4, 2/8 items (chance)**. Majority superposition (a bit is set when +most bound terms set it) gives **8/8**, and similarity decays smoothly instead +of collapsing: 0.502 at k=2, 0.278 at k=8, 0.135 at k=32 (d=2000). + +A second finding, from the ring controller: re-observing the same key must +*replace* its binding, not add another vote. Piling votes on one pair makes +the majority represent the observation count rather than the set of keys, and +recall starts returning a neighbouring symbol. `record` therefore maintains +per-key state and the trace is `majority` over distinct keys only. + +```python +mem = HolographicMemory(d=2000, alphabet=symbols) +for i in range(8): + mem.record("slot/%d" % i, symbols[i]) +mem.recall("slot/3") # (symbol vector, cleanup similarity) +mem.confidence("slot/3") # presence signal; do not compare raw probes to the trace +``` + +## 12. Geometry, fractal and crystal shaders + +`hdc/manifold.py` treats a filled voxel set as the manifold it is. Geodesic +distance is breadth-first **on the surface** (a full 5³ box: corner to corner += 12, matching Manhattan exactly; disconnected components return `None`). The +Laplacian is `|Σ neighbours − k·center|` in coded arithmetic with `k` the real +in-bounds coordination, so border voxels are not biased by phantom neighbours. +Signed curvature folds that to ridge/valley/flat and shading lifts ridges and +drops valleys by one exact shift. It is mean curvature up to a positive factor, +not Gaussian curvature, and a one-voxel-thick shell reports flat normals under +a central difference — both stated in the module. + +`hdc/fractal.py` is integer-only. The Sierpinski triangle is the closed form +`x & y == 0`; the Barnsley fern runs the chaos game in 1/256 fixed point; fBm +is hashed value noise interpolated with integer lerps and combined by `max` +after `dim`-ing each octave. Measured octave peaks: **254, 127, 63, 31** — the +halving is a checkable property, not an adjective. + +`hdc/crystal.py` exposes periodicity. Grains grow by multi-source geodesic BFS +from lattice sites (so grain walls follow the surface); facets are the six +dominant-gradient normals with ties resolved to the lowest axis; and +`periodicity()` recovers a banded volume's spacing by autocorrelating +per-plane occupancy — a 2-plane lattice measures spacing 2 with score > 0.5. + +## 13. Entropic 4D shaders (`hdc/shader4d.py`, `hdc/entropy.py`) + +The fourth axis is a *parameter* — time, a scan index — not a spatial axis. A +`Volume4D` is a stack of volumes; entropy along `u` says whether each voxel is +static, drifting or churning, measured with the same comparator that builds +every other histogram (entropy of a flat field is exactly 0 bits, two values +1.000 bits, eight uniform bins 3.000 bits). Entropic shading composes the 3D +shade with an integer attenuation derived from that entropy, so flat-in-time +regions fall away by up to 1/4 and churning ones keep their value. + +## 14. Predictive state and the ring (`hdc/state.py`, `hdc/ring.py`) + +A transition is a bound pair in a holographic memory per action; prediction is +unbind plus cleanup; planning is beam search scored by `sim(predicted, goal)`. +Surprise is `1 − sim(predicted, actual)` — the temporally measured loss, and +the only signal that makes this an agent rather than a table. + +`hdc/ring.py` closes the loop. A `HistoricLedger` is addressed **by count**, so +a lap-ago entry is recalled by content, not by an offset that shifts as the +ring wraps; eviction recycles detail into a per-phase summary that outlives it, +and the whole retained history is also one superposed `timeline_record`. +Each tick runs PAST → PRESENT → FUTURE → PAST, and an energy budget pays for +lookahead (`horizon = 1 + 2·energy`, clipped to 3): + +* periodic world, 12 ticks — surprise falls to **0.000** after the first lap, + energy saturates at 1.000, mode `stable`, horizon 3; +* drifting world (a new state every tick) — surprise stays at **1.00**, energy + falls to 0.000, mode `explore`, horizon 1. + +That pair is the whole claim: the controller widens when it can predict and +pulls in when it cannot, using only measured similarity. + +## 15. Text encoder (`hdc/text.py`) + +A word is a bundle of *position-bound character n-grams*, so morphology is +similarity before any training: `walked`~`walking` **+0.320** against +`walked`~`banana` **+0.085**. Position binding keeps `listen` and `silent` +distinct despite identical n-gram multisets. A context is a role-bound record +of the last `span` tokens, which is exactly the key the predictive model wants. + +Measured on a 25-token corpus: order-1 contexts give **67%** top-1 next-token +accuracy, order-2 **83%** (the remainder is genuine two-way ambiguity). This is +what a text-bound ring buys: contexts that are comparable, and a fallback to +the nearest known form for words never trained on. + +```python +ring = TextRing(d=2000, span=2) +ring.fit(tokenize(corpus)) +ring.predict(tokenize("the cat sat on the")) # ('mat', 0.30) +``` + +## 16. Threshold as topology (`hdc/topology.py`) + +The threshold is not a constant to tune; sweep it and the codebook becomes a +nested family of graphs `G(τ) = { {u,v} : sim(u,v) > τ }`. Component merges are +0-dimensional persistence, computed with a union-find over exact similarities. +Three consequences, each measured: + +* **Self-guiding.** Otsu's criterion on the similarity histogram finds the + valley between members and crosstalk without a hand-set constant: τ=0.691 + with 70% explained variance on a structured codebook, and on a flat one it + reports that the distribution is unimodal (no fake threshold). +* **Self-healing is a projection, not bit recovery.** Bundling the nearest + survivors returns a cell to its class prototype: 0.665 → **0.701** for severe +damage on the shared-core codebook, but a lightly damaged 0.960 cell is pulled + *down* to 0.710. On independent symbols the graph is no denser than chance + (0.25 vs 0.25) and the routine reports `informative = False`, changing + nothing. Healing presupposes geometry and drift. +* **Self-scaling.** The measured member/non-member gap sets the dimension: + `d' = d·(gap_target/gap_measured)²`. Gap 0.114 at d=2000 asks for 6 156. + +```python +components(codebook, tau=0.1) # fragment labels at one threshold +otsu_threshold(similarities(codebook)) # (tau, explained variance) +heal(codebook, tau, flips=400) # projection repair, gated on real topology +``` + +## 17. Semantic vectors without libraries (`hdc/semantic.py`) + +§15 ends with a caveat: the n-gram encoder is morphological, not semantic. The +recovery is a **static** embedding model, and the interesting part is that it +needs no runtime dependency at all. + +`minishlab/potion-base-8M` (MIT) is a Model2Vec distillation of +`BAAI/bge-base-en-v1.5` into a token x 256-float **lookup matrix** plus a +WordPiece vocabulary. Static means: no attention, no layers, no activations — +a dict from token to vector. So the only obstacle is the file format, and a +`safetensors` file is an 8-byte header length, a JSON header and a raw f32 +buffer. `struct` reads it. 29 528 tokens x 256 dims, 30 MB on disk: + +``` +hf download minishlab/potion-base-8M model.safetensors tokenizer.json config.json \ + --local-dir models/potion-base-8M +python -m hdc semantic +``` + +Words become hypervectors by **sparse sign random projection** (SimHash): +`bit_j = 1 iff Σ_k w(j,k)·v_k > 0` with K=12 pseudorandom ±1 weights derived +from a hash, so nothing is stored. Measured: + +| pair | model cosine | `sim(hv)` | recovered | +|---|---|---|---| +| car~automobile | +0.779 | +0.557 | +0.768 | +| doctor~physician | +0.677 | +0.472 | +0.675 | +| big~large | +0.767 | +0.531 | +0.741 | +| car~banana | +0.044 | +0.015 | +0.024 | +| dog~tectonics | −0.065 | −0.080 | −0.125 | + +**Projection fidelity: Pearson r = 0.998.** The attenuation is not noise, it is +the arcsine law for binarised projections — `sim = (2/π)·arcsin(cos)` — and it +inverts, which is why the recovered column tracks the true cosine. + +The projection plan depends only on `(d, sparsity, seed)`, not on the word, so +it is built once instead of re-hashed per token: **36.3 ms/word → 2.28 ms/word** +at d=2000 (16×), plan build 0.08 s, and fidelity unchanged — `car`~`automobile` +recovers +0.768 against a raw +0.779. + +What it buys downstream, measured by fitting a `TextRing` on one wording and +scoring a paraphrase: **n-gram 0.50 → semantic 0.67** at span 2 (one case is +0.50 → 1.00). At span 1 the two encoders tie: with no shared context word the +key carries the substitution, but a shared word carries it for both, so +transfer is partial rather than free. + +The enabling change is in `PredictiveModel.predict`: tables use exact keys +(similar keys would interfere in a majority trace), plus a **snap** step that +retrieves with the nearest known key vector when the exact lookup is weak. +Precision on the exact path, graded recall on the fallback. + +Caveat worth keeping: with d=2000 and a 256-dim source, binarisation caps a +0.68 cosine at 0.47 similarity, so semantic margins are compressed. A wider +code or a thermometer encoding would recover resolution at the cost of bundle +capacity. + +## 18. Model discovery (`hdc/hub.py`) + +§17 assumes a model file exists. This layer decides *which* file, from the Hub, +with the standard library and a score whose every component is measured. + +The installed `hf` CLI is 0.36.2 and exposes only +`auth/cache/download/jobs/repo/repo-files/upload/env/version` — there is no +`models` or `api` subcommand — so search calls the HTTPS `/api/models` endpoint +those commands wrap, while downloads still go through `hf download`. Two +endpoint behaviours cost real debugging, and both return an empty list instead +of an error: `author` combined with `filter` yields zero records, and +`filter=library:model2vec` is not a supported filter — the family has to be +enumerated with `author=minishlab`. + +Shapes are read without downloading the weights. A `safetensors` file is an +8-byte little-endian header length, a JSON header, then the buffer, so two HTTP +Range requests return the dtypes, the shapes and the exact size: **scoring a +129 MB model downloads no model bytes.** + +| component | weight | measured by | +|---|---|---| +| runtime_free | 0.35 | a single rank-2 tensor is a matrix the CPU can use; hundreds of tensors mean a graph engine | +| code | 0.30 | tokenizer coverage of a machine-code token list; whole tokens 0.7, stitched fragments 0.3 | +| size | 0.15 | 1.0 at ≤35 MB, 0.0 at 512 MB | +| dim | 0.10 | 1.0 at 256 dims — projection cost scales with d | +| license | 0.10 | permissive licences only | + +Measured bakeoff, top of the pool (`code` is the coverage component after the +whole/fragment weighting, which is what separates the tables): + +| repo | score | code | table | MB | +|---|---|---|---|---| +| potion-code-16M-v2 | 0.95 | 0.85 | 63 457 × 256 | 32.5 | +| potion-science-32M | 0.93 | 0.85 | 63 457 × 256 | 127.4 | +| potion-retrieval-32M | 0.85 | 0.72 | 63 091 × 512 | 129.2 | +| potion-base-32M | 0.85 | 0.72 | 29 528 × 512 | 129.2 | +| potion-base-8M | 0.85 | 0.50 | 29 528 × 256 | 30.2 | +| M2V_base_output | 0.85 | 0.50 | 29 528 × 256 | 30.2 | +| potion-base-4M | 0.80 | 0.50 | 29 528 × 128 | 15.1 | +| potion-base-2M | 0.78 | 0.50 | 29 528 × 64 | 7.6 | + +The code table wins, which is the point of scoring coverage at all: the general +table is 30% smaller and would have tied on every other axis. + +The transformer code models fail the only component that is a hard requirement: +`jinaai/jina-embeddings-v2-base-code` scores **0.46** at 321.7 MB and cannot +run here at all, because it needs a deep-learning runtime. Static tables win by +being data. + +**Machine code in the same space.** `minishlab/potion-code-16M-v2` (MIT) — the +winner above — is one of those tables — 63 457 × 256 — but stored as **F16**, which the §17 reader +would have misread as f32; `hdc.semantic` now decodes F32/F16/BF16 (bf16 by +shifting 16 bits into the high half of an f32). Measured whole-token coverage +of the 42-token machine-code list (this project's own mnemonics, x86 names, +registers, literal forms): **79% for the code model against 29%** for +potion-base-8M — everything tokenisable either way, nothing missing. The code +model's only fragment-only tokens are `ldi jnz rbx rcx rdx rdi 0b1011 $0x10 +[rip+4]`. + +Mnemonics do not cluster semantically (`mov`~`ldi` **+0.017**) but registers do +(`rax`~`rbx` **+0.413**). That is the right behaviour for a symbol space: +distinct opcodes, related registers. + +```bash +python -m hdc hub # search, score, recommend — no weights downloaded +``` + +Scores are cached in `models/_hub/scores.json` keyed by `repo@sha`, so a repeat +run is instant and does not need the network. + +## 19. Idle, learning, readahead (`hdc/autonomy.py`) + +The assistant is reactive: it answers what it is asked. This layer adds the +part that runs when nobody is asking, and its three behaviours are measured. + +**Learning.** Every turn leaves an intent. The sequence of intents is learned +into the same holographic transition table §14 uses. Idle ticks *replay* that +trace, and replay is training rather than decoration: repeated evidence raises +a majority trace's cleanup confidence, so a cycle that is noisy on the first lap +sharpens on the next. Measured on a 12-utterance session: correct predictions +scored 0.18–0.39 after one lap, cold wrong ones 0.00–0.06. + +**Readahead.** From the last intent, chain the model `horizon` steps; each hop +carries its own similarity plus a running `path` product, so a three-step guess +cannot look as certain as a one-step one. Every prediction is graded when the +next utterance is classified — PAST trace → PRESENT intent → FUTURE lookahead → +graded back into PAST — and that grading is the accuracy number. + +**Autonomy, bounded.** Only `SAFE_COMMANDS` may run unasked: read-only +inspections, never `run`, `step`, `asm`, `boot` or `clear`. A per-tick `budget` +caps how many, and a confidence floor gates each one. The floor was set from a +measured sweep rather than from taste — cleanup over a 21-symbol codebook has +chance level `1/√21 = 0.218`, and correct post-lap predictions scored 0.18–0.39: + +| floor | turns covered (of 24) | precision | +|---|---|---| +| 0.25 | 14 | 1.00 | +| 0.30 | 9 | 1.00 | +| 0.45 | 0 | — | + +0.45 was the first guess and made autonomy idle in name only; **0.25** is the +default. The worst case of a wrong prediction is wasted idle cycles, because the +command set is read-only. + +Measured, 12 utterances at d=2000 with the semantic encoder: **80% next-intent +accuracy, first half 33% → second half 100%**, 4 autonomous pre-executions, +4 answers served from the readahead cache. A hit trades idle time for response +time: `Assistant.chat` takes an `execute` hook, so an answer the machine already +computed costs a dict lookup instead of a kernel round trip. + +```bash +python -m hdc autonomy # simulated session: accuracy, cache, savings +``` + +## 20. Filesystem in HDC (`hdc/fs.py`) + +A filesystem has two jobs and they pull apart: finding things is a similarity +question, and giving text back exactly is not. So the split is explicit. + +**Hyperdimensional:** every node's *record* is +`bind(role(name), name) + bind(role(kind), kind) + bind(role(parent), parent)`, +written into the machine's own `HDCStorage`. `search()` bundles the query's word +vectors and compares it to each node's own bundle — one `sim` per file, no index. +Measured on the seeded tree, `search("shader notes about edges")`: + +| file | score | +|---|---| +| `notes-shader.txt` | **+0.492** | +| `README.txt` | +0.328 | +| `img/gradient.txt` | +0.281 | +| `src/hello.hdcasm` | +0.072 | + +**Exact:** the text itself, addressed by path, exactly as `ring.py` keeps exact +ledger entries beside its holographic summaries. HDC cannot decode a bundle back +into text, and pretending otherwise would make "read" a lie. `HDCStorage.remove` +exists for this layer: deleting a file frees its cell, so `cells in use` stays +true (measured: 11 cells before a delete, 10 after). + +`write()` creates intermediate directories, `remove()` refuses a non-empty +directory unless `recursive=True`, and `rename` rewrites a whole subtree's paths +and cell names together. + +## 21. Graphics engine (`hdc/gfx.py`) + +A `Surface` is a grid of cells whose brightness is a **coded hypervector**. That +choice is what makes the passes arithmetic rather than array copying: dimming is +`shift` (exact halving, no decode), blending is `max`/`min` through the fabric's +similarity comparator, and edge detection has two honest modes — `proxy` (one +`sim` per cell) and `exact` (`|a-b|` through the HDC adder). + +Measured on an 80×28 surface (2 240 cells) at d=2000: + +| pass | ms | cells/s | +|---|---|---| +| `flat` (gradient only) | 24.0 | 93 171 | +| `background` (gradient+noise+scanline+vignette) | 87.6 | 25 563 | +| `metal` (noise+edges+dim) | 132.5 | 16 909 | +| `plasma` (noise+max_blend+scanline) | 295.7 | 7 576 | +| `edges(exact)` | 36 ms per **128** cells | — | + +The exact edge pass is the adder's table lookups per cell, so a full screen costs +about a second: it ships as a demo pass, not as part of the desktop's frame. + +One design note worth stating. Display needs one ramp lookup per cell, and +decoding a coded value costs 64 similarity probes — a full decode per frame would +cost seconds. So each surface keeps a plain integer **shadow** used only to pick +the character, while the coded cells stay the authority for every operation, and +`verify()` decodes a sample and compares. The cache cannot drift silently; the +tests assert `verify()` after every shader. + +## 22. The webOS (`hdc/os.py`) + +80×30 character cells: a menu bar, tiled windows, a taskbar, and a compositor +that draws in z-order into a `Surface`. An unfocused window is darkened with +`dim_region` — an **exact** `shift` on the coded cells, not a multiply on a copy. + +Programs are the layers this project already had, arranged for a desktop: + +| app | what it is | +|---|---| +| Terminal | the kernel console, running real commands | +| Files | `hdc/fs.py` browser; Enter opens a directory or loads a file into the editor | +| Editor | appends lines to files in the same filesystem, round-tripped | +| IDE | `hdc/ide.py`: assemble, run, step, breakpoints | +| Shader Lab | `hdc/gfx.py` live in a window; space cycles shaders, `e` toggles edges | +| Monitor | memory buckets, filesystem size, kernel counters, readahead accuracy | + +**Memory** is one store, not several: the desktop's filesystem writes into the +kernel's own `HDCStorage`, so `memory.buckets()` counts what is really resident — +measured `toolreg 16 + fs 10` on a fresh boot, with 8 166 cells free. `MemoryMap` +also offers `allocate(tag, n)` / `free(tag)` for apps that want to reserve cells. + +Measured frame cost: **~108 ms** with three windows, ~138 ms with four, at 80×30 +and d=2000, dominated by the wallpaper shader (`background`). That is a desktop +redraw, not a GPU frame — see the note in Honest limits. + +In the browser it is the **DESKTOP** tab: the frame arrives as 80 character rows +and is painted into the CRT, keys are captured globally (`F1`–`F6`, `Tab`, +arrows, `Ctrl+W`, `Ctrl+arrows` to move a window), and a click is converted from +pixels to a character cell and sent as coordinates to focus the window under it. +The endpoints are `GET /api/os` and `POST /api/os/{key,text,click,launch}`. + +The CRT never asks you to scroll it. `fitCrt()` derives the font size from the +measured monospace column width **and** from the box height for the row count on +screen (25 for the kernel console, 30 for a desktop frame), and `#screen` has a +definite height rather than a `min`/`max` pair so that measurement is stable. +Fitting width alone let a 30-row frame run past a 76vh box, and `paint()` then +scrolled to the bottom — which hid the desktop's menu bar. Measured in headless +Chrome painting a 30-row frame: + +| window | font | rows shown | box vs content | scrolls | +|---|---|---|---|---| +| 1920×1080 | 21.8 px | 30 | 873 / 873 | no | +| 1440×900 | 17.3 px | 30 | 693 / 693 | no | +| 1280×800 | 14.8 px | 30 | 593 / 593 | no | +| 1024×700 | 12.6 px | 30 | 505 / 505 | no | +| 800×600 | 10.1 px | 30 | 405 / 405 | no | +| 640×480 | 8.5 px | 30 | 344 / 344 | no | + +`A-` still goes below the fit on request, and `overflow:auto` stays as the +fallback for that: the grid is drawn whole or scrolled deliberately, never +silently cut. The 8 px floor is why the box has a `min-height` — at 640×480 the +page scrolls a line, but the terminal does not. + +### The boot chain (`hdc/boot.py`) + +Three phases, all rendered by the graphics engine, each doing real work: + +| phase | what happens | +|---|---| +| **POST** | `hdc.x86` runs for real — IVT installed, boot sector read from LBA 0, `int 10h` teletype — and its text buffer is painted onto a phosphor surface with a scanline pass. The lines on screen are the lines the BIOS produced. | +| **Splash** | gradient + fractal noise + `max_blend` + scanline + vignette, with a title box and a progress bar drawn into coded cells | +| **AUTOEXEC** | a boot script executed against the live desktop: `MOUNT` really changes the filesystem's `cwd`, `FS.SEARCH` runs the hypervector search, `START` launches the windows, `AUTONOMY` turns on the readahead loop | +| desktop | the composited desktop the machine is left in | + +Measured on a cold boot at d=2000: **12 frames, 611 ms of rendering, 2 220 ms +of playback**. The first splash attempt took 2 404 ms because it re-ran +`max_blend` per frame — a similarity comparator per cell, ~350 ms a frame. The +shader base is now rendered **once** and each animation frame copies it and +applies exact `shift`s for the sweep: the motion is still HDC arithmetic, and +the whole chain dropped to 611 ms. + +AUTOEXEC's output is not decoration — this is what it prints, and it is what +happened: + +``` +SET DIM 2000 +GFX.INIT 4 shaders, 2400 cells, verify ok +MOUNT /home/user 5 files, 5 dirs +FS.SEARCH /home/user/notes-shader.txt (+0.492) +START Terminal at 1,1 Monitor at 48,1 Files at 1,15 +AUTONOMY readahead on, 21 intents +``` + +The browser replays the recorded frames at their own delays the first time the +desktop is opened (`GET /api/boot`), and **any key skips**. It is a recording of +work that already ran, so skipping loses nothing. + +```bash +python -m hdc boot # the chain, frame by frame, then the timeline +python -m hdc os --boot # frames + report + the desktop it hands over +python -m hdc web --open # then open http://127.0.0.1:8765/#os +``` + +```bash +python -m hdc os # one frame, then memory and session report +python -m hdc os --tour # scripted session: open apps, run a command, screenshot +python -m hdc gfx # shader pass timings +python -m hdc gfx --demo # one of each shader, printed +``` + +## 23. Honest limits + +Worth reading before quoting the headline. + +* **What is genuinely hyperdimensional.** All state (program cells, registers, + stack, literals, addresses, tool records) is vectors; all retrieval + (fetch, cleanup, dispatch, recall) is similarity; binding, bundling, + permutation and the BitNet kernel are bit operations on those vectors. +* **What is conventional.** The control unit, the cleanup search itself, the + scalar ALU for `MUL`/`DIV`/bitwise/shift, and the ripple loop's sequencing + are ordinary Python. "Runs within HDC" describes where the *program and its + data live and how they are addressed, dispatched and arithmetically + combined* — not that a Python `for` loop is a hypervector. +* **The adder is depth-serial.** Four byte-slice stages (or 32 with the 1-bit + gate), each a storage lookup: correct and genuinely hyperdimensional, but + slower than one native add. Its interest is structural (the arithmetic is + data), not speed. +* **There is no rasteriser.** The shader layer does image *operators* — + dimming, edges, LUT normals, exact depth ordering for offered fragments — not + triangle setup, clipping or exact fragment coverage. Claiming otherwise + would be the failure mode this README argues against. +* **The shader's normal lookup is 70% exact, not 100%.** Nearest-entry + agreement on random directions is 68–70% with a mean cosine deficit of 0.03; + boundary queries and crosstalk account for the rest. The measured numbers are + in the module docstring rather than rounded up. +* **Integers are symbolic.** See the codec note above; do not interpret + similarity between two encoded integers as meaning. +* **Decode is not error-correcting.** A cell whose vector is damaged can + decode to a different opcode; the machine reports low confidence rather + than refusing to run. There is no ECC layer. +* **Search is linear.** `recall` and `resolve` scan all cells. This is honest + compute-in-memory (no index to maintain) and also O(n·d/64) per query. It is + fast at thousands of cells, not millions. +* **The codec refuses d < 1500.** Measured 0 errors at d=1500/2000/3000, but + 60/456 at d=1000 and 401/456 at d=500: below the floor the bit atoms + crosstalk and decode silently returns a neighbouring value, so `int_to_hv` + raises rather than corrupting thresholds downstream. +* **Holographic capacity is a decay, not a wall.** Recall stays exact to + k=32 at d=2000 with a 40-symbol codebook, but similarity has already fallen + from 0.50 to 0.14; past that, cleanup starts choosing neighbours. The hybrid + mode exists so that decay is a fallback path rather than a cliff. +* **Curvature is mean curvature, up to scale.** Sign and relative magnitude + are meaningful; the absolute number is not a curvature in 1/units, and a + one-voxel shell reads flat under a central difference. +* **No rasteriser, no 4D perspective.** The 3D/4D layers do operators on voxel + fields — dilate, bleed, shade, project, entropy — not triangle setup or + occlusion beyond max-projection. +* **The ring is first-order and finite.** States are exact symbols from a + codebook, the transition model is one action deep, and beam search is + exponential in horizon before the beam caps it. It is an inspectable world + model, not an LLM. +* **Energy is bookkeeping.** It is a budget over measured surprise, not a + physical quantity; the claim is only that horizon and energy move together. +* **Text encoding is morphological *by default*.** Synonyms are as far apart + as random words unless §17's model is downloaded; with it, semantics come + from a distilled lookup table, and paraphrase transfer is partial (0.50 → + 0.67), not solved. +* **The semantic model is optional data, not a dependency.** No file, no + semantics — `hdc.semantic.load()` returns `None` and callers fall back to + n-grams. The 30 MB is not in the repo; the MIT terms and provenance are in + the module docstring. +* **"Self-healing" is denoising, not recovery.** See §16: repair projects a + damaged cell onto its cluster prototype, which helps drifted cells and + over-smooths healthy ones. There is no error-correcting code anywhere here. +* **Readahead predicts the next *command*, not the next *words*.** The intent + set is fixed at construction, the chain is first-order, and the confidence + figures are cleanup similarities over a 21-symbol codebook — not + probabilities. It predicts the shape of a session, nothing about what the + user will say. +* **Machine-code embeddings are symbolic, not semantic.** Whole-token coverage + is 79% for the code model, but mnemonics are distinct rather than grouped + (`mov`~`ldi` +0.017): embedding a listing gives a space where opcodes are + separable, not an understanding of what the program does. +* **The desktop is character cells, not pixels.** 80×30 with one glyph per cell, + no antialiasing, no alpha blending, no triangles. The graphics engine shades + cells; it is not a rasteriser, and `edges(exact)` costs about a second per + screen because it is the adder, per cell. +* **A desktop frame costs ~108 ms**, dominated by the wallpaper shader. Drawing + happens on demand, so typing feels like a 1990s terminal rather than a GPU + desktop — which is what it is. The integer grid beside each `Surface` is a + display cache; `verify()` checks it against the decoded cells, and the tests + assert that after every shader. +* **One session, one desktop.** No users, no permissions, no locking, no swap. + The filesystem is in memory and `save()` persists node vectors, not text. +* **The boot is a recording.** Frames are rendered when the server starts and + replayed to the browser; AUTOEXEC has already run by then, so the desktop you + type into is the result, not a re-run. The splash animates by copying a + rendered base and applying exact shifts between frames, which is why it costs + milliseconds rather than re-running the noise pass per frame. +* **Topology here is 0-dimensional.** Components only — no loops, no higher + homology, no persistence barcodes. +* **Single process, single thread**, no garbage collection of cells, no + incremental persistence. +* **The MCP server holds one machine.** Tools are stateless with respect to + program execution; a `tools/call` does not run the loaded program. + +--- + +## 24. Layout + +``` +hdc/ + hypervec.py bind / bundle / permute / sim / integer codec + memory.py HDCStorage, content addressing, cleanup, .hdc persistence + isa.py opcode table, instruction encoding, compute-in-memory decode + adder.py hyperdimensional carry-chain full adder (ADD/SUB) + slicegate.py wide gates: k bits per stage, lazily materialised rows + shader.py image records, exact dim/edge/depth, LUT normals + shader3d.py volumes, morphology, normals, shaded projection + shader4d.py volume stacks over a fourth axis, entropy-weighted + entropy.py coded histograms and Shannon entropy + manifold.py geodesic field, Laplacian curvature, curvature shading + fractal.py dyadic IFS attractors, integer value-noise fBm + crystal.py lattice grains, facet maps, periodic banding + memory_modes.py photographic / holographic / hybrid memory + state.py predictive model, beam planner, surprise, agent loop + ring.py historic ledger + PAST/PRESENT/FUTURE controller + text.py character-ngram encoder for the ring + topology.py threshold graphs, Otsu guiding, repair, scaling rule + semantic.py static-embedding loader (safetensors via struct), SimHash + hub.py Hub search, Range header probe, suitability score + autonomy.py idle ticks, intent learning, graded readahead + fs.py filesystem: HDC-addressed nodes, exact contents, similarity search + gfx.py coded-cell surfaces, shader passes, display cache + verify + os.py webOS: memory map, window manager, apps, composited frames + boot.py boot chain: BIOS frame, shader splash, AUTOEXEC against the OS + assembler.py two-pass compiler + decode-back verification + interpreter.py Machine: fetch, decode, execute; HDC registers and stack + debugger.py breakpoints, stepping, trace, symbolic registers + net.py BitNet base: 1-bit / ternary kernels, PrototypeNet + agent.py tool records in HDC, similarity dispatch + mcp_server.py MCP JSON-RPC over stdio + ide.py native binary-logic IDE + demo.py end-to-end tour + __main__.py python -m hdc +examples/ hello, logic, agent programs +models/ downloaded model files (ignored by git, fetched with hf): + potion-base-8M, potion-code-16M-v2 +tests/ over 300 unit tests (python -m hdc test) +artifacts/ storage images written by the demo +``` diff --git a/artifacts/demo.hdc b/artifacts/demo.hdc new file mode 100644 index 0000000000000000000000000000000000000000..e9c592c702164e93987a26f095faf93a6e03810e Binary files /dev/null and b/artifacts/demo.hdc differ diff --git a/artifacts/demo_run.txt b/artifacts/demo_run.txt new file mode 100644 index 0000000000000000000000000000000000000000..668780647a1c9d16e61524353da1a70128f96bd8 --- /dev/null +++ b/artifacts/demo_run.txt @@ -0,0 +1,175 @@ +HDCSTORAGE d=10000 bits per vector (1250 bytes) + +========================================================================== +1. ALGEBRA - binary spatter codes on Python big integers +========================================================================== +random pair similarity mean +0.0001 sd 0.0100 +bundle of 5 members recovered at 0.376 0.382 0.379 0.375 0.369 +bind is self-inverse bind(bind(a,b),b) == a : True +bound pair vs operand 0.0114 (independent vectors only; + structured codes stay correlated) +permute preserves similarity -0.0080 == -0.0080 +integer codec 0 -> hv -> 0 +integer codec 1 -> hv -> 1 +integer codec 42 -> hv -> 42 +integer codec -7 -> hv -> -7 +integer codec 65535 -> hv -> 65535 + +========================================================================== +2. HDC STORAGE - content-addressed cells, cleanup memory +========================================================================== +HDC storage 'demo' d=10000 cells=5/4096 symbols=5 + 0 sensor/temp 010101100111000100000000010011011001011001111111... pop=5067 + 1 sensor/humidity 000011001110010011101100100010111110111001100111... pop=4989 + 2 concept/cat 000001001110111100001100100011101000000110000101... pop=4999 + 3 concept/dog 101111111001000110110001000100101010101011011100... pop=5079 + 4 policy/retry 010010110001111110100101000011011110001111100010... pop=5003 + +associative recall of concept/cat: + concept/cat 1.0000 <- exact + sensor/temp 0.0160 + +damaged address (12/10000 bits flipped) -> sensor/humidity at confidence 0.998 +persistence 6412 bytes, 5 cells, identical on reload: True + +========================================================================== +3. COMPILER - text becomes instruction hypervectors +========================================================================== +cells=13 literals=3 strings=1 cell names=2 +decode confidence min 0.36 mean 0.49 + +first cells of the image (disassembled from the vectors): + 0000 LDI regs=[0] conf=0.50 + 0001 LDI regs=[1] conf=0.50 + 0002 ADD regs=[2, 0, 1] conf=0.36 + 0003 OUT regs=[2] conf=0.49 + 0004 BIND regs=[3, 0, 1] conf=0.36 + +cell 0 as raw bit planes (first two of 157): + 0100011111100010111000110011101010110110010110101110101010101001 + 0111010011100110011010011010111001110111110101110101011101000100 + +========================================================================== +4. INTERPRETER - fetch from storage, decode by cleanup, execute +========================================================================== +42 +1000 +42 +every value in this machine is a 10000-bit vector + +status=halted steps=13 cells=30 +trace: + 0000 LDI R0, 5 conf=0.50 ; imm=5 + 0001 LDI R1, 37 conf=0.50 ; imm=37 + 0002 ADD R2, R0, R1 conf=0.36 ; 5 add 37 = 42 + 0003 OUT R2 conf=0.49 ; out 42 + 0004 BIND R3, R0, R1 conf=0.36 ; bind + 0005 TOOL R5, R3, R1, hdc.unbind conf=0.36 ; tool=hdc.unbind + 0006 SIM R6, R5, R0 conf=0.37 ; sim=1.0000 + 0007 OUT R6 conf=0.48 ; out 1000 + 0008 STORE ledger, R2 conf=0.49 ; ->ledger + 0009 LOAD R7, ledger conf=0.49 ; <-ledger + 0010 OUT R7 conf=0.49 ; out 42 + 0011 PRINTS "every value in this machine is a 10000-bit vector" conf=0.49 ; prints + 0012 HALT conf=1.00 ; halt + +========================================================================== +5. DEBUGGER - breakpoints, stepping, symbolic registers +========================================================================== +stopped: break at pc=2 (breakpoint) + 0000 LDI R0, 5 conf=0.50 + 0001 LDI R1, 37 conf=0.50 +=>B 0002 ADD R2, R0, R1 conf=0.36 + 0003 OUT R2 conf=0.49 + 0004 BIND R3, R0, R1 conf=0.36 + 0005 TOOL R5, R3, R1, hdc.unbind conf=0.36 + +42 +REG VALUE POP SYMBOL SIM HV(head) +------------------------------------------------------------------------------ +R0 5 2553 - 0.00 000000000100000001000001 +R1 37 5011 - 0.00 101000010100100001001111 +R2 42 5045 - 0.00 100000010100111111001101 +R3 0 5039 - 0.00 101110101000100100001110 +R4 0 5039 - 0.00 101110101000100100001110 +R5 0 5039 - 0.00 101110101000100100001110 +R6 0 5039 - 0.00 101110101000100100001110 +R7 0 5039 - 0.00 101110101000100100001110 +R8 0 5039 - 0.00 101110101000100100001110 +R9 0 5039 - 0.00 101110101000100100001110 +R10 0 5039 - 0.00 101110101000100100001110 +R11 0 5039 - 0.00 101110101000100100001110 +R12 0 5039 - 0.00 101110101000100100001110 +R13 0 5039 - 0.00 101110101000100100001110 +R14 0 5039 - 0.00 101110101000100100001110 +R15 0 5039 - 0.00 101110101000100100001110 +PC=4 ZF=0 STACK=0 STEPS=4 STATUS=break + +trace tail: +0000 LDI R0, 5 conf=0.50 ; imm=5 +0001 LDI R1, 37 conf=0.50 ; imm=37 +0002 ADD R2, R0, R1 conf=0.36 ; 5 add 37 = 42 +0003 OUT R2 conf=0.49 ; out 42 +1000 +42 +every value in this machine is a 10000-bit vector + +resumed -> halt at pc=13 + +========================================================================== +6. AGENTIC TOOLS - MCP tools stored inside HDC +========================================================================== +TOOL CAPABILITY ARGS DESCRIPTION +------------------------------------------------------------------------------------------------ +agent.echo agent/plumbing/echo 1 Return the argument unchanged; useful for wiring tests. +bit.hamming bit/logic/distance 2 Hamming distance between two hypervectors. +bit.popcount bit/logic/count 1 Population count of a hypervector. +hdc.bind hdc/bind/construct 2 XOR-bind two hypervectors. +hdc.bundle hdc/bundle/construct 2 Majority-bundle two hypervectors. +hdc.cleanup hdc/memory/cleanup 1 Index of the stored symbol nearest to a hypervector. +hdc.decode_int hdc/codec/decode 1 Decode an integer hypervector. +hdc.encode_int hdc/codec/encode 1 Encode an integer as a hypervector. +hdc.permute hdc/order/rotate 2 Rotate a hypervector by k bits. +hdc.recall hdc/memory/search 2 Index of the stored cell most similar to a hypervector. +hdc.similarity hdc/bind/similarity 2 Similarity of two hypervectors, scaled to milli-units. +hdc.unbind hdc/bind/invert 2 Unbind: XOR is self-inverse, so this is bind. +mem.stat storage/memory/stats 0 Number of occupied HDC cells. +net.dot1bit bitnet/inference/dot 2 1-bit dot product as agreement minus disagreement. + +fuzzy and capability dispatch (tool records are vectors): + hdc.bundl -> hdc.bundle conf=0.759 + hdc.memory.search -> hdc.recall conf=1.000 + bit.count -> bit.popcount conf=0.502 + nonsense.xyz -> unresolved conf=0.024 + +TOOL executed from inside the ISA, per the trace above: ['tool=hdc.unbind'] + +========================================================================== +7. BITNET BASE - 1-bit and ternary inference on the same primitives +========================================================================== + xor_matches_dot True + xor_trials 25 + ternary_sparsity 0.4248 + proto_density 0.5752 + prototype_accuracy 1.0 + prototype_classes 4 + prototype_dim 2000 + d 10000 + BitLinear 64->16 output [-2, 3, 7, -1, 13, -2, 2, -6] + ternary weight density 0.568 + PrototypeNet 3 classes, held-out accuracy 1.000 + +========================================================================== +8. MCP - protocol surface over the same tool records +========================================================================== +server hdcstorage, protocol 2024-11-05, 14 tools advertised +round trip over JSON-RPC: encode(42) -> 0x814fcd4b03e0f70c16d6f5d3148f12b0..., decode -> 42 + +========================================================================== +9. ARTIFACTS +========================================================================== +storage image: D:\HDCSTORAGE\artifacts\demo.hdc (6412 bytes) + wrote D:\HDCSTORAGE\artifacts\demo.hdc + +Next: python -m hdc ide (step it yourself) + python -m hdc mcp (attach an MCP client) diff --git a/artifacts/ide.hdc b/artifacts/ide.hdc new file mode 100644 index 0000000000000000000000000000000000000000..4f0670d1f00ebfe05865fd731c3202ced8f996c9 Binary files /dev/null and b/artifacts/ide.hdc differ diff --git a/hdc/__init__.py b/hdc/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..db424e83ae6b133389f5e3314fa799b3478edb99 --- /dev/null +++ b/hdc/__init__.py @@ -0,0 +1,96 @@ +"""HDCSTORAGE: a hyperdimensional computer that keeps its whole state in HDC. + +Layers, bottom to top: + + hypervec binary spatter-code algebra (bind / bundle / permute / sim) + memory content-addressable HDC storage: cells, cleanup memory, .hdc file + isa opcode table whose instructions *are* hypervectors + assembler text -> hypervector instruction image + interpreter fetch-from-storage, decode-by-cleanup, execute + debugger breakpoints, single step, trace, confidence-aware disassembly + net BitNet-style 1-bit / ternary inference on the same primitives + semantic static embedding tables projected to hypervectors (no runtime) + hub Hub search + a measured suitability score for those tables + autonomy idle ticks, intent learning, graded readahead, bounded action + agent MCP tool registry stored inside HDC, dispatched by similarity + mcp_server MCP (JSON-RPC 2.0 over stdio) exposing those HDC-resident tools + ide native binary-logic IDE: edit, assemble, run, step, inspect bits + shader coded-image operators, morphology, normals, depth + shader3d 3D volumes, curvature and shaded projection + shader4d volume stacks over a fourth (parameter) axis, entropy-weighted + entropy histogram and Shannon entropy from the bit-scan comparator + manifold geodesic distance, Laplacian curvature, curvature shading + fractal dyadic IFS attractors and integer value-noise fBm + crystal lattice grains, facet maps and periodic banding + memory_modes photographic, holographic and hybrid memory + state predictive state model, beam planner, surprise + ring historic ledger and the PAST/PRESENT/FUTURE controller + text character-ngram word encoder for the ring + semantic static-embedding word vectors, parsed without libraries + topology threshold graphs, Otsu guiding, repair, scaling rule + +Standard library only. Run ``python -m hdc demo`` for the end-to-end tour. +""" + +from .hypervec import ( + DEFAULT_DIM, + bind, + bundle, + hvc, + int_to_hv, + hv_to_int, + hv_from_bits, + hv_to_bits, + permute, + sim, +) +from .memory import HDCStorage +from .isa import OPCODES, decode_instr, disassemble, encode_instr, opcode_table_text +from .assembler import Program, assemble, assembler +from .interpreter import Machine +from .debugger import Debugger +from .agent import ToolRegistry +from .adder import HyperAdder +from .shader import ShaderFabric +from .memory_modes import HolographicMemory, HybridMemory, PhotographicMemory +from .state import PredictiveModel, StateAgent +from .ring import HistoricLedger, RingController +from .text import TextRing, encode_word +from .semantic import SemanticEncoder + +__all__ = [ + "Debugger", + "ToolRegistry", + "HyperAdder", + "ShaderFabric", + "PhotographicMemory", + "HolographicMemory", + "HybridMemory", + "PredictiveModel", + "StateAgent", + "HistoricLedger", + "RingController", + "TextRing", + "encode_word", + "SemanticEncoder", + "DEFAULT_DIM", + "bind", + "bundle", + "hvc", + "int_to_hv", + "hv_to_int", + "permute", + "sim", + "HDCStorage", + "OPCODES", + "Program", + "assemble", + "assembler", + "disassemble", + "opcode_table_text", + "encode_instr", + "decode_instr", + "Machine", +] + +__version__ = "1.0.0" diff --git a/hdc/__main__.py b/hdc/__main__.py new file mode 100644 index 0000000000000000000000000000000000000000..a0b674af2be4414b6bae6e38355619aeeab1e0e4 --- /dev/null +++ b/hdc/__main__.py @@ -0,0 +1,403 @@ +"""Command line entry point: ``python -m hdc ``.""" + +from __future__ import annotations + +import sys + +from .hypervec import DEFAULT_DIM + +USAGE = """\ +HDCSTORAGE - hyperdimensional storage as a computer + + python -m hdc run assemble and execute a program + python -m hdc asm assemble and show the decode-back report + python -m hdc ide [file] native binary-logic IDE (REPL) + python -m hdc mcp [--selftest] MCP server on stdio (JSON-RPC 2.0) + python -m hdc demo end-to-end tour of every layer + python -m hdc adder [a b] run one addition through the HDC full adder + python -m hdc shader HDC image pipeline: dim, edges, depth, normals + python -m hdc memory photographic / holographic / hybrid recall + python -m hdc geometry geodesic, curvature and manifold shading + python -m hdc fractal dyadic IFS and fBm detail + python -m hdc crystal lattice grains, facets and banding + python -m hdc state predictive state: plan, act, surprise + python -m hdc ring PAST -> PRESENT -> FUTURE ring controller + python -m hdc text character-ngram encoder bound to the ring + python -m hdc topology threshold-quantised topology: guide, heal, scale + python -m hdc semantic static-embedding word vectors (needs the model) + python -m hdc web [--port 8765] CRT WebUI: terminal, diagnostics, assistant + python -m hdc boot BIOS POST + boot sector + kernel handoff + python -m hdc chat one-shot assistant turn + python -m hdc net BitNet layer self-check + python -m hdc os [--tour|--boot] the webOS: desktop, windows, apps, memory map + python -m hdc boot the boot chain: POST, shader splash, AUTOEXEC + python -m hdc gfx [--demo] graphics engine: coded cells and shader passes + python -m hdc hub [--offline] score embedding tables from the Hub search API + python -m hdc autonomy idle + learning + readahead, on a simulated session + python -m hdc assist [--autonomous] chat with the assistant (idle ticks between turns) + + autonomy, assist, os and gfx default to --d 2000: that is the codec floor the + documented numbers are taken at, and a desktop frame costs twice as much at + the machine's 10000 + python -m hdc isa instruction set reference + python -m hdc tools the HDC-resident tool registry + python -m hdc test run the unit test suite + + every command accepts --d hypervector dimensionality (default 10000) +""" + + +def _split_dim(argv: list[str]) -> tuple[int, list[str]]: + d = DEFAULT_DIM + rest: list[str] = [] + i = 0 + while i < len(argv): + if argv[i] == "--d" and i + 1 < len(argv): + d = int(argv[i + 1]) + i += 2 + continue + rest.append(argv[i]) + i += 1 + return d, rest + + +def _assist(d: int, argv: list[str]) -> int: + """``python -m hdc assist [--autonomous] [--idle N] [--simulate]``. + + The interactive path runs an idle tick between turns, which is where the + readahead work happens; ``--simulate`` runs the scripted session instead so + the same numbers can be seen without typing anything. + """ + from .assistant import Assistant + from .autonomy import AutonomousMode, report, simulate + from .semantic import load + from .terminal import Kernel + + if "--simulate" in argv: + print(report(d=d)) + return 0 + idle = 1 + if "--idle" in argv: + idle = int(argv[argv.index("--idle") + 1]) + encoder = load(d=d) + kernel = Kernel(d=d) + assistant = Assistant(kernel, d=d, encoder=encoder) + mode = AutonomousMode(assistant, d=d, enabled="--autonomous" in argv) + print("HDCSTORAGE assistant (encoder=%s, autonomous=%s)\n" + % ("semantic" if encoder else "n-gram", + "on" if mode.enabled else "off - pass --autonomous")) + mode.idle(idle) + while True: + try: + line = input("you> ").strip() + except (EOFError, KeyboardInterrupt): + print() + break + if not line: + continue + if line in ("exit", "quit"): + break + record = mode.chat(line) + print("\n%s" % record.get("reply", "")) + if record.get("output"): + print(record["output"].rstrip()) + if record.get("cached"): + print("[readahead] answered from the predicted cache (saved %.1f ms)" + % record.get("saved_ms", 0.0)) + if record.get("graded", {}).get("predicted"): + verdict = record["graded"] + print("[predict] %s -> %s %s (%.2f)" + % (verdict["predicted"], verdict["actual"], + "hit" if verdict["hit"] else "miss", verdict["confidence"])) + if mode.readahead: + print("[ahead] " + " -> ".join( + "%s(%.2f)" % (item["intent"], item["confidence"]) + for item in mode.readahead)) + mode.idle(idle) + print() + print("\n" + mode.report()) + return 0 + + +def main(argv: list[str] | None = None) -> int: + argv = list(sys.argv[1:] if argv is None else argv) + if not argv or argv[0] in ("-h", "--help", "help"): + print(USAGE) + return 0 + cmd, rest = argv[0], argv[1:] + explicit_dim = "--d" in rest + d, rest = _split_dim(rest) + # The assistant-facing commands measure the codec, not the machine, so they + # default to its floor. Measured: the same simulated session scores 80% at + # d=2000 and 70% at d=10000 — a fixed 21-symbol cleanup codebook is diluted + # by extra bits, so the ten-thousand-bit default would misreport the layer. + if cmd in ("autonomy", "assist", "os", "gfx") and not explicit_dim: + d = 2000 + + if cmd == "version": + from . import __version__ + + print("hdcstorage %s" % __version__) + return 0 + + if cmd == "isa": + from .isa import opcode_table_text + + print(opcode_table_text()) + return 0 + + if cmd == "shader": + from .shader import demo_report + from .shader3d import demo_report_3d + from .shader4d import demo_report_4d + + print(demo_report(d=d)) + print() + print(demo_report_3d(d=d)) + print() + print(demo_report_4d(d=d)) + return 0 + + if cmd == "memory": + from .memory_modes import demo_report + + print(demo_report(d=d)) + return 0 + + if cmd == "geometry": + from .manifold import report + from .shader3d import cube_volume + + print(report(cube_volume(5, 180), seed=(2, 2, 2))) + return 0 + + if cmd == "fractal": + from .fractal import report + + print(report()) + return 0 + + if cmd == "crystal": + from .crystal import report + from .shader3d import cube_volume + + print(report(cube_volume(5, 180))) + return 0 + + if cmd == "state": + from .state import report + + print(report(d=d)) + return 0 + + if cmd == "ring": + from .ring import report + + print(report(d=d)) + return 0 + + if cmd == "text": + from .text import report + + print(report(d=d)) + return 0 + + if cmd == "topology": + from .topology import report + + print(report(d=d)) + return 0 + + if cmd == "semantic": + from .semantic import report + + print(report(d=d)) + return 0 + + if cmd == "web": + from .webui import main as web_main + + # the UI picks its own default dimension (2000, the codec floor) so a + # bare `python -m hdc web` responds immediately; --d still overrides + return web_main(rest) + + if cmd == "boot": + from .terminal import Kernel + from .x86 import Boot + + machine = Boot() + for line in machine.post(): + if line.strip(): + print(line) + result = machine.boot() + for line in result["screen"]: + if line.strip(): + print(line) + print("\n[handoff: %s after %d instructions]" + % (result["reason"], result["instructions"])) + kernel = Kernel(d=d) + kernel.boot(machine) + print("\n[kernel] cells=%d, prompt: hdc>" % len(kernel.storage)) + return 0 + + if cmd == "chat": + from .assistant import Assistant + from .semantic import load as load_semantic + from .terminal import Kernel + + text = " ".join(rest) or "help" + kernel = Kernel(d=d) + assistant = Assistant(kernel, d=d, encoder=load_semantic(d)) + record = assistant.chat(text) + print("intent=%s confidence=%.2f" % (record["intent"] or "(none)", record["confidence"])) + print(record["output"] or record["reply"]) + return 0 + + if cmd == "adder": + from .adder import HyperAdder, selfcheck, wrap + + if rest and not rest[0].startswith("-"): + a = int(rest[0]) + b = int(rest[1]) if len(rest) > 1 else 0 + adder = HyperAdder(d=d) + # run it first: the trace is a record of what the circuit did + total = adder.decode(adder.add(a, b)) + print(adder.table_text()) + print() + print("ripple for %d + %d:" % (a, b)) + print(adder.trace_text(8)) + print(" ... %d more stages" % (adder.width - 8)) + print("\nsum = %d (expected %d) -> %s" + % (total, wrap(a + b), "ok" if total == wrap(a + b) else "MISMATCH")) + return 0 + for key, value in selfcheck().items(): + print("%-22s %s" % (key, value)) + return 0 + + if cmd == "net": + from .net import selfcheck + + for key, value in selfcheck().items(): + print("%-20s %s" % (key, value)) + return 0 + + if cmd == "hub": + from .hub import report as hub_report + + print(hub_report(offline="--offline" in rest, refresh="--refresh" in rest)) + return 0 + + if cmd == "gfx": + from .gfx import demo, report as gfx_report + + print(demo(d=d) if "--demo" in rest else gfx_report(d=d)) + return 0 + + if cmd == "boot": + from .boot import demo + + print(demo(d)) + return 0 + + if cmd == "os": + from .boot import BootSequence, render + from .os import Desktop, boot, tour + + if "--boot" in rest: + desktop = Desktop(d=d) + sequence = BootSequence(desktop, d=d) + sequence.run() + print(render(sequence.frames)) + print() + print(sequence.report()) + print() + print("\n".join(desktop.frame())) + return 0 + if "--tour" in rest: + print(tour(d)) + return 0 + desktop = boot(d) + print("\n".join(desktop.frame())) + print() + print(desktop.report()) + print(desktop.memory.report()) + return 0 + + if cmd == "autonomy": + from .autonomy import report as autonomy_report + + print(autonomy_report(d=d)) + return 0 + + if cmd == "assist": + return _assist(d, rest) + + if cmd == "tools": + from .agent import ToolRegistry + + reg = ToolRegistry(d=d) + print(reg.specs_text()) + print() + print(reg.memory_report()) + return 0 + + if cmd == "test": + import unittest + + loader = unittest.TestLoader() + suite = loader.discover("tests", top_level_dir=".") + result = unittest.TextTestRunner(verbosity=2).run(suite) + return 0 if result.wasSuccessful() else 1 + + if cmd == "demo": + from .demo import main as demo_main + + return demo_main(["--d", str(d)] + rest) + + if cmd == "mcp": + from .mcp_server import main as mcp_main + + return mcp_main(["--d", str(d)] + rest) + + if cmd == "ide": + from .ide import main as ide_main + + return ide_main(["--d", str(d)] + rest) + + if cmd in ("run", "asm"): + if not rest: + print("usage: python -m hdc %s " % cmd, file=sys.stderr) + return 2 + from .agent import ToolRegistry + from .assembler import assemble, roundtrip_report + from .interpreter import Machine + from .memory import HDCStorage + + with open(rest[0], "r", encoding="utf-8") as fh: + source = fh.read() + program = assemble(source, d=d) + if cmd == "asm": + print(roundtrip_report(program)) + print() + print(program.listing_text()) + return 0 + storage = HDCStorage(d=d, label=rest[0]) + machine = Machine( + storage=storage, + d=d, + tools=ToolRegistry(storage=storage, d=d), + echo=print, + ) + machine.load(program) + result = machine.run() + print("-- %s --" % result["status"]) + print("steps=%d cells=%d output=%d" % (result["steps"], len(storage), len(result["output"]))) + return 0 if result["status"] == "halted" else 1 + + print("unknown command %r\n" % cmd, file=sys.stderr) + print(USAGE, file=sys.stderr) + return 2 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/hdc/__pycache__/__init__.cpython-315.pyc b/hdc/__pycache__/__init__.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8894ec8965eab52f513ae6eebc07b9d13eee41b6 Binary files /dev/null and b/hdc/__pycache__/__init__.cpython-315.pyc differ diff --git a/hdc/__pycache__/__main__.cpython-315.pyc b/hdc/__pycache__/__main__.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..46fd9e09107c19691ea6ed4af40d7d161d0e65f8 Binary files /dev/null and b/hdc/__pycache__/__main__.cpython-315.pyc differ diff --git a/hdc/__pycache__/adder.cpython-315.pyc b/hdc/__pycache__/adder.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..34880f3e21ec9328aeef76a5f7209e68dd6e56a2 Binary files /dev/null and b/hdc/__pycache__/adder.cpython-315.pyc differ diff --git a/hdc/__pycache__/agent.cpython-315.pyc b/hdc/__pycache__/agent.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..a80ae952a5980935fc89294779ed88b02f84a820 Binary files /dev/null and b/hdc/__pycache__/agent.cpython-315.pyc differ diff --git a/hdc/__pycache__/assembler.cpython-315.pyc b/hdc/__pycache__/assembler.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..96f4bb32363a1ae94b0cc0206ff787400ae485fe Binary files /dev/null and b/hdc/__pycache__/assembler.cpython-315.pyc differ diff --git a/hdc/__pycache__/assistant.cpython-315.pyc b/hdc/__pycache__/assistant.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..863fb6e5b9a23d306aff6344b3fd603f8f9fbf4b Binary files /dev/null and b/hdc/__pycache__/assistant.cpython-315.pyc differ diff --git a/hdc/__pycache__/autonomy.cpython-315.pyc b/hdc/__pycache__/autonomy.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..bf8f2068884e07eb6e6f758745c90b4a0b373880 Binary files /dev/null and b/hdc/__pycache__/autonomy.cpython-315.pyc differ diff --git a/hdc/__pycache__/boot.cpython-315.pyc b/hdc/__pycache__/boot.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..853ed15faef456b18bf85807d2cfecddb8c09555 Binary files /dev/null and b/hdc/__pycache__/boot.cpython-315.pyc differ diff --git a/hdc/__pycache__/debugger.cpython-315.pyc b/hdc/__pycache__/debugger.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..e0e7f36bea407fc8767dc60dc3f4aee1b31132b9 Binary files /dev/null and b/hdc/__pycache__/debugger.cpython-315.pyc differ diff --git a/hdc/__pycache__/entropy.cpython-315.pyc b/hdc/__pycache__/entropy.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7ae82c9a2da55b60ce276383f50ebb8f6fb34f0e Binary files /dev/null and b/hdc/__pycache__/entropy.cpython-315.pyc differ diff --git a/hdc/__pycache__/fs.cpython-315.pyc b/hdc/__pycache__/fs.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b889ccaef40d7833c0a1d1c7058c20b9dbb640c0 Binary files /dev/null and b/hdc/__pycache__/fs.cpython-315.pyc differ diff --git a/hdc/__pycache__/gfx.cpython-315.pyc b/hdc/__pycache__/gfx.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8d091af181d5e9a6b469b641531ff5dda99e9683 Binary files /dev/null and b/hdc/__pycache__/gfx.cpython-315.pyc differ diff --git a/hdc/__pycache__/hypervec.cpython-315.pyc b/hdc/__pycache__/hypervec.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7e933045975ad8b7aa68ec2578b5e77cb1c1a0e2 Binary files /dev/null and b/hdc/__pycache__/hypervec.cpython-315.pyc differ diff --git a/hdc/__pycache__/ide.cpython-315.pyc b/hdc/__pycache__/ide.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..af87fd8d8295ee1b6240e9e24274fd4bc41f6dae Binary files /dev/null and b/hdc/__pycache__/ide.cpython-315.pyc differ diff --git a/hdc/__pycache__/interpreter.cpython-315.pyc b/hdc/__pycache__/interpreter.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..aba987bd38dba651043a58d74c98518c4cf8b6d3 Binary files /dev/null and b/hdc/__pycache__/interpreter.cpython-315.pyc differ diff --git a/hdc/__pycache__/isa.cpython-315.pyc b/hdc/__pycache__/isa.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..484b4cec1e5abb2e7a9e27d155e46e3e9e4b2492 Binary files /dev/null and b/hdc/__pycache__/isa.cpython-315.pyc differ diff --git a/hdc/__pycache__/memory.cpython-315.pyc b/hdc/__pycache__/memory.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0d804b8eaed5d4c5d4c13f76a87d423a19eff8d3 Binary files /dev/null and b/hdc/__pycache__/memory.cpython-315.pyc differ diff --git a/hdc/__pycache__/memory_modes.cpython-315.pyc b/hdc/__pycache__/memory_modes.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..6992d022d05fbc1e1e5a9b52067db9020f62b9ee Binary files /dev/null and b/hdc/__pycache__/memory_modes.cpython-315.pyc differ diff --git a/hdc/__pycache__/os.cpython-315.pyc b/hdc/__pycache__/os.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ff9eada4cf5b462eac23d51d90bd4366e03f54f7 Binary files /dev/null and b/hdc/__pycache__/os.cpython-315.pyc differ diff --git a/hdc/__pycache__/ring.cpython-315.pyc b/hdc/__pycache__/ring.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0d940e07f26b2f8987b4a27534b3d3f8815666aa Binary files /dev/null and b/hdc/__pycache__/ring.cpython-315.pyc differ diff --git a/hdc/__pycache__/semantic.cpython-315.pyc b/hdc/__pycache__/semantic.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1710be83bed9eb73a7c1a9d62413a7ea5a0301e2 Binary files /dev/null and b/hdc/__pycache__/semantic.cpython-315.pyc differ diff --git a/hdc/__pycache__/shader.cpython-315.pyc b/hdc/__pycache__/shader.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..e76290d693c0c3fb90a16aa55f2076e93f53f3be Binary files /dev/null and b/hdc/__pycache__/shader.cpython-315.pyc differ diff --git a/hdc/__pycache__/slicegate.cpython-315.pyc b/hdc/__pycache__/slicegate.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..cc6246f24cce67ac6930899272259d4646805955 Binary files /dev/null and b/hdc/__pycache__/slicegate.cpython-315.pyc differ diff --git a/hdc/__pycache__/state.cpython-315.pyc b/hdc/__pycache__/state.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b4f1ffb46565c6f5b9bf08d71fef342f668f82b1 Binary files /dev/null and b/hdc/__pycache__/state.cpython-315.pyc differ diff --git a/hdc/__pycache__/terminal.cpython-315.pyc b/hdc/__pycache__/terminal.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ad56cae3d05f312687d02ca36045625b42338623 Binary files /dev/null and b/hdc/__pycache__/terminal.cpython-315.pyc differ diff --git a/hdc/__pycache__/text.cpython-315.pyc b/hdc/__pycache__/text.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..341aaf6b55bd05eb7e4333b039397096f5b6018d Binary files /dev/null and b/hdc/__pycache__/text.cpython-315.pyc differ diff --git a/hdc/__pycache__/webui.cpython-315.pyc b/hdc/__pycache__/webui.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..fdbfe0f2c6ff8ede169b7d08a97f4c54ff74a3ca Binary files /dev/null and b/hdc/__pycache__/webui.cpython-315.pyc differ diff --git a/hdc/__pycache__/x86.cpython-315.pyc b/hdc/__pycache__/x86.cpython-315.pyc new file mode 100644 index 0000000000000000000000000000000000000000..61b8ce18345a268c1447e30b1c79fa10964ae1fc Binary files /dev/null and b/hdc/__pycache__/x86.cpython-315.pyc differ diff --git a/hdc/adder.py b/hdc/adder.py new file mode 100644 index 0000000000000000000000000000000000000000..166800f0da162909a17f9fbe232374274e1130f9 --- /dev/null +++ b/hdc/adder.py @@ -0,0 +1,395 @@ +"""A hyperdimensional full adder. + +The integer ALU used to decode a register to a Python ``int``, add, and +re-encode. This module removes that step for ``ADD`` and ``SUB``: the sum is +computed by a ripple-carry circuit whose primitive is *binding plus cleanup*, +which is the only thing a hypervector machine has. + +The circuit +----------- +A number is a superposition of bit-position atoms (``int_to_hv``). Reading a +bit is a similarity probe; that is unavoidable, and it is what a bit line is +in hardware: + + bit_i(n) == sim(hv, bind(NUM, perm(BITBASE, i))) >= CODEC_THRESHOLD + +A full-adder row is the classic 8-entry truth table, and each row is stored as +a record in HDC storage: + + row = bundle([ + bind(role("key"), key_of(a, b, c)), + bind(role("sum"), atom("s", a ^ b ^ c)), + bind(role("carry"), atom("k", majority(a, b, c))), + ]) + +Evaluating one stage is a *content-addressable lookup*: form the query key, +and ask storage which row it resembles. Each stage reports the similarity it +resolved at, so a marginal carry chain is visible rather than assumed. + +Why the key needs one atom pair **per slot** +------------------------------------------- +XOR is associative and commutative, so a key built as +``bind(bind(atom_a, atom_b), atom_c)`` only ever sees +``atom_a ^ atom_b ^ atom_c``. With a single shared pair for zero and one that +is *parity*: ``1^1^1`` and ``1^0^0`` both collapse to the same vector, and the +8-row table degenerates to 2 distinguishable entries. Tagging each input with +a role before the XOR does not help, for the same reason — the role constants +cancel into a fixed mask. + +Giving each slot its own atom pair (``gate/atom/a/0``, ``gate/atom/a/1``, ...) +makes the eight keys XOR combinations of *independently chosen* constants, so +they are pairwise near-orthogonal and cleanup resolves them exactly. That is +the same distinction as using distinct address lines rather than one shared +bit line. + +Subtraction is addition of the complement with carry-in 1 — two's complement, +so there is no sign special case anywhere: ``a - b == a + ~b + 1`` and the +32-bit wrap is whatever falls out of dropping the final carry. + +Cost: 32 stages x (8 similarity probes + 4 atom probes) at d=10 000 is roughly +0.9 ms per operation, versus ~0.05 ms for the old decode-and-add. That is the +price of keeping the arithmetic in the vector domain, and it is stated in the +README rather than hidden. +""" + +from __future__ import annotations + +from dataclasses import dataclass +from typing import Sequence + +from .hypervec import ( + CODEC_THRESHOLD, + DEFAULT_DIM, + MAX_INT_BITS, + bind, + bundle, + hvc, + hv_bits_of_int, + hv_from_bits, + hv_to_bits, + hv_to_int, + role, + sim, +) +from .memory import HDCStorage + +PREFIX = "adder/row/" + +#: Gate slots: two inputs, the carry in, then the sum and carry out. +GATE_SLOTS = ("a", "b", "c", "s", "k") + + +class AdderError(Exception): + """The adder could not resolve a truth-table row.""" + + +def wrap(value: int, width: int = MAX_INT_BITS) -> int: + """Wrap an integer into a ``width``-bit two's complement range.""" + span = 1 << width + return (value + (span >> 1)) % span - (span >> 1) + + +@dataclass(frozen=True) +class Stage: + """One bit slice of the carry chain, as executed.""" + + index: int + a: int + b: int + carry_in: int + total: int + carry_out: int + confidence: float + + def render(self) -> str: + return ( + "bit %2d a=%d b=%d cin=%d -> sum=%d cout=%d (lookup sim %.3f)" + % (self.index, self.a, self.b, self.carry_in, self.total, self.carry_out, + self.confidence) + ) + + +@dataclass(frozen=True) +class Row: + """One truth-table row, and the record that stores it.""" + + index: int + a: int + b: int + c: int + total: int + carry: int + key: int + cell: str + + def render(self) -> str: + return "a=%d b=%d cin=%d | sum=%d carry=%d | %s" % ( + self.a, self.b, self.c, self.total, self.carry, self.cell + ) + + +class HyperAdder: + """Ripple-carry adder whose gates are HDC bindings and cleanups.""" + + def __init__( + self, + d: int = DEFAULT_DIM, + storage: HDCStorage | None = None, + width: int = MAX_INT_BITS, + threshold: float = CODEC_THRESHOLD, + radix: int = 1, + ): + self.d = d + self.width = min(width, MAX_INT_BITS) + self.threshold = threshold + #: Bits per stage. 1 is the 8-row full adder (32 stages); 8 is a + #: 131 072-row byte gate (4 stages), materialised lazily. + self.radix = max(1, min(radix, 8)) + #: One atom pair per slot — see the module docstring on why sharing + #: a single pair would collapse the key to parity. + self.atoms = { + (slot, bit): hvc("gate/atom/%s/%d" % (slot, bit), d) + for slot in GATE_SLOTS + for bit in (0, 1) + } + self.storage = storage if storage is not None else HDCStorage( + d=d, capacity=64, label="adder" + ) + self.rows: list[Row] = [] + self.last_stages: list = [] + self.stages_executed = 0 + self.gate = None + if self.radix == 1: + self._build_table() + else: + from .slicegate import SliceGate + + self.gate = SliceGate(radix=self.radix, d=d, threshold=threshold) + + # ------------------------------------------------------------ the gate + def atom(self, slot: str, bit: int) -> int: + """The vector that represents ``bit`` in a given gate slot.""" + return self.atoms[(slot, 1 if bit else 0)] + + def key_of(self, a: int, b: int, c: int) -> int: + """Exact gate address: XOR of three role-specific atoms.""" + return bind( + bind(self.atom("a", a), self.atom("b", b), self.d), + self.atom("c", c), + self.d, + ) + + def _build_table(self) -> None: + """Materialise the 8 full-adder rows as cells in HDC storage.""" + for a in (0, 1): + for b in (0, 1): + for c in (0, 1): + total = a ^ b ^ c + carry = 1 if (a + b + c) >= 2 else 0 + key = self.key_of(a, b, c) + record = bundle( + [ + bind(role("key", self.d), key, self.d), + bind(role("sum", self.d), self.atom("s", total), self.d), + bind(role("carry", self.d), self.atom("k", carry), self.d), + ], + self.d, + ) + cell = PREFIX + "%d%d%d" % (a, b, c) + self.storage.write(cell, record, symbol=True) + self.rows.append( + Row(a * 4 + b * 2 + c, a, b, c, total, carry, key, cell) + ) + + def _pick(self, probe: int, slot: str) -> tuple[int, float]: + """Cleanup an output field to 0 or 1; returns (bit, margin).""" + s0 = sim(probe, self.atom(slot, 0), self.d) + s1 = sim(probe, self.atom(slot, 1), self.d) + if s1 >= s0: + return 1, s1 - s0 + return 0, s0 - s1 + + def full_adder(self, a: int, b: int, c: int) -> tuple[int, int, float]: + """One stage: bind the inputs, clean up over the 8 stored rows.""" + query = self.key_of(a, b, c) + # The stored row holds bind(role("key"), key), so the probe carries the + # same role; a bare key against the bundle would sit at the noise floor. + probe = bind(role("key", self.d), query, self.d) + hits = self.storage.recall(probe, k=1, prefix=PREFIX) + if not hits or hits[0][2] < 0.20: + raise AdderError( + "no truth-table row resolved (best similarity %.3f)" + % (hits[0][2] if hits else -1.0) + ) + record, confidence = hits[0][1], hits[0][2] + total, _ = self._pick(bind(record, role("sum", self.d), self.d), "s") + carry, _ = self._pick(bind(record, role("carry", self.d), self.d), "k") + return total, carry, confidence + + # --------------------------------------------------------- the ripple + def add_bits( + self, a_bits: Sequence[int], b_bits: Sequence[int], carry_in: int = 0 + ) -> tuple[list[int], list]: + """Carry across the operand, one gate stage at a time.""" + if self.gate is not None: + return self._add_sliced(a_bits, b_bits, carry_in) + carry = 1 if carry_in else 0 + out: list[int] = [] + stages: list[Stage] = [] + for i in range(self.width): + # A short slice is zero-extended, exactly as a partial bit vector + # is on a real adder input. + a = 1 if i < len(a_bits) and a_bits[i] else 0 + b = 1 if i < len(b_bits) and b_bits[i] else 0 + total, carry_next, confidence = self.full_adder(a, b, carry) + stages.append(Stage(i, a, b, carry, total, carry_next, confidence)) + out.append(total) + carry = carry_next + self.stages_executed += len(stages) + self.last_stages = stages + return out, stages + + def _add_sliced( + self, a_bits: Sequence[int], b_bits: Sequence[int], carry_in: int + ) -> tuple[list[int], list]: + """Width-k stages: each gate call consumes ``radix`` bits plus carry.""" + from .slicegate import SliceStep + + k = self.radix + out = [0] * self.width + steps: list[SliceStep] = [] + carry = 1 if carry_in else 0 + for start in range(0, self.width, k): + a_val = 0 + b_val = 0 + for i in range(k): + pos = start + i + if pos < self.width: + a_val |= (1 if pos < len(a_bits) and a_bits[pos] else 0) << i + b_val |= (1 if pos < len(b_bits) and b_bits[pos] else 0) << i + total, carry_next, confidence = self.gate.evaluate(a_val, b_val, carry) + for i in range(k): + pos = start + i + if pos < self.width: + out[pos] = (total >> i) & 1 + steps.append( + SliceStep(start, a_val, b_val, carry, total, carry_next, confidence, k) + ) + carry = carry_next + self.stages_executed += len(steps) + self.last_stages = steps + return out, steps + + # -------------------------------------------------------- public API + def add(self, a: int, b: int) -> int: + """Integer operands in, hypervector out.""" + bits, _ = self.add_bits(hv_bits_of_int(a), hv_bits_of_int(b), 0) + return hv_from_bits(bits, self.d) + + def sub(self, a: int, b: int) -> int: + """``a - b`` as ``a + ~b + 1``, with no sign case analysis.""" + inverted = [0 if bit else 1 for bit in hv_bits_of_int(b)] + bits, _ = self.add_bits(hv_bits_of_int(a), inverted, 1) + return hv_from_bits(bits, self.d) + + def add_hv(self, a_hv: int, b_hv: int) -> int: + """Hypervector in, hypervector out — no integer is materialised.""" + bits, _ = self.add_bits( + hv_to_bits(a_hv, self.d, self.threshold), + hv_to_bits(b_hv, self.d, self.threshold), + 0, + ) + return hv_from_bits(bits, self.d) + + def sub_hv(self, a_hv: int, b_hv: int) -> int: + """As :meth:`add_hv`, via the complement and carry-in 1.""" + b_bits = hv_to_bits(b_hv, self.d, self.threshold) + bits, _ = self.add_bits( + hv_to_bits(a_hv, self.d, self.threshold), + [0 if bit else 1 for bit in b_bits], + 1, + ) + return hv_from_bits(bits, self.d) + + def decode(self, hv: int) -> int: + """Decode to an integer — for display and for verifying the circuit.""" + return hv_to_int(hv, self.d, self.threshold) + + # ------------------------------------------------------------- views + def table_text(self) -> str: + rows = ["full-adder truth table, stored as records in %r" % self.storage.label] + for row in self.rows: + rows.append(" " + row.render()) + return "\n".join(rows) + + def trace_text(self, limit: int | None = None) -> str: + stages = self.last_stages if limit is None else self.last_stages[:limit] + if not stages: + return "" + return "\n".join(stage.render() for stage in stages) + + def separation(self) -> dict: + """Measured similarity between the 8 row keys (signal vs crosstalk).""" + if self.gate is not None: + summary = self.gate.summary() + summary.update({ + "rows": summary["table_rows"], + "worst_cross_similarity": None, + "table_cells": summary["cells"], + "width": self.width, + "d": self.d, + }) + return summary + worst = 2.0 + for i, row_a in enumerate(self.rows): + for j, row_b in enumerate(self.rows): + if i != j: + worst = min(worst, sim(row_a.key, row_b.key, self.d)) + return { + "rows": len(self.rows), + "worst_cross_similarity": worst, + "table_cells": len(self.storage), + "width": self.width, + "d": self.d, + } + + def verify(self, trials: int = 200, seed: int = 1234) -> dict: + """Check the circuit against Python arithmetic, both directions.""" + import random + + rng = random.Random(seed) + adds = subs = hv_layer = 0 + for _ in range(trials): + a = rng.randrange(-(1 << 31), 1 << 31) + b = rng.randrange(-(1 << 31), 1 << 31) + if self.decode(self.add(a, b)) == wrap(a + b, self.width): + adds += 1 + if self.decode(self.sub(a, b)) == wrap(a - b, self.width): + subs += 1 + if self.decode(self.add_hv(self.add(0, a), self.add(0, b))) == wrap( + a + b, self.width + ): + hv_layer += 1 + return { + "trials": trials, + "add_correct": adds, + "sub_correct": subs, + "hv_to_hv_correct": hv_layer, + "stages": self.width, + } + + +def selfcheck(trials: int = 100) -> dict: + """Small self-verification used by the demo and the CLI.""" + adder = HyperAdder(d=2000) + report = adder.separation() + report.update(adder.verify(trials)) + report["decode_roundtrip"] = all( + adder.decode(adder.add(0, n)) == n for n in (0, 1, -1, 7, -7, 65535, -12345) + ) + return report + + +if __name__ == "__main__": # pragma: no cover - manual inspection + for key, value in selfcheck().items(): + print("%-22s %s" % (key, value)) diff --git a/hdc/agent.py b/hdc/agent.py new file mode 100644 index 0000000000000000000000000000000000000000..dceb215d6a5644e9da3743ca7978d4f06863ce14 --- /dev/null +++ b/hdc/agent.py @@ -0,0 +1,423 @@ +"""Agentic MCP tools held *inside* HDC storage. + +A tool is a record, not a row in a database: + + record = bundle([ + bind(role("name"), hvc("tool/hdc.bind")), + bind(role("cap"), capability_vector("hdc/bind/construct")), + bind(role("arity"), hvc("arity/2")), + ]) + +The record is written to storage as the cell ``toolreg/``. Registration, +discovery and dispatch therefore all run on the same content-addressable +machinery as programs and data: a tool is found by *resembling* the query. + +Dispatch has three tiers, each reporting its confidence: + +1. exact name — confidence 1.0; +2. character-superposition similarity, so a misspelled or truncated tool name + (``hdc.bundl``) still finds ``hdc.bundle`` rather than failing; +3. capability path similarity, so ``hdc.memory.search`` reaches + ``hdc.recall`` because both carry ``hdc`` + ``memory`` atoms. + +Tier 2 uses the standard HDC string codec: each character becomes an atom and +its position is bound in by permutation, so two strings that match in most +positions have highly similar vectors. That is what makes fuzzy dispatch a +cleanup operation instead of an edit-distance algorithm. + +The registry is what the ``TOOL`` instruction calls, and what +:mod:`hdc.mcp_server` advertises to an outside agent, so a program running +inside HDC and an MCP client reach the same tools by the same path. +""" + +from __future__ import annotations + +from dataclasses import dataclass, field +from typing import Callable, Sequence + +from .hypervec import ( + DEFAULT_DIM, + bind, + bundle, + hvc, + hv_to_int, + int_to_hv, + permute, + popcount, + sim, +) +from .memory import HDCStorage + +#: Minimum fuzzy similarity accepted for a non-exact tool name. +FUZZY_FLOOR = 0.55 +#: Fuzzy matches must beat the runner-up by this much to be trusted. +FUZZY_MARGIN = 0.04 + +_CAP_CACHE: dict[tuple[str, int], int] = {} +_STR_CACHE: dict[tuple[str, int], int] = {} + + +def capability_vector(capability: str, d: int = DEFAULT_DIM) -> int: + """Superpose the path atoms of a capability (``hdc/bind/construct``).""" + key = (capability, d) + hit = _CAP_CACHE.get(key) + if hit is not None: + return hit + atoms = [hvc("cap/" + part, d) for part in capability.replace(".", "/").split("/") if part] + vec = bundle(atoms, d) if atoms else hvc("cap/unknown", d) + _CAP_CACHE[key] = vec + return vec + + +def string_vector(text: str, d: int = DEFAULT_DIM) -> int: + """Character-superposition codec: order-sensitive, near-orthogonal, fuzzy. + + Each character is bound to its position by permutation and the results are + bundled, so ``sim(string_vector("hdc.bundle"), string_vector("hdc.bundl"))`` + is high while unrelated strings stay near the noise floor. + """ + key = (text, d) + hit = _STR_CACHE.get(key) + if hit is not None: + return hit + if not text: + vec = 0 + else: + vec = bundle( + [permute(hvc("char/" + ch, d), i, d) for i, ch in enumerate(text)], d + ) + _STR_CACHE[key] = vec + return vec + + +def _json_type(kind: str) -> str: + return "integer" if kind in ("int", "hv") else "string" + + +@dataclass +class ToolSpec: + """One agentic tool. + + ``returns`` matters because a hypervector and a scalar are both Python + ``int``s: the machine has to know whether to *encode* a result (scalar) or + store it as a vector in its own right. Without this the two are + indistinguishable at the call site. + """ + + name: str + capability: str + params: tuple[tuple[str, str], ...] + doc: str + fn: Callable[..., object] + returns: str = "int" + calls: int = 0 + + @property + def kinds(self) -> tuple[str, ...]: + return tuple(kind for _, kind in self.params) + + def record(self, d: int) -> int: + """The hypervector record that represents this tool in storage.""" + parts = [ + bind(self._role("name", d), hvc("tool/" + self.name, d), d), + bind(self._role("cap", d), capability_vector(self.capability, d), d), + bind(self._role("arity", d), hvc("arity/%d" % len(self.params), d), d), + ] + return bundle(parts, d) + + @staticmethod + def _role(name: str, d: int) -> int: + from .hypervec import role + + return role(name, d) + + def input_schema(self) -> dict: + """MCP ``inputSchema`` built from the declared parameter kinds.""" + props = {} + for pname, kind in self.params: + props[pname] = { + "type": _json_type(kind), + "description": ( + "hypervector: pass the integer, or a hex string like 0x1f3a" + if kind == "hv" + else "scalar integer" + ), + } + return { + "type": "object", + "properties": props, + "required": [pname for pname, _ in self.params], + "additionalProperties": False, + } + + +class ToolRegistry: + """Tool records in HDC storage, plus the dispatcher that reads them.""" + + def __init__(self, storage: HDCStorage | None = None, d: int = DEFAULT_DIM): + self.d = d + self.storage = storage if storage is not None else HDCStorage(d=d, label="tools") + self.specs: dict[str, ToolSpec] = {} + self._records: dict[str, int] = {} + self.last_machine = None + self.install_builtins() + + # ---------------------------------------------------------- registration + def register( + self, + name: str, + capability: str, + params: Sequence[tuple[str, str]], + doc: str, + fn: Callable[..., object], + returns: str = "int", + store: bool = True, + ) -> ToolSpec: + """Add a tool and write its record into HDC storage.""" + spec = ToolSpec(name, capability, tuple(params), doc, fn, returns=returns) + self.specs[name] = spec + rec = spec.record(self.d) + self._records[name] = rec + if store: + self.storage.write("toolreg/" + name, rec, symbol=True) + return spec + + def unregister(self, name: str) -> None: + self.specs.pop(name, None) + self._records.pop(name, None) + if "toolreg/" + name in self.storage: + self.storage.cells.pop("toolreg/" + name, None) + self.storage.order.remove("toolreg/" + name) + + # -------------------------------------------------------------- lookup + def get(self, name: str) -> ToolSpec | None: + return self.specs.get(name) + + def params_for(self, name: str) -> tuple[str, ...]: + spec, _ = self.resolve(name) + if spec is None: + raise ToolError("unknown tool: %r" % (name,)) + return spec.kinds + + def returns_for(self, name: str) -> str: + spec, _ = self.resolve(name) + if spec is None: + raise ToolError("unknown tool: %r" % (name,)) + return spec.returns + + def resolve(self, query: str | int) -> tuple[ToolSpec | None, float]: + """Find a tool by name, by fuzzy name, or by capability resemblance.""" + if isinstance(query, int): + best_name, best = "", -2.0 + for name, rec in self._records.items(): + s = sim(rec, query, self.d) + if s > best: + best_name, best = name, s + return (self.specs.get(best_name), best) if best >= 0.3 else (None, best) + + if query in self.specs: + return self.specs[query], 1.0 + + probe = string_vector(query, self.d) + scored = sorted( + ((name, sim(probe, string_vector(name, self.d), self.d)) for name in self.specs), + key=lambda t: t[1], + reverse=True, + ) + if scored and scored[0][1] >= FUZZY_FLOOR: + margin = scored[0][1] - (scored[1][1] if len(scored) > 1 else 0.0) + if margin >= FUZZY_MARGIN or len(scored) == 1: + return self.specs[scored[0][0]], scored[0][1] + + cap_probe = capability_vector(query, self.d) + scored = sorted( + ( + (name, sim(cap_probe, capability_vector(s.capability, self.d), self.d)) + for name, s in self.specs.items() + ), + key=lambda t: t[1], + reverse=True, + ) + if scored and scored[0][1] >= 0.30: + return self.specs[scored[0][0]], scored[0][1] + return None, (scored[0][1] if scored else 0.0) + + # --------------------------------------------------------------- calling + def call(self, name: str, args: Sequence[object], machine=None) -> object: + """Invoke a tool. Raises ``ToolError`` for an unresolvable tool.""" + spec, confidence = self.resolve(name) + if spec is None: + raise ToolError( + "no tool resembling %r (best similarity %.3f)" % (name, confidence) + ) + if len(args) != len(spec.params): + raise ToolError( + "tool %s takes %d argument(s), got %d" + % (spec.name, len(spec.params), len(args)) + ) + self.last_machine = machine + spec.calls += 1 + return spec.fn(*args) + + def call_named(self, name: str, arguments: dict, machine=None) -> object: + """Invoke a tool with named arguments (the MCP calling convention).""" + spec, confidence = self.resolve(name) + if spec is None: + raise ToolError("unknown tool %r (%.3f)" % (name, confidence)) + args = [] + for pname, kind in spec.params: + if pname not in arguments: + raise ToolError("missing argument %r for %s" % (pname, spec.name)) + value = arguments[pname] + if kind in ("int", "hv") and isinstance(value, str): + value = int(value, 0) + if kind == "int": + value = int(value) + elif kind == "hv": + value = int(value) + args.append(value) + return self.call(spec.name, args, machine=machine) + + # ---------------------------------------------------------------- views + def list_tools(self) -> list[dict]: + """MCP ``tools/list`` payload.""" + out = [] + for name in sorted(self.specs): + spec = self.specs[name] + out.append( + { + "name": spec.name, + "description": spec.doc, + "inputSchema": spec.input_schema(), + "annotations": {"hdc_capability": spec.capability}, + } + ) + return out + + def specs_text(self) -> str: + rows = ["%-16s %-26s %-5s %s" % ("TOOL", "CAPABILITY", "ARGS", "DESCRIPTION")] + rows.append("-" * 96) + for name in sorted(self.specs): + s = self.specs[name] + rows.append( + "%-16s %-26s %-5d %s" + % (s.name, s.capability, len(s.params), s.doc) + ) + return "\n".join(rows) + + def memory_report(self) -> str: + """Show the tool records as they sit in storage.""" + rows = ["tool records in %r (d=%d)" % (self.storage.label, self.d)] + for name in sorted(self.specs): + cell = "toolreg/" + name + present = cell in self.storage + hv = self.storage.read(cell, default=0) + rows.append( + " %-16s cell=%-18s pop=%-5d %s" + % (name, cell, popcount(hv), "stored" if present else "MISSING") + ) + return "\n".join(rows) + + # ------------------------------------------------------------- builtins + def install_builtins(self) -> None: + """Register the built-in HDC / bit-logic / BitNet tools.""" + d = self.d + store = self.storage + + def hdc_similarity(a: int, b: int) -> int: + return int(round(sim(a, b, d) * 1000)) + + def hdc_bind(a: int, b: int) -> int: + return bind(a, b, d) + + def hdc_bundle(a: int, b: int) -> int: + return bundle([a, b], d) + + def hdc_permute(v: int, k: int) -> int: + return permute(v, k, d) + + def hdc_cleanup(v: int) -> int: + hits = store.nearest_symbol(v, k=1) + if not hits: + return -1 + syms = store.symbols() + return syms.index(hits[0][0]) if hits[0][0] in syms else -1 + + def hdc_recall(v: int, k: int) -> int: + hits = store.recall(v, k=max(1, k)) + if not hits: + return -1 + return store.order.index(hits[0][0]) if hits[0][0] in store.order else -1 + + def hdc_encode_int(n: int) -> int: + return int_to_hv(n, d) + + def hdc_decode_int(v: int) -> int: + return hv_to_int(v, d) + + def bit_popcount(v: int) -> int: + return popcount(v) + + def bit_hamming(a: int, b: int) -> int: + return (a ^ b).bit_count() + + def net_dot1bit(a: int, b: int) -> int: + # A 1-bit dot product is bind-then-count: agree - disagree. + return d - 2 * (a ^ b).bit_count() + + def mem_stat() -> int: + return int(store.stat()["cells_used"]) + + # HDC-native arithmetic, exposed to agents: a ripple-carry circuit over + # bit atoms rather than a decode-and-add. + from .adder import HyperAdder + + adder = HyperAdder(d=d) + + def hdc_add(a: int, b: int) -> int: + return adder.add_hv(a, b) + + def hdc_sub(a: int, b: int) -> int: + return adder.sub_hv(a, b) + + def agent_echo(n: int) -> int: + return int(n) + + self.register("hdc.similarity", "hdc/bind/similarity", (("a", "hv"), ("b", "hv")), + "Similarity of two hypervectors, scaled to milli-units.", hdc_similarity) + self.register("hdc.bind", "hdc/bind/construct", (("a", "hv"), ("b", "hv")), + "XOR-bind two hypervectors.", hdc_bind, returns="hv") + self.register("hdc.unbind", "hdc/bind/invert", (("a", "hv"), ("b", "hv")), + "Unbind: XOR is self-inverse, so this is bind.", hdc_bind, returns="hv") + self.register("hdc.bundle", "hdc/bundle/construct", (("a", "hv"), ("b", "hv")), + "Majority-bundle two hypervectors.", hdc_bundle, returns="hv") + self.register("hdc.permute", "hdc/order/rotate", (("v", "hv"), ("k", "int")), + "Rotate a hypervector by k bits.", hdc_permute, returns="hv") + self.register("hdc.cleanup", "hdc/memory/cleanup", (("v", "hv"),), + "Index of the stored symbol nearest to a hypervector.", hdc_cleanup) + self.register("hdc.recall", "hdc/memory/search", (("v", "hv"), ("k", "int")), + "Index of the stored cell most similar to a hypervector.", hdc_recall) + self.register("hdc.encode_int", "hdc/codec/encode", (("n", "int"),), + "Encode an integer as a hypervector.", hdc_encode_int, returns="hv") + self.register("hdc.decode_int", "hdc/codec/decode", (("v", "hv"),), + "Decode an integer hypervector.", hdc_decode_int) + self.register("bit.popcount", "bit/logic/count", (("v", "hv"),), + "Population count of a hypervector.", bit_popcount) + self.register("bit.hamming", "bit/logic/distance", (("a", "hv"), ("b", "hv")), + "Hamming distance between two hypervectors.", bit_hamming) + self.register("net.dot1bit", "bitnet/inference/dot", (("a", "hv"), ("b", "hv")), + "1-bit dot product as agreement minus disagreement.", net_dot1bit) + self.register("mem.stat", "storage/memory/stats", (), + "Number of occupied HDC cells.", mem_stat) + self.register("hdc.add", "hdc/arithmetic/add", (("a", "hv"), ("b", "hv")), + "Add two integer hypervectors with a ripple-carry HDC circuit.", + hdc_add, returns="hv") + self.register("hdc.sub", "hdc/arithmetic/subtract", (("a", "hv"), ("b", "hv")), + "Subtract two integer hypervectors (two's complement, HDC circuit).", + hdc_sub, returns="hv") + self.register("agent.echo", "agent/plumbing/echo", (("n", "int"),), + "Return the argument unchanged; useful for wiring tests.", agent_echo) + + +class ToolError(Exception): + """A tool could not be resolved or invoked.""" diff --git a/hdc/assembler.py b/hdc/assembler.py new file mode 100644 index 0000000000000000000000000000000000000000..b01b778818bf13a2bb9b47b268f6ac33ba4e464e --- /dev/null +++ b/hdc/assembler.py @@ -0,0 +1,392 @@ +"""Compiler: ``.hdcasm`` source -> hypervector program image. + +Two passes, because labels are forward references: + +1. **scan** — strip comments, record label -> cell index, collect the alphabets + the decoder will later be allowed to use (integer literals, string literals, + tool names, target cells). These alphabets are *cleanup memory*: they are + what makes decoding a bounded argmax instead of an open search. +2. **emit** — turn each line into one composed hypervector and, on install, + write it into HDC storage as a cell named ``code/``. + +Nothing about an instruction survives as text in the image. The symbolic +parts survive only as *names*, from which their vectors are regenerated +deterministically; the composed instruction vectors are what get stored. That +is why an image is a genuine program in HDC and not a text file with extra +steps. + + .data tbl0 42 ; preload a storage cell with an integer + .str hello "hi there" ; a string literal + start: ; a label is a cell index + ldi R0, 5 + bind R1, R0, R0 + prints hello + halt +""" + +from __future__ import annotations + +import re +from dataclasses import dataclass, field + +from .hypervec import DEFAULT_DIM, hvc, int_to_hv +from .isa import ( + OPCODES, + REG_NAMES, + DecodeContext, + DecodedInstr, + Opcode, + decode_instr, + encode_instr, +) + + +class AsmError(Exception): + """Assembly failed; message carries the line number.""" + + +_COMMENT = re.compile(r"(;|#|//).*$") +_LABEL = re.compile(r"^([A-Za-z_.][\w.]*)\s*:\s*(.*)$") +_DIRECTIVE = re.compile(r"^\.(\w+)\s*(.*)$", re.S) +_INT = re.compile(r"^-?(0[xX][0-9a-fA-F]+|\d+)$") + + +@dataclass +class SourceLine: + number: int + text: str + #: Labels that sit on or immediately above this instruction. A label-only + #: line carries forward to the next instruction, because that is the cell + #: the label actually names. + labels: tuple[str, ...] = () + + +@dataclass +class Program: + """An assembled, hypervector-encoded program.""" + + d: int = DEFAULT_DIM + instrs: list[int] = field(default_factory=list) + source: list[SourceLine] = field(default_factory=list) + labels: dict[str, int] = field(default_factory=dict) + literals: list[int] = field(default_factory=list) + strings: list[str] = field(default_factory=list) + tools: list[str] = field(default_factory=list) + cell_names: list[str] = field(default_factory=list) + data: dict[str, str] = field(default_factory=dict) + #: Decoded view, filled by :func:`assembler` for the IDE's listing. + listing: list[DecodedInstr] = field(default_factory=list) + + # ------------------------------------------------------------- install + def install(self, storage, prefix: str = "code") -> list[str]: + """Write the program into HDC storage. Returns the code cell names.""" + names: list[str] = [] + for i, hv in enumerate(self.instrs): + name = "%s/%d" % (prefix, i) + storage.write(name, hv) + names.append(name) + storage.write("program/length", int_to_hv(len(self.instrs), self.d)) + for name, spec in self.data.items(): + kind, _, value = spec.partition(":") + if kind == "str": + storage.write(name, hvc("str/" + value, self.d), symbol=True) + else: + storage.write(name, int_to_hv(int(value), self.d), symbol=True) + for name in self.cell_names: + if name not in storage: + storage.write(name, 0, symbol=True) + for label, idx in self.labels.items(): + storage.define("label/" + label) + return names + + def context(self) -> DecodeContext: + return DecodeContext( + d=self.d, + imms=tuple(self.literals), + tgts=tuple(range(len(self.instrs))), + names=tuple(self.cell_names), + strs=tuple(self.strings), + tools=tuple(self.tools), + ) + + def listing_text(self) -> str: + lines = [] + for i, line in enumerate(self.source): + for lbl in line.labels: + lines.append("%s:" % lbl) + body = " " + line.text + dec = self.listing[i] if i < len(self.listing) else None + conf = "" if dec is None else " ; conf %.2f" % dec.confidence + lines.append("%-44s%s" % (body, conf)) + return "\n".join(lines) + + +# -------------------------------------------------------------------------- +# parsing helpers +# -------------------------------------------------------------------------- +def split_operands(text: str) -> list[str]: + """Split an operand list on commas, respecting double-quoted strings.""" + if not text.strip(): + return [] + parts: list[str] = [] + cur: list[str] = [] + quoted = False + for ch in text: + if ch == '"': + quoted = not quoted + cur.append(ch) + elif ch == "," and not quoted: + parts.append("".join(cur).strip()) + cur = [] + else: + cur.append(ch) + tail = "".join(cur).strip() + if tail: + parts.append(tail) + return parts + + +def _parse_int(token: str) -> int: + if not _INT.match(token): + raise ValueError("not an integer literal: %r" % (token,)) + return int(token, 0) if token.lower().startswith(("0x", "-0x")) else int(token) + + +def _parse_reg(token: str) -> int: + t = token.strip().upper() + if t.startswith("R"): + t = t[1:] + if not t.isdigit(): + raise ValueError("not a register: %r" % (token,)) + idx = int(t) + if not 0 <= idx < len(REG_NAMES): + raise ValueError("register out of range: %r" % (token,)) + return idx + + +def _strip_string(token: str) -> str: + t = token.strip() + if len(t) >= 2 and t[0] == '"' and t[-1] == '"': + return t[1:-1] + raise ValueError("expected a quoted string, got %r" % (token,)) + + +def _resolve_text(token: str, data: dict) -> str: + """A string operand is either quoted inline or the name of a .str cell. + + Deferring this to after pass 1 is what lets ``prints greeting`` refer to a + ``.str greeting "..."`` declared further down the file. + """ + t = token.strip() + if len(t) >= 2 and t[0] == '"' and t[-1] == '"': + return t[1:-1] + spec = data.get(t, "") + if isinstance(spec, str) and spec.startswith("str:"): + return spec[4:] + raise ValueError( + "unquoted string operand %r is not a declared .str cell" % (t,) + ) + + +def _scan_operand( + literals: dict, + strings: dict, + names: dict, + tools: dict, + str_tokens: list, + kind: str, + token: str, +) -> None: + """Record a token into the alphabet pass-2 decoding will need. + + These four sets become the cleanup alphabets for the whole program, so + they must be complete before the first instruction is composed. Labels + need no entry: pass 1 has already seen every definition. + """ + if kind == "imm": + literals.setdefault(_parse_int(token), None) + elif kind == "str": + # deferred: .str declarations anywhere in the file are visible + str_tokens.append(token) + elif kind == "name": + names.setdefault(token, None) + elif kind == "tool": + tools.setdefault(token, None) + + +# -------------------------------------------------------------------------- +# the compiler +# -------------------------------------------------------------------------- +def assembler(source: str | list[str], d: int = DEFAULT_DIM, strict: bool = True) -> Program: + """Compile assembler text into a :class:`Program`.""" + if isinstance(source, str): + raw_lines = source.splitlines() + else: + raw_lines = list(source) + + # ---------------------------------------------------------- pass 1 + prog = Program(d=d) + labels: dict[str, int] = {} + literals: dict[int, None] = {} + strings: dict[str, None] = {} + names: dict[str, None] = {} + tools: dict[str, None] = {} + str_tokens: list[str] = [] + pending_labels: list[str] = [] + #: Instruction lines only, so ``labels[name]`` is an instruction index and + #: ``body[i]`` is the i-th instruction. Directives emit no cells. + body: list[SourceLine] = [] + + for n, raw in enumerate(raw_lines, 1): + text = _COMMENT.sub("", raw).strip() + if not text: + continue + label = None + m = _LABEL.match(text) + if m: + label = m.group(1) + text = m.group(2).strip() + if label in labels: + raise AsmError("line %d: duplicate label %r" % (n, label)) + labels[label] = len(body) + pending_labels.append(label) + if not text: + continue + + dm = _DIRECTIVE.match(text) + if dm: + dname, rest = dm.group(1).lower(), dm.group(2).strip() + if dname == "str": + # directives are whitespace separated: .str NAME "some text" + parts = rest.split(None, 1) + if len(parts) != 2: + raise AsmError('line %d: .str NAME "text"' % n) + txt = _strip_string(parts[1]) + strings.setdefault(txt, None) + names.setdefault(parts[0], None) + prog.data[parts[0]] = "str:" + txt + elif dname == "data": + parts = rest.split(None, 1) + if len(parts) != 2: + raise AsmError("line %d: .data NAME VALUE" % n) + names.setdefault(parts[0], None) + prog.data[parts[0]] = "int:%d" % _parse_int(parts[1]) + elif dname == "name": + names.setdefault(rest, None) + elif dname == "tool": + tools.setdefault(rest, None) + else: + raise AsmError("line %d: unknown directive .%s" % (n, dname)) + # A label on a directive names no program cell. + pending_labels.clear() + continue + + mn, _, operand_text = text.partition(" ") + mn = mn.upper() + if mn not in OPCODES: + raise AsmError("line %d: unknown opcode %r" % (n, mn)) + ops = split_operands(operand_text) + spec = OPCODES[mn] + want = spec.operand_list + if len(ops) != len(want): + raise AsmError( + "line %d: %s takes %d operand(s) (%s), got %d" + % (n, mn, len(want), spec.operands, len(ops)) + ) + try: + for kind, tok in zip(want, ops): + _scan_operand(literals, strings, names, tools, str_tokens, kind, tok) + except ValueError as exc: + raise AsmError("line %d: %s" % (n, exc)) from exc + body.append(SourceLine(n, text, tuple(pending_labels))) + pending_labels.clear() + + # Deferred resolution: string operands may name a .str cell declared later, + # and .data values join the literal alphabet so a value preloaded into + # storage can also be decoded out of an instruction field. + for tok in str_tokens: + try: + strings.setdefault(_resolve_text(tok, prog.data), None) + except ValueError as exc: + raise AsmError(str(exc)) from exc + for spec in prog.data.values(): + if spec.startswith("int:"): + literals.setdefault(int(spec[4:]), None) + elif spec.startswith("str:"): + strings.setdefault(spec[4:], None) + + prog.labels = labels + prog.literals = sorted(literals) + prog.strings = sorted(strings) + prog.tools = sorted(tools) + prog.cell_names = sorted(names) + + # ---------------------------------------------------------- pass 2 + for line in body: + text = line.text + if _DIRECTIVE.match(text): + continue + mn, _, operand_text = text.partition(" ") + mn = mn.upper() + spec: Opcode = OPCODES[mn] + ops = split_operands(operand_text) + regs: list[int] = [] + kwargs: dict = {} + try: + for kind, tok in zip(spec.operand_list, ops): + if kind == "reg": + regs.append(_parse_reg(tok)) + elif kind == "imm": + kwargs["imm"] = _parse_int(tok) + elif kind == "label": + if tok.startswith("@"): + kwargs["tgt"] = int(tok[1:]) + elif tok in labels: + kwargs["tgt"] = labels[tok] + else: + raise ValueError("undefined label %r" % (tok,)) + elif kind == "name": + kwargs["name"] = tok + elif kind == "str": + kwargs["text"] = _resolve_text(tok, prog.data) + elif kind == "tool": + kwargs["tool"] = tok + hv = encode_instr(mn, regs=regs, d=d, **kwargs) + except (ValueError, KeyError) as exc: + raise AsmError("line %d: %s" % (line.number, exc)) from exc + prog.instrs.append(hv) + + # ------------------------------------------------- decode-back check + prog.source = body + ctx = prog.context() + for i, hv in enumerate(prog.instrs): + try: + dec = decode_instr(hv, ctx) + except Exception as exc: # pragma: no cover - defensive + raise AsmError("internal: cell %d failed to decode: %s" % (i, exc)) from exc + if strict and dec.confidence < 0.15: + raise AsmError( + "cell %d decoded weakly (conf %.2f); check operands" % (i, dec.confidence) + ) + prog.listing.append(dec) + return prog + + +def assemble(source: str | list[str], d: int = DEFAULT_DIM, strict: bool = True) -> Program: + """Alias kept for the public API.""" + return assembler(source, d=d, strict=strict) + + +def roundtrip_report(prog: Program) -> str: + """Self-check: does every stored cell decode back to its source line?""" + ctx = prog.context() + rows = [] + bad = 0 + for i, hv in enumerate(prog.instrs): + dec = decode_instr(hv, ctx) + src = prog.source[i].text.strip() + rows.append("%3d %-30s -> %-30s conf=%.2f" % (i, src, dec.op, dec.confidence)) + if dec.op not in src.upper(): + bad += 1 + head = "decode-back check: %d/%d cells round-trip" % (len(prog.instrs) - bad, len(prog.instrs)) + return "\n".join([head] + rows) diff --git a/hdc/assistant.py b/hdc/assistant.py new file mode 100644 index 0000000000000000000000000000000000000000..b9a8179a710a59adc2852544acc46e4a82c708b2 --- /dev/null +++ b/hdc/assistant.py @@ -0,0 +1,188 @@ +"""The assistant: TextRing encoding + predictive model + real tool calls. + +Honest about what it is. This is **not** an LLM. It has three parts, each of +which already existed in the project: + +1. **Encoding.** An utterance is a bundle of its word vectors — + :mod:`hdc.text` n-grams by default, or the semantic encoder from + :mod:`hdc.semantic` when the model file is present. That bundle is the + utterance's hypervector. +2. **Classification.** A :class:`~hdc.state.PredictiveModel` maps utterance + vectors to intent vectors, with key snapping so a paraphrase can resolve to + a trained intent. The output is an intent plus a cleanup similarity, and + the similarity is reported to the user rather than hidden. +3. **Agency.** An intent names a kernel command. The assistant *runs it* and + returns what the machine actually printed, so a reply can carry a decoded + instruction listing, a run result, or a layer report instead of prose. + +That structure is why it is useful inside this machine and also why it is +limited: the intent set is fixed at construction, the encoder knows nothing a +half-second of training cannot teach, and when no intent clears the threshold +it says so instead of inventing an answer. +""" + +from __future__ import annotations + +from typing import Sequence + +from .hypervec import DEFAULT_DIM, bundle, hvc, sim +from .state import PredictiveModel +from .text import encode_word, tokenize + +#: intent -> (example utterances, kernel command to run) +INTENTS: dict[str, tuple[list[str], str]] = { + "greet": (["hello", "hi there", "good morning", "hey", "greetings"], + ""), + "help": (["what can you do", "show me the commands", "help me", "list commands"], + "help"), + "assemble": (["assemble a program", "compile this assembly", "build the demo program", + "assemble code"], "asm"), + "run": (["run the program", "execute it", "start the program", "run the code now"], + "run"), + "step": (["step one instruction", "single step", "advance the machine", + "step the cpu"], "step 1"), + "registers": (["show the registers", "what is in the registers", "register file", + "print regs", "what registers exist", "register contents", + "dump registers"], "regs"), + "disassemble": (["disassemble the program", "show the next instructions", + "what is the next instruction"], "disasm"), + "storage": (["show memory", "what is in storage", "dump the cells", "list cells"], + "mem"), + "status": (["what is the status", "machine status", "how many cells", + "show statistics"], "stat"), + "isa": (["show the instruction set", "what opcodes exist", "list opcodes", + "isa reference"], "isa"), + "shader": (["run the shader demo", "show the image pipeline", "edges and depth", + "shader report"], "shader"), + "ring": (["run the ring controller", "past present future", "show the history ledger", + "ring report"], "ring"), + "state": (["show the predictive state", "plan a path", "state report", + "what does the model predict"], "state"), + "memory_modes": (["photographic memory", "holographic recall", "memory modes report", + "how does recall work"], "memory"), + "topology": (["show the threshold topology", "component analysis", "self healing report", + "topology report"], "topology"), + "text": (["encode some text", "text encoder report", "character ngrams", + "how do you encode words"], "text"), + "semantic": (["semantic vectors", "word meanings", "embedding report", + "how close are synonyms"], "semantic"), + "boot": (["boot the machine", "run the bios", "start over", "reboot"], + "boot"), + "tools": (["show the tools", "what tools are registered", "tool registry"], + "tools"), + "clear": (["clear the screen", "wipe the console", "cls"], "clear"), + "thanks": (["thanks", "thank you", "nice", "great work"], ""), +} + +#: Function words carry no intent and, bundled, they dominate the vector — +#: every utterance shares them, so prototypes collide on "the" and "of". +STOPWORDS = { + "the", "a", "an", "me", "my", "is", "are", "am", "was", "what", "how", + "do", "does", "it", "this", "that", "these", "those", "to", "of", "in", + "on", "for", "and", "or", "now", "some", "please", "can", "could", "you", + "i", "we", "us", "with", "at", "be", "there", "here", "up", +} + +REPLIES = { + "greet": "Kernel is up. I can assemble, run, step and inspect — say what you want.", + "thanks": "Understood.", + "": "", +} + + +class Assistant: + """A small, inspectable assistant over the kernel's own commands.""" + + def __init__(self, kernel, d: int = DEFAULT_DIM, encoder=None, threshold: float = 0.42): + self.kernel = kernel + self.d = d + self.encoder = encoder + # 0.42 keeps genuine paraphrases (measured 0.50-0.84) and rejects + # unrelated input (measured <= 0.38); reported, not tuned per-query + self.threshold = threshold + self.intent_vectors: dict[str, int] = {} + self.history: list[dict] = [] + self.trained = 0 + # One *prototype* per intent: the majority bundle of its examples. + # A single transition table holding all 82 utterances was measured at + # 0.05-0.09 confidence — past the majority trace's capacity — while a + # centroid of 4-6 members stays at ~0.5. Same rule as PrototypeNet. + self.prototypes: dict[str, int] = {} + for name, (examples, _command) in INTENTS.items(): + self.intent_vectors[name] = hvc("intent/" + name, d) + self.prototypes[name] = bundle([self.encode(text) for text in examples], d) + self.trained += len(examples) + # kept for conversational follow-ups ("do that again") + self.model = PredictiveModel(d=d, alphabet=list(self.intent_vectors.values())) + for name, (examples, _command) in INTENTS.items(): + for text in examples: + self.model.learn(self.encode(text), "intent", self.intent_vectors[name]) + + # ----------------------------------------------------------- encoding + def word(self, token: str) -> int: + if self.encoder is not None: + return self.encoder.encode(token) + return encode_word(token, self.d) + + def encode(self, text: str) -> int: + """An utterance as one bundled hypervector, content words only.""" + tokens = [t for t in tokenize(text) if t not in STOPWORDS] + if not tokens: + tokens = tokenize(text) or [text.strip().lower()] + return bundle([self.word(token) for token in tokens], self.d) + + # ------------------------------------------------------- classification + def classify(self, text: str) -> tuple[str, float]: + """Nearest intent prototype and its similarity. + + The score is a plain ``sim`` against a centroid, so it means the same + thing everywhere else in this library: 0.5 is "most of the members are + there", 0.05 is "unrelated". No softmax is applied to make it look + like a probability it is not. + """ + vector = self.encode(text) + best, best_score = "", -2.0 + for name, prototype in self.prototypes.items(): + score = sim(vector, prototype, self.d) + if score > best_score: + best, best_score = name, score + return best, best_score + + # --------------------------------------------------------------- chat + def chat(self, text: str, execute=None) -> dict: + """Classify, act, and return both the reply and what was executed. + + ``execute`` overrides how the named command is run. The autonomy layer + passes a cache-backed runner, so an answer the machine already predicted + costs a dict lookup instead of a kernel round trip; the default is the + kernel, so nothing changes for every other caller. + """ + intent, confidence = self.classify(text) + record = {"input": text, "intent": intent, "confidence": round(confidence, 3)} + if not intent or confidence < self.threshold: + record["reply"] = ("No intent cleared the threshold (best %.2f, need %.2f). " + "Try 'help' or one of the pipeline commands." + % (confidence, self.threshold)) + record["output"] = "" + record["executed"] = "" + self.history.append(record) + return record + + command = INTENTS[intent][1] + output = "" + if command: + output = (execute or self.kernel.execute)(command) + reply = REPLIES.get(intent) or ("Running '%s'. Confidence %.2f." % (command, confidence)) + record.update({"reply": reply, "output": output, "executed": command}) + self.history.append(record) + return record + + # -------------------------------------------------------------- report + def report(self) -> str: + lines = ["assistant: %d intents, %d utterances trained, encoder=%s" + % (len(INTENTS), self.trained, + "semantic" if self.encoder is not None else "n-gram")] + for text in ("run the program", "show me the registers", "tell me a joke"): + intent, confidence = self.classify(text) + lines.append(" %-28s -> %-12s %.2f" % (text, intent or "(none)", confidence)) + return "\n".join(lines) diff --git a/hdc/autonomy.py b/hdc/autonomy.py new file mode 100644 index 0000000000000000000000000000000000000000..dd4cf97135e8cfe17dcee3402c53a77693dd2bde --- /dev/null +++ b/hdc/autonomy.py @@ -0,0 +1,381 @@ +"""Idle, learning, readahead: the assistant's autonomous mode. + +The assistant on its own is reactive — it answers what it is asked. This module +adds the three behaviours that make it *predictive* instead, and each one is a +measured quantity rather than a mood: + +**Idle.** Between utterances there is time the machine would otherwise waste. +An idle tick spends it on work that is useful whichever way the conversation +goes: replaying history, computing what comes next, and pre-running the +read-only inspection commands that are most likely to be asked for. + +**Learning.** Every turn leaves an intent. The sequence of intents is a trace +of behaviour, and ``(previous, next)`` pairs are learned into a +:class:`~hdc.state.PredictiveModel` — the same holographic transition table the +state layer uses. Idle *replays* that trace, and replay is not decorative: a +majority trace's cleanup confidence rises with repeated evidence, so a cycle +that was noisy after one lap sharpens on the next. Measured: see +:meth:`AutonomousMode.report`. + +**Readahead.** From the last intent, predict the next ``horizon`` intents by +chaining the transition model, each hop cleaned up against the intent codebook +with its own similarity. ``PAST (trace) -> PRESENT (last intent) -> FUTURE +(readahead) -> PAST (graded on the next turn)``: every prediction is stored and +graded when the actual next utterance is classified. That grading is the +learning signal, and its rate is the number the report leads with. + +**Autonomy, bounded.** Only commands on :data:`SAFE_COMMANDS` may be executed +without being asked, with a per-idle-call budget and a confidence floor. They +are read-only inspections, so the worst case of a wrong prediction is wasted +cycles, never a changed machine. When the user does ask for one of them, the +answer is already computed — which is the point: readahead trades idle time for +response time. + +Honest limits: intents are a fixed set, so this predicts *which* command comes +next and not what the user will say; a first-order chain has no notion of a +conversation's subject, only of its recent shape; and the confidence numbers are +cleanup similarities, not probabilities. +""" + +from __future__ import annotations + +import time +from typing import Sequence + +from .hypervec import DEFAULT_DIM, bundle, hvc, permute +from .state import PredictiveModel + +#: Commands the autonomous mode may run unasked: read-only inspection only. +#: ``run``, ``step``, ``asm``, ``boot`` and ``clear`` are deliberately absent — +#: predicting the wrong one of those would change the machine. +SAFE_COMMANDS = frozenset({ + "help", "isa", "stat", "regs", "mem", "disasm", "tools", "shader", "ring", + "state", "memory", "topology", "text", "semantic", +}) + +#: Confidence a prediction needs before it may execute during idle. +#: +#: Set from a measured session, not from taste. Cleanup over a 21-symbol +#: codebook has a chance level of ``1/sqrt(21) = 0.218``, and after one lap of +#: learning this model's correct next-intent predictions scored 0.18-0.39 +#: (wrong ones, made cold, scored 0.00-0.06). Sweeping the floor over that +#: trace: 0.25 covers 14 of 24 turns at precision 1.00, 0.30 covers 9, and 0.45 +#: covers none at all — which is why the earlier 0.45 made autonomy do nothing. +#: Executing a wrong prediction costs idle cycles and nothing else: the command +#: set below is read-only. +ACT_FLOOR = 0.25 + + +class AutonomousMode: + """Idle ticks, transition learning, and graded readahead over the assistant.""" + + def __init__(self, assistant, *, d: int | None = None, horizon: int = 3, + order: int = 1, budget: int = 4, act_floor: float = ACT_FLOOR, + enabled: bool = False): + self.assistant = assistant + self.d = d or assistant.d + self.horizon = horizon + self.order = order + self.budget = budget + self.act_floor = act_floor + self.enabled = enabled + + self.intents: dict[str, int] = dict(assistant.intent_vectors) + self._names: dict[int, str] = {vector: name for name, vector in self.intents.items()} + self.model = PredictiveModel(d=self.d, alphabet=list(self.intents.values())) + self.sequence: list[str] = [] # observed intents, oldest first + self._learned = 0 # pairs already recorded + + self.readahead: list[dict] = [] + self.graded: int = 0 + self.hits: int = 0 + self.ticks: int = 0 + self.replays: int = 0 + self.actions: list[dict] = [] + self.cache: dict[str, dict] = {} # command -> {"output", "ms"} + self.served: int = 0 + self.ms_saved: float = 0.0 + self.at_floor_skips: int = 0 + self.log: list[dict] = [] + + # ------------------------------------------------------------- learning + def _key(self, window: Sequence[int]) -> int: + """Context for an ``order``-long window of intent vectors. + + Position-permuted so ``help->run`` and ``run->help`` are different keys; + with ``order=1`` it collapses to the intent itself, which is what a + deterministic command cycle needs. + """ + if len(window) == 1: + return window[0] + return bundle([permute(vector, -i, self.d) for i, vector in enumerate(reversed(window))], + self.d) + + def _window(self) -> list[int]: + return [self.intents[name] for name in self.sequence[-self.order:]] + + def learn_pending(self, epochs: int = 1) -> int: + """Learn every pair not yet recorded, ``epochs`` times over. + + Replay is genuine training for a majority trace: the same pair recorded + again increases its weight against crosstalk, so cleanup confidence — and + therefore prediction accuracy — improves with repetition. + """ + start = max(self._learned, self.order - 1) + learned = 0 + for _ in range(max(1, epochs)): + for i in range(start, len(self.sequence) - 1): + window = [self.intents[name] for name in self.sequence[i - self.order + 1:i + 1]] + self.model.learn(self._key(window), "next", self.intents[self.sequence[i + 1]]) + learned += 1 + self.replays += 1 + self._learned = max(self._learned, len(self.sequence) - 1) + return learned + + def observe(self, intent: str, *, learn: bool = True) -> dict: + """Record one observed intent and grade the prediction made for it. + + Returns the grading: which intent was predicted, whether it was right, + and the confidence that prediction carried before the answer was known. + """ + expected = self.readahead[0] if self.readahead else None + verdict = {"predicted": (expected or {}).get("intent"), "actual": intent, + "confidence": (expected or {}).get("confidence", 0.0), + "hit": bool(expected and expected.get("intent") == intent)} + if expected is not None: + self.graded += 1 + if verdict["hit"]: + self.hits += 1 + self.sequence.append(intent) + if learn: + self.learn_pending() + self.readahead = self.predict() + return verdict + + # ----------------------------------------------------------- prediction + def name_of(self, vector: int | None) -> str | None: + return self._names.get(vector) if vector is not None else None + + def predict(self, horizon: int | None = None) -> list[dict]: + """Chain the transition model forward from the last observed intent. + + Each hop is cleaned up against the intent codebook; ``path`` is the + running confidence product, ``confidence`` the raw hop similarity, so a + three-step guess cannot look as certain as a one-step one. + """ + horizon = self.horizon if horizon is None else horizon + window = self._window() + if not window: + return [] + state = self._key(window) + out: list[dict] = [] + seen: set[str] = set() + path = 1.0 + for depth in range(1, horizon + 1): + predicted, confidence = self.model.predict(state, "next") + name = self.name_of(predicted) + if name is None or confidence <= 0.0: + break + path *= confidence + out.append({"intent": name, "command": self._command(name), + "confidence": round(confidence, 3), "path": round(path, 3), + "depth": depth, "cached": self._command(name) in self.cache}) + seen.add(name) + # chain from the *predicted* vector, not from a re-encode, so the + # whole lookahead stays in the vector space the model was built in + state = predicted + if len(seen) == len(self.intents): + break + return out + + def _command(self, intent: str) -> str: + from .assistant import INTENTS + + return INTENTS.get(intent, ([], ""))[1] + + # ---------------------------------------------------------------- idle + def tick(self) -> dict: + """One idle cycle: replay, predict, and pre-execute what is safe.""" + self.ticks += 1 + learned = self.learn_pending() + self.readahead = self.predict() + acted = [] + if self.enabled: + acted = self._act() + entry = {"tick": self.ticks, "learned": learned, "acted": acted, + "readahead": [item["intent"] for item in self.readahead[:3]]} + self.log.append(entry) + return entry + + def idle(self, ticks: int = 1) -> list[dict]: + return [self.tick() for _ in range(max(0, ticks))] + + def _act(self, budget: int | None = None) -> list[dict]: + """Pre-run the predicted read-only commands, within the budget.""" + budget = self.budget if budget is None else budget + acted: list[dict] = [] + for prediction in self.readahead: + if len(acted) >= budget: + break + command = prediction["command"] + if not command or command.split()[0] not in SAFE_COMMANDS: + continue + if command in self.cache: + continue + if prediction["confidence"] < self.act_floor: + self.at_floor_skips += 1 + continue + started = time.perf_counter() + output = self.assistant.kernel.execute(command) + elapsed = (time.perf_counter() - started) * 1000.0 + self.cache[command] = {"output": output, "ms": elapsed, + "confidence": prediction["confidence"]} + record = {"command": command, "intent": prediction["intent"], + "confidence": prediction["confidence"], "ms": round(elapsed, 2)} + acted.append(record) + self.actions.append(record) + return acted + + # ----------------------------------------------------------------- chat + def chat(self, text: str) -> dict: + """``Assistant.chat`` with the readahead cache in front of execution.""" + intent, confidence = self.assistant.classify(text) + command = self._command(intent) if intent else "" + served = command and command in self.cache and confidence >= self.assistant.threshold + if served: + cached = self.cache[command] + self.served += 1 + self.ms_saved += cached["ms"] + record = self.assistant.chat(text, execute=self._executor if served else None) + if served: + record["output"] = self.cache[command]["output"] + record["cached"] = True + record["saved_ms"] = round(self.cache[command]["ms"], 2) + verdict = self.observe(intent) if intent else None + record["graded"] = verdict + if self.enabled: + self.tick() + return record + + def _executor(self, command: str) -> str: + cached = self.cache.get(command) + if cached is not None: + return cached["output"] + return self.assistant.kernel.execute(command) + + # --------------------------------------------------------------- report + def chance(self) -> float: + """Cleanup similarity a random symbol scores against the intent codebook.""" + return 1.0 / max(1.0, len(self.intents) ** 0.5) + + def stats(self) -> dict: + accuracy = (self.hits / self.graded) if self.graded else 0.0 + return { + "enabled": self.enabled, "ticks": self.ticks, "replays": self.replays, + "observed": len(self.sequence), "transitions": self.model.transitions, + "graded": self.graded, "hits": self.hits, "accuracy": round(accuracy, 3), + "chance": round(self.chance(), 3), + "readahead": self.readahead, "cached_commands": sorted(self.cache), + "autonomous_actions": len(self.actions), "served_from_readahead": self.served, + "ms_saved": round(self.ms_saved, 1), "act_floor": self.act_floor, + "budget": self.budget, + } + + def report(self) -> str: + stats = self.stats() + lines = ["autonomy: %s, horizon %d, order %d, %.2f confidence floor" + % ("enabled" if self.enabled else "disabled", + self.horizon, self.order, self.act_floor)] + lines.append(" idle ticks %-3d replays %-3d transitions %-3d observed %d" + % (stats["ticks"], stats["replays"], stats["transitions"], + stats["observed"])) + lines.append(" readahead graded %d, correct %d -> %.1f%% next-intent accuracy " + "(chance %.2f)" + % (stats["graded"], stats["hits"], 100.0 * stats["accuracy"], + stats["chance"])) + if self.readahead: + lines.append(" current lookahead: " + " -> ".join( + "%s(%.2f)" % (item["intent"], item["confidence"]) for item in self.readahead)) + else: + lines.append(" current lookahead: none (observation needed first)") + lines.append(" autonomous actions %d (%d skipped under the floor), cached %d, " + "served %d, %.1f ms saved" + % (stats["autonomous_actions"], self.at_floor_skips, + len(self.cache), stats["served_from_readahead"], stats["ms_saved"])) + return "\n".join(lines) + + +#: A session with a shape: the same four-command cycle three times, then a break. +SESSION = ( + "show the statistics", "show the registers", "show the instruction set", + "what can you do", + "show the statistics", "show the registers", "show the instruction set", + "what can you do", + "show the statistics", "show the registers", "show the instruction set", + "what can you do", +) + + +def simulate(session: Sequence[str] = SESSION, *, d: int = 2000, encoder=None, + enabled: bool = True, warmup: int = 1) -> dict: + """Run a scripted session through idle + chat and report what it learned. + + The point of the simulation is that the numbers in :meth:`AutonomousMode.report` + are measured on a conversation, not asserted. ``warmup`` idle ticks run + before the first utterance, so the machine starts in a cold state and has to + earn its accuracy. + """ + from .assistant import Assistant + from .terminal import Kernel + + kernel = Kernel(d=d) + assistant = Assistant(kernel, d=d, encoder=encoder) + mode = AutonomousMode(assistant, d=d, enabled=enabled) + mode.idle(warmup) + + per_turn: list[dict] = [] + for text in session: + record = mode.chat(text) + per_turn.append({"input": text, "intent": record.get("intent"), + "graded": record.get("graded"), + "cached": record.get("cached", False), + "saved_ms": record.get("saved_ms", 0.0)}) + half = len(per_turn) // 2 + early = [t for t in per_turn[:half] if t["graded"]] + late = [t for t in per_turn[half:] if t["graded"]] + return { + "mode": mode, "turns": per_turn, + "early_accuracy": _rate(early), "late_accuracy": _rate(late), + "stats": mode.stats(), "report": mode.report(), + } + + +def _rate(turns: Sequence[dict]) -> float: + if not turns: + return 0.0 + return sum(1 for turn in turns if turn["graded"]["hit"]) / len(turns) + + +def report(d: int = DEFAULT_DIM) -> str: + """The printable form: a simulated session, its accuracy and its savings.""" + from .semantic import load + + encoder = load(d=d) + result = simulate(d=d, encoder=encoder) + lines = ["autonomy report (simulated session, %d utterances, encoder=%s)" + % (len(SESSION), "semantic" if encoder else "n-gram")] + lines.append(result["report"]) + lines.append(" next-intent accuracy: first half %.0f%% -> second half %.0f%%" + % (100.0 * result["early_accuracy"], 100.0 * result["late_accuracy"])) + for turn in result["turns"][-4:]: + graded = turn["graded"] or {} + lines.append(" %-26s -> %-10s predicted %-10s %s%s" + % (turn["input"][:26], turn["intent"], + graded.get("predicted") or "-", + "hit" if graded.get("hit") else "miss", + " [readahead]" if turn["cached"] else "")) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(report()) diff --git a/hdc/boot.py b/hdc/boot.py new file mode 100644 index 0000000000000000000000000000000000000000..42e8b7141c3f738537b176fe2f1c39dd1d08caba --- /dev/null +++ b/hdc/boot.py @@ -0,0 +1,263 @@ +"""The boot chain: POST screen, shader splash, AUTOEXEC, desktop. + +Three phases, each rendered by the graphics engine rather than assembled as +strings, and each doing real work rather than miming it: + +1. **POST.** The 16-bit BIOS in :mod:`hdc.x86` runs for real (IVT installed, + boot sector read from LBA 0, `int 10h` teletype) and its text buffer is painted + onto a phosphor surface with a scanline pass. The lines on screen are the + lines the BIOS produced. +2. **Splash.** A shader frame: gradient, fractal noise, a `max_blend` of a second + noise field, scanline and vignette — regenerated per frame with a shifted seed, + so the animation *is* the shader pipeline running, not a GIF. A title and a + progress bar are drawn into the coded cells with exact levels. +3. **AUTOEXEC.** A boot script whose every line is executed against the live + desktop: `GFX.INIT` measures the shader pass, `MOUNT` changes the filesystem's + working directory, `FS.SEARCH` runs the real hypervector search, `START` + launches the real windows, `AUTONOMY` turns the readahead loop on. + +``BootSequence.run()`` records the frames it drew, so a client can replay the +boot without re-running it, and the desktop it hands over is the state that +actually resulted from those commands. +""" + +from __future__ import annotations + +import time + +from .fs import tokenize # noqa: F401 (kept for symmetry with fs.search's contract) +from .gfx import Surface +from .hypervec import DEFAULT_DIM + +#: Lines executed in order; the handler returns the text shown beside each. +AUTOEXEC: tuple[str, ...] = ( + "SET DIM %d", + "GFX.INIT render shader passes", + "MOUNT /home/user", + "FS.SEARCH shader notes about edges", + "START terminal", + "START monitor", + "START files", + "AUTONOMY enable readahead", +) + +#: Splash animation frames and how long each is held. +SPLASH_FRAMES = 6 +SPLASH_MS = 110 + + +class BootSequence: + """Run and record the boot: BIOS, shader splash, AUTOEXEC.""" + + def __init__(self, desktop, d: int | None = None): + self.desktop = desktop + self.d = d or desktop.d + self.frames: list[dict] = [] + self.log: list[dict] = [] + self.started = 0.0 + self.elapsed_ms = 0.0 + + # ---------------------------------------------------------------- phases + def _post_lines(self) -> list[str]: + from .x86 import Boot + + boot = Boot() + boot.post() + result = boot.boot() + lines = [line for line in result["screen"] if line.strip()] + self.log.append({"phase": "post", "lines": len(lines), + "stage": result["stage"], + "instructions": result["instructions"]}) + return lines + + def _post_frame(self, lines: list[str]) -> dict: + surface = Surface(self.desktop.cols, self.desktop.rows, d=self.d) + surface.clear(4) + surface.scanline(1) + for index, line in enumerate(lines[: self.desktop.rows - 2]): + surface.text_at(1, 1 + index, line, 200) + surface.text_at(1, self.desktop.rows - 2, + "Press F1-F6 after boot | HDCSTORAGE BIOS", 120) + return {"phase": "post", "lines": surface.rows(), "delay": 260, + "status": "BIOS POST complete: %d lines" % len(lines)} + + def _splash_base(self) -> Surface: + """The expensive part of the splash, rendered once. + + ``max_blend`` resolves each cell with a similarity comparator (up to 64 + probes), which measured ~350 ms for a full frame — 2.1 s across six + frames. The base is computed once here and every animation frame copies + it and applies exact shifts, so the motion is still HDC arithmetic + (``shift``) while the boot stays under a second. + """ + cols, rows = self.desktop.cols, self.desktop.rows + surface = Surface(cols, rows, d=self.d) + surface.gradient(top=6, bottom=34, vertical=True) + surface.noise(scale=9, octaves=3, seed=21, amplitude=120) + surface.max_blend(scale=5, seed=24, amplitude=70) + surface.scanline(1) + surface.vignette(2) + self.base_ms = 0.0 + return surface + + def _splash_frames(self) -> list[dict]: + out: list[dict] = [] + cols, rows = self.desktop.cols, self.desktop.rows + title = "H D C S T O R A G E" + subtitle = "hyperdimensional computer | everything is a vector" + box_x, box_w = cols // 2 - 19, 39 + top = max(2, rows // 2 - 4) + bar_width = 33 + base = self._splash_base() + for index in range(SPLASH_FRAMES): + progress = (index + 1) / float(SPLASH_FRAMES) + surface = base.copy() + # a bright band sweeping down the screen: two exact shifts, and the + # reason the splash looks like it is doing something + band = 2 + (index * (rows - 8)) // max(1, SPLASH_FRAMES - 1) + surface.brighten_region(1, 0, band, cols, 2) + surface.fill(box_x, top - 1, box_w, 9, 12) + surface.frame(box_x, top - 1, box_w, 9, 190) + surface.text_at((cols - len(title)) // 2, top, title, 250) + surface.text_at((cols - len(subtitle)) // 2, top + 2, subtitle, 170) + filled = int(bar_width * progress) + surface.fill(box_x + 4, top + 4, max(0, filled), 1, 245) + surface.text_at(box_x + 3, top + 4, "[", 180) + surface.text_at(box_x + 4 + bar_width, top + 4, "]", 180) + percent = "%3d%%" % int(progress * 100) + surface.text_at((cols - 12) // 2, top + 6, percent + " gfx engine", 220) + out.append({"phase": "splash", "lines": surface.rows(), + "delay": SPLASH_MS, + "status": "splash %s shader noise+max_blend, sweep row %d" + % (percent, band)}) + return out + + # -------------------------------------------------------------- autoexec + def _autoexec_frames(self) -> list[dict]: + out: list[dict] = [] + shown: list[str] = ["AUTOEXEC.BAT - HDCSTORAGE boot script", ""] + for index, template in enumerate(AUTOEXEC): + command = template % self.d if "%d" in template else template + result = self._run_autoexec(command) + shown.append("%-12s %s" % (command.split(None, 1)[0], result)) + self.log.append({"phase": "autoexec", "command": command, "result": result}) + if index % 2 == 1 or index == len(AUTOEXEC) - 1: + out.append(self._text_frame(shown, "autoexec: " + result)) + return out + + def _run_autoexec(self, command: str) -> str: + """Execute one boot line against the live desktop; return what happened.""" + words = command.split() + verb = words[0].upper() if words else "" + desktop = self.desktop + try: + if verb == "SET": + return "d=%d" % self.d if len(words) < 2 else " ".join(words[1:]) + if verb == "GFX.INIT": + from .gfx import SHADERS + + surface = Surface(desktop.cols, desktop.rows, d=self.d).apply("background") + check = surface.verify() + return "%d shaders, %d cells, verify %s" % ( + len(SHADERS), desktop.cols * desktop.rows, + "ok" if check["ok"] else "FAILED") + if verb == "MOUNT": + target = words[1] if len(words) > 1 else "/" + desktop.fs.chdir(target) + stat = desktop.fs.stat() + return "%s %d files, %d dirs" % (target, stat["files"], stat["dirs"]) + if verb == "FS.SEARCH": + query = " ".join(words[1:]) or "readme" + hits = desktop.fs.search(query, limit=1) + if not hits: + return "no match for %r" % query + return "%s (%+.3f)" % (hits[0][0], hits[0][1]) + if verb == "START": + key = words[1] if len(words) > 1 else "terminal" + # tiled, not cascaded: a booted desktop should look arranged + spots = {"terminal": (1, 1), "monitor": (48, 1), "files": (1, 15)} + spot = spots.get(key) + window = (desktop.launch(key, *spot) if spot else desktop.launch(key)) + return "%s at %d,%d" % (window.title, window.x, window.y) + if verb == "AUTONOMY": + if desktop.autonomy is None: + return "no assistant attached" + desktop.autonomy.enabled = True + desktop.autonomy.tick() + return "readahead on, %d intents" % len(desktop.autonomy.intents) + except Exception as error: # a boot line must not abort boot + return "[error] %s" % error + return "unknown boot command %r" % command + + def _text_frame(self, lines: list[str], status: str) -> dict: + surface = Surface(self.desktop.cols, self.desktop.rows, d=self.d) + surface.clear(5) + surface.scanline(1) + for index, line in enumerate(lines[: self.desktop.rows - 2]): + surface.text_at(2, 1 + index, line, 210) + surface.text_at(2, self.desktop.rows - 2, "AUTOEXEC running ...", 140) + return {"phase": "autoexec", "lines": surface.rows(), "delay": 220, + "status": status} + + # ------------------------------------------------------------------- run + def run(self) -> dict: + """Play every phase against the live desktop and record the frames.""" + started = time.perf_counter() + self.frames = [] + self.log = [] + self.frames.append(self._post_frame(self._post_lines())) + self.frames.extend(self._splash_frames()) + self.frames.extend(self._autoexec_frames()) + self.frames.append({"phase": "desktop", "lines": self.desktop.frame(), + "delay": 420, "status": "desktop ready"}) + self.elapsed_ms = (time.perf_counter() - started) * 1000.0 + self.started = time.time() + return self.result() + + def result(self) -> dict: + phases: list[str] = [] + for frame in self.frames: + if not phases or phases[-1] != frame["phase"]: + phases.append(frame["phase"]) + return {"frames": self.frames, "phases": phases, "log": self.log, + "elapsed_ms": round(self.elapsed_ms, 1), + "frame_count": len(self.frames), + "total_ms": sum(int(frame["delay"]) for frame in self.frames)} + + def report(self) -> str: + result = self.result() + lines = ["boot: %d frames in %.0f ms of rendering, %d ms of playback" + % (result["frame_count"], result["elapsed_ms"], result["total_ms"]), + " phases: " + " -> ".join(result["phases"])] + for entry in self.log: + if entry["phase"] == "autoexec": + lines.append(" %-10s %s" % (entry["command"].split()[0], entry["result"])) + elif entry["phase"] == "post": + lines.append(" POST %d lines, stage %s, %d instructions" + % (entry["lines"], entry["stage"], entry["instructions"])) + return "\n".join(lines) + + +def render(frames: list[dict], marks: bool = True) -> str: + """Printable form: frames separated by a phase banner (for the CLI).""" + out: list[str] = [] + for index, frame in enumerate(frames): + if marks: + out.append("--- frame %d/%d [%s] %s ---" + % (index + 1, len(frames), frame["phase"], frame["status"])) + out.extend(frame["lines"]) + return "\n".join(out) + + +def demo(d: int = DEFAULT_DIM) -> str: + """Boot a throwaway desktop and print what the sequence produced.""" + from .os import Desktop + + desktop = Desktop(d=d) + sequence = BootSequence(desktop) + sequence.run() + return "\n".join([render(sequence.frames), "", sequence.report()]) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(demo(2000)) diff --git a/hdc/crystal.py b/hdc/crystal.py new file mode 100644 index 0000000000000000000000000000000000000000..8eda5343cc9e6e1828e61e11c3ca35bf8f358e33 --- /dev/null +++ b/hdc/crystal.py @@ -0,0 +1,198 @@ +"""Crystalline shaders: lattice, grains, facets and banding. + +A crystal is a periodic arrangement, so the operators that matter are the ones +that expose periodicity: + +* **Lattice sites** — a Bravais lattice as integer basis vectors. Three common + cells are provided (simple cubic, body-centred, hexagonal in-plane) because + the shading they produce differs by symmetry, not by detail. +* **Crystallisation** — grow grains by multi-source BFS from the lattice sites + through occupied voxels. Each voxel takes the id of the site that reaches it + first, which is a Voronoi partition under the *geodesic* metric — grain + boundaries therefore follow the surface, not straight-line space. +* **Facet map** — each surface voxel's dominant gradient direction, quantised + to the six axis normals. Ties resolve to the lowest axis; a finer codebook + would resolve them smoothly, but six facets is what a coarse lattice has. +* **Banding** — brightness modulated every ``spacing`` planes along one axis, + which is the visual signature of a lattice plane stack. + +Measured: :func:`periodicity` recovers the spacing of a banded volume by +autocorrelating per-plane occupancy, so "it looks periodic" is checkable. +""" + +from __future__ import annotations + +from collections import deque +from typing import Sequence + +from .shader import ShaderFabric +from .shader3d import Volume + +LATTICES = { + "cubic": (1, 1, 1), + "bcc": (2, 2, 2), + "fcc": (2, 2, 2), + "hex": (2, 1, 1), +} + + +def lattice_sites(size: int, kind: str = "cubic", origin: tuple[int, int, int] = (0, 0, 0)) -> list[tuple[int, int, int]]: + """Integer lattice sites inside a ``size`` cube. + + ``cubic``: every integer point. ``bcc``/``fcc``: the conventional cell with + its centring points. ``hex``: in-plane triangular rows. + """ + if kind not in LATTICES: + raise ValueError("unknown lattice %r" % (kind,)) + ox, oy, oz = origin + sites: list[tuple[int, int, int]] = [] + if kind == "cubic": + for z in range(size): + for y in range(size): + for x in range(size): + sites.append((x + ox, y + oy, z + oz)) + elif kind == "hex": + for z in range(0, size, 2): + for y in range(0, size, 2): + for x in range(0, size, 2): + sites.append((x + ox, y + oy, z + oz)) + sites.append((x + 1 + ox, y + oy, z + oz)) + sites.append((x + ox, y + 1 + oy, z + oz)) + else: # bcc / fcc share the conventional cell corners plus centres + step = LATTICES[kind][0] + for z in range(0, size, step): + for y in range(0, size, step): + for x in range(0, size, step): + sites.append((x + ox, y + oy, z + oz)) + sites.append((x + 1 + ox, y + 1 + oy, z + 1 + oz)) + return [s for s in sites + if 0 <= s[0] < size and 0 <= s[1] < size and 0 <= s[2] < size] + + +def crystallize(volume: Volume, sites: Sequence[tuple[int, int, int]], cap: int = 255) -> Volume: + """Grow grains from ``sites`` by geodesic BFS; value is the grain id.""" + fabric = volume.fabric + levels = volume.levels() + out = Volume(volume.w, volume.h, volume.depth, fabric, fill=cap) + seen: dict[tuple[int, int, int], int] = {} + queue: deque[tuple[int, int, int]] = deque() + for grain, (x, y, z) in enumerate(sites): + if 0 <= x < volume.w and 0 <= y < volume.h and 0 <= z < volume.depth: + if levels[z][y][x] > 0 and (x, y, z) not in seen: + seen[(x, y, z)] = grain % cap + queue.append((x, y, z)) + while queue: + cx, cy, cz = queue.popleft() + grain = seen[(cx, cy, cz)] + for dx, dy, dz in ((1, 0, 0), (-1, 0, 0), (0, 1, 0), (0, -1, 0), (0, 0, 1), (0, 0, -1)): + nx, ny, nz = cx + dx, cy + dy, cz + dz + if not (0 <= nx < volume.w and 0 <= ny < volume.h and 0 <= nz < volume.depth): + continue + if (nx, ny, nz) in seen or levels[nz][ny][nx] <= 0: + continue + seen[(nx, ny, nz)] = grain + queue.append((nx, ny, nz)) + for (x, y, z), grain in seen.items(): + out.voxels[z][y][x] = fabric.level(grain) + return out + + +def grain_boundaries(grains: Volume) -> Volume: + """Bright where a voxel's grain differs from a neighbour's (grain walls).""" + fabric = grains.fabric + levels = grains.levels() + out = Volume(grains.w, grains.h, grains.depth, fabric) + for z in range(grains.depth): + for y in range(grains.h): + for x in range(grains.w): + here = levels[z][y][x] + for dx, dy, dz in ((1, 0, 0), (0, 1, 0), (0, 0, 1)): + nx, ny, nz = x + dx, y + dy, z + dz + if 0 <= nx < grains.w and 0 <= ny < grains.h and 0 <= nz < grains.depth: + if levels[nz][ny][nx] != here: + out.voxels[z][y][x] = fabric.level(255) + return out + + +def facet_histogram(volume: Volume) -> dict[int, int]: + """Count surface voxels per quantised normal code.""" + hist: dict[int, int] = {} + for plane in volume.normals(): + for row in plane: + for code in row: + hist[code] = hist.get(code, 0) + 1 + return dict(sorted(hist.items())) + + +def plane_counts(volume: Volume, axis: int = 0) -> list[int]: + """Occupied voxels per plane along ``axis``.""" + levels = volume.levels() + if axis == 0: + return [sum(1 for z in range(volume.depth) for y in range(volume.h) if levels[z][y][x] > 0) + for x in range(volume.w)] + if axis == 1: + return [sum(1 for z in range(volume.depth) for x in range(volume.w) if levels[z][y][x] > 0) + for y in range(volume.h)] + return [sum(1 for y in range(volume.h) for x in range(volume.w) if levels[z][y][x] > 0) + for z in range(volume.depth)] + + +def periodicity(volume: Volume, axis: int = 0, max_spacing: int = 6) -> tuple[int, float]: + """Recover the dominant plane spacing by autocorrelation of occupancy. + + Returns ``(spacing, score)``; a score near 1.0 means the volume repeats + almost exactly at that spacing. + """ + counts = plane_counts(volume, axis) + if len(counts) < 3: + return 0, 0.0 + mean = sum(counts) / len(counts) + variance = sum((c - mean) ** 2 for c in counts) + if variance == 0: + return 0, 0.0 + best, best_score = 0, -1.0 + for lag in range(1, min(max_spacing, len(counts) - 1) + 1): + num = sum((counts[i] - mean) * (counts[i + lag] - mean) for i in range(len(counts) - lag)) + # normalise by the whole-series variance so the score stays in [-1, 1] + score = num / (variance or 1.0) + if score > best_score: + best, best_score = lag, score + return best, best_score + + +def lattice_shade(volume: Volume, light: tuple[float, float, float] = (0.0, 0.0, 1.0), + spacing: int = 2, axis: int = 0) -> Volume: + """Lambert shading with a brightness step on every ``spacing``-th plane.""" + fabric = volume.fabric + shaded = volume.shade(light) + out = Volume(volume.w, volume.h, volume.depth, fabric) + for z in range(volume.depth): + for y in range(volume.h): + for x in range(volume.w): + coord = x if axis == 0 else y if axis == 1 else z + base = shaded.voxels[z][y][x] + out.voxels[z][y][x] = ( + fabric.dim(base, 1) if spacing > 1 and coord % spacing else base + ) + return out + + +def report(volume: Volume, size: int | None = None) -> str: + """Printable crystal tour over ``volume``.""" + size = size or max(volume.w, volume.h, volume.depth) + sites = lattice_sites(size, "cubic") + grains = crystallize(volume, sites) + boundaries = grain_boundaries(grains) + walls = sum(1 for plane in boundaries.levels() for row in plane for v in row if v == 255) + spacing, score = periodicity(volume, 0) + mid = volume.depth // 2 + lines = [ + "crystal: %d lattice sites, %d grain-wall voxels" % (len(sites), walls), + "facets (normal code -> voxel count): %s" % facet_histogram(volume), + "dominant plane spacing on x: %d (autocorrelation %.2f)" % (spacing, score), + "grain walls at z=%d:" % mid, + boundaries.ascii_slice(mid), + "lattice banding (spacing 2) at z=%d:" % mid, + lattice_shade(volume, spacing=2).ascii_slice(mid), + ] + return "\n".join(lines) diff --git a/hdc/debugger.py b/hdc/debugger.py new file mode 100644 index 0000000000000000000000000000000000000000..e33fbf9d224b763c12b942e8e714775eedb42cf6 --- /dev/null +++ b/hdc/debugger.py @@ -0,0 +1,259 @@ +"""The debugger. + +A debugger for this machine has an unusual job: the instruction stream is not +readable by construction, so inspection *is* decoding. Every view here goes +through cleanup and carries its confidence, which means a low-confidence +decode is visible as a fact about the program rather than hidden behind a +plausible-looking mnemonic. + +What it offers: + +* breakpoints by cell index or by label; +* step / step-over, with the PC held at a BREAK trap; +* a trace ring of executed instructions with decode confidence and the + registers each one wrote; +* symbolic register inspection — for each register, the nearest named symbol + and its similarity, which is the HDC equivalent of a type readout; +* raw bit-plane views of registers and storage cells. +""" + +from __future__ import annotations + +from dataclasses import dataclass + +from .isa import REG_NAMES, format_operands +from .interpreter import Machine, TraceEntry + + +@dataclass +class StopReason: + """Why execution stopped.""" + + reason: str # 'break' | 'halt' | 'budget' | 'step' | 'error' + pc: int + detail: str = "" + + def __str__(self) -> str: + return "%s at pc=%d%s" % (self.reason, self.pc, (" (%s)" % self.detail) if self.detail else "") + + +class Debugger: + """Interactive control of a :class:`~hdc.interpreter.Machine`.""" + + def __init__(self, machine: Machine): + self.m = machine + self.breakpoints: set[int] = set() + self.labels: dict[str, int] = {} + self._trap_pc: int | None = None + + # ---------------------------------------------------------- breakpoints + def attach_program(self, program) -> "Debugger": + """Take label -> cell mapping from an assembled program.""" + self.labels = dict(program.labels) + self.breakpoints.clear() + self._trap_pc = None + return self + + def add_break(self, where: int | str) -> int: + """Set a breakpoint at a cell index or a label name.""" + pc = self._where(where) + self.breakpoints.add(pc) + return pc + + def remove_break(self, where: int | str) -> bool: + pc = self._where(where) + if pc in self.breakpoints: + self.breakpoints.discard(pc) + return True + return False + + def _where(self, where: int | str) -> int: + if isinstance(where, int): + return where + if where in self.labels: + return self.labels[where] + if where.startswith("@"): + return int(where[1:]) + raise KeyError("no such label: %r" % (where,)) + + def check(self) -> StopReason | None: + """Does the current PC sit on a fresh breakpoint?""" + pc = self.m.pc + if pc == self._trap_pc: + return None + if pc in self.breakpoints: + self._trap_pc = pc + return StopReason("break", pc, "breakpoint") + return None + + # -------------------------------------------------------------- running + def step(self) -> TraceEntry | None: + """Execute exactly one instruction, ignoring breakpoints.""" + entry = self.m.step() + if self.m.status == "break": + self._trap_pc = self.m.pc + else: + self._trap_pc = None + return entry + + def step_over(self) -> TraceEntry | None: + """Step one instruction; a CALL runs to completion first.""" + entry = self.m.step() + if entry is not None and entry.op == "CALL": + depth = len(self.m.stack) + guard = 0 + while len(self.m.stack) >= depth and not self.m.halted and guard < 100_000: + self.m.step() + guard += 1 + self._trap_pc = None + return entry + + def continue_(self, max_steps: int = 100_000) -> StopReason: + """Run until the next breakpoint, HALT, fault or budget.""" + m = self.m + if m.halted: + return StopReason("halt", m.pc, "already halted") + if m.status == "ready": + m.status = "running" + # If we are parked on a trap, allow that cell to execute once. + if m.pc == self._trap_pc: + m.skip_break = True + self._trap_pc = None + while m.steps < max_steps: + stop = self.check() + if stop is not None: + m.status = "break" + return stop + if m.halted: + return StopReason("halt", m.pc) + if m.pc >= m.prog_len: + m.halted = True + m.status = "halted" + return StopReason("halt", m.pc, "past end of program") + before = m.pc + entry = m.step() + if entry is None: + return StopReason("halt", m.pc) + if m.status == "error": + return StopReason("error", m.pc, self.trace_tail(1)) + if entry.op == "BREAK" and m.status == "break": + self._trap_pc = before + return StopReason("break", before, "BREAK trap") + m.status = "budget" + return StopReason("budget", m.pc, "step budget exhausted") + + # ---------------------------------------------------------------- views + def trace_tail(self, n: int = 10) -> str: + rows = self.m.trace[-n:] + if not rows: + return "" + return "\n".join(e.render() for e in rows) + + def disasm(self, start: int | None = None, count: int = 12) -> str: + """Disassemble cells, marking the PC and any breakpoints.""" + m = self.m + if start is None: + start = max(0, m.pc - 2) + rows = [] + for pc in range(start, min(start + count, m.prog_len)): + dec = m.decode_at(pc) + marks = [] + if pc == m.pc: + marks.append("=>") + else: + marks.append(" ") + if pc in self.breakpoints: + marks.append("B") + else: + marks.append(" ") + rows.append( + "%s%s %04d %-8s %-26s conf=%.2f" + % ("".join(marks), "", pc, dec.op, format_operands(dec), dec.confidence) + ) + return "\n".join(rows) if rows else "" + + def regs(self) -> str: + """Registers: integer payload, and nearest named symbol (cleanup).""" + m = self.m + rows = [ + "REG VALUE POP SYMBOL SIM HV(head)" + , + "-" * 78, + ] + for i in range(len(m.regs)): + val = m.get_int(i) + hits = m.storage.nearest_symbol(m.regs[i], k=1) + sym, s = (hits[0] if hits else ("", 0.0)) + if s < 0.15: + # Below the noise band there is no nearest symbol worth + # naming; printing the argmax anyway would imply a match. + sym, s = "", 0.0 + from .hypervec import bits + + rows.append( + "%-5s %-10d %-6d %-25s %-5.2f %s" + % ( + REG_NAMES[i], + val, + m.regs[i].bit_count(), + sym[:25] or "-", + s, + bits(m.regs[i], m.d)[:24], + ) + ) + rows.append( + "PC=%d ZF=%d STACK=%d STEPS=%d STATUS=%s" + % (m.pc, int(m.flag_z), len(m.stack), m.steps, m.status) + ) + return "\n".join(rows) + + def sim_table(self, regs: list[int] | None = None) -> str: + """Pairwise register similarity — the 'how HDC is my state' view.""" + m = self.m + idx = regs if regs is not None else list(range(len(m.regs))) + head = " " + " ".join("%6s" % REG_NAMES[i] for i in idx) + rows = [head] + for i in idx: + cells = [] + for j in idx: + cells.append("%6.3f" % m.get_sim(i, j)) + rows.append("%5s " % REG_NAMES[i] + " ".join(cells)) + return "\n".join(rows) + + def bits(self, reg: int) -> str: + """Bit planes of one register.""" + from .hypervec import bitplanes + + return "\n".join(bitplanes(self.m.regs[reg], self.m.d)) + + def cell_bits(self, name: str) -> str: + """Bit planes of a storage cell.""" + return "\n".join(self.m.storage.bitplanes(name)) + + def summary(self) -> str: + m = self.m + return ( + "status=%-8s pc=%-4d steps=%-5d halted=%-5s zf=%d bps=%s\n%s" + % ( + m.status, + m.pc, + m.steps, + m.halted, + int(m.flag_z), + sorted(self.breakpoints) or "[]", + self.disasm(count=5), + ) + ) + + +def debug_program(machine: Machine, program, breakpoints: list[int | str] = ()) -> str: + """Convenience: attach, set breaks, run, and return a session transcript.""" + dbg = Debugger(machine).attach_program(program) + for b in breakpoints: + dbg.add_break(b) + lines = [dbg.summary()] + stop = dbg.continue_() + lines.append("stopped: %s" % stop) + lines.append(dbg.regs()) + lines.append("trace:\n" + dbg.trace_tail(8)) + return "\n".join(lines) diff --git a/hdc/demo.py b/hdc/demo.py new file mode 100644 index 0000000000000000000000000000000000000000..1b66215c6c43a84a38d7ee0d33891b79f478d0e0 --- /dev/null +++ b/hdc/demo.py @@ -0,0 +1,295 @@ +"""End-to-end tour: ``python -m hdc demo``. + +Every number printed here is measured at run time by the code being described — +there are no stored benchmark results in this project. +""" + +from __future__ import annotations + +import os +import random +import sys + +from .adder import HyperAdder +from .agent import ToolRegistry +from .assembler import assemble +from .debugger import Debugger +from .hypervec import ( + DEFAULT_DIM, + bind, + bitplanes, + bundle, + hvc, + hv_to_int, + int_to_hv, + permute, + popcount, + random_hv, + sim, +) +from .interpreter import Machine +from .memory import HDCStorage +from .net import BitLinear, PrototypeNet, selfcheck as net_selfcheck +from .shader import DepthBuffer, NormalCodebook, ShaderFabric, step_image + +PROGRAM = """\ +; the demonstration program: stored, decoded and executed as hypervectors +.str banner "every value in this machine is a 10000-bit vector" +.data ledger 0 + +start: + ldi R0, 5 + ldi R1, 37 +compute: + add R2, R0, R1 ; integer payloads, HDC registers + out R2 + bind R3, R0, R1 ; XOR binding of the two vectors + tool R5, R3, R1, hdc.unbind + sim R6, R5, R0 ; unbinding recovers the operand exactly + out R6 + store ledger, R2 + load R7, ledger + out R7 + prints banner + halt +""" + + +def _rule(title: str) -> None: + print() + print("=" * 74) + print(title) + print("=" * 74) + + +def _flip(hv: int, count: int, rng: random.Random, d: int) -> int: + for _ in range(count): + hv ^= 1 << rng.randrange(d) + return hv + + +def main(argv: list[str] | None = None) -> int: + argv = list(sys.argv[1:] if argv is None else argv) + d = DEFAULT_DIM + if "--d" in argv: + d = int(argv[argv.index("--d") + 1]) + rng = random.Random(20261103) + artifacts = os.path.join(os.getcwd(), "artifacts") + written: list[str] = [] + + print("HDCSTORAGE d=%d bits per vector (%.0f bytes)" % (d, d / 8)) + + # ------------------------------------------------------------------ 1 + _rule("1. ALGEBRA - binary spatter codes on Python big integers") + pairs = [(random_hv(d, rng), random_hv(d, rng)) for _ in range(2000)] + sims = [sim(a, b, d) for a, b in pairs] + mean = sum(sims) / len(sims) + sd = (sum((s - mean) ** 2 for s in sims) / len(sims)) ** 0.5 + print("random pair similarity mean %+.4f sd %.4f" % (mean, sd)) + members = [random_hv(d, rng) for _ in range(5)] + packed = bundle(members, d) + print( + "bundle of 5 members recovered at %s" + % " ".join("%.3f" % sim(packed, m, d) for m in members) + ) + a, b = random_hv(d, rng), random_hv(d, rng) + print("bind is self-inverse bind(bind(a,b),b) == a : %s" + % (bind(bind(a, b, d), b, d) == a)) + print("bound pair vs operand %.4f (independent vectors only;" + % sim(bind(a, b, d), a, d)) + print(" structured codes stay correlated)") + print("permute preserves similarity %.4f == %.4f" + % (sim(permute(a, 7, d), permute(b, 7, d), d), sim(a, b, d))) + for value in (0, 1, 42, -7, 65535): + coded = int_to_hv(value, d) + print("integer codec %6d -> hv -> %d" % (value, hv_to_int(coded, d))) + + # ------------------------------------------------------------------ 2 + _rule("2. HDC STORAGE - content-addressed cells, cleanup memory") + store = HDCStorage(d=d, capacity=4096, label="demo") + for name in ("sensor/temp", "sensor/humidity", "concept/cat", "concept/dog", "policy/retry"): + store.write(name, hvc("record/" + name, d), symbol=True) + print(store.dump(limit=8)) + hits = store.recall(store.read("concept/cat"), k=3) + print("\nassociative recall of concept/cat:") + for name, _, s in hits: + print(" %-20s %.4f %s" % (name, s, "<- exact" if s > 0.99 else "")) + addr = store.addr("sensor/humidity") + damaged = _flip(addr, 12, rng, d) + resolved = store.resolve(damaged) + print( + "\ndamaged address (12/%d bits flipped) -> %s at confidence %.3f" + % (d, resolved[0] if resolved else None, resolved[1] if resolved else 0.0) + ) + os.makedirs(artifacts, exist_ok=True) + image = os.path.join(artifacts, "demo.hdc") + size = store.save(image) + written.append(image) + reloaded = HDCStorage.load(image) + same = all(reloaded.read(n) == store.read(n) for n, _ in store) + print("persistence %d bytes, %d cells, identical on reload: %s" + % (size, len(reloaded), same)) + + # ------------------------------------------------------------------ 3 + _rule("3. COMPILER - text becomes instruction hypervectors") + program = assemble(PROGRAM, d=d) + confidences = [d_.confidence for d_ in program.listing] + print("cells=%d literals=%d strings=%d cell names=%d" + % (len(program.instrs), len(program.literals), len(program.strings), + len(program.cell_names))) + print("decode confidence min %.2f mean %.2f" + % (min(confidences), sum(confidences) / len(confidences))) + print("\nfirst cells of the image (disassembled from the vectors):") + for i in range(min(5, len(program.instrs))): + dec = program.listing[i] + print(" %04d %-8s regs=%-10s conf=%.2f" + % (i, dec.op, dec.regs, dec.confidence)) + print("\ncell 0 as raw bit planes (first two of %d):" % ((d + 63) // 64)) + for plane in bitplanes(program.instrs[0], d)[:2]: + print(" " + plane) + + # ------------------------------------------------------------------ 4 + _rule("4. INTERPRETER - fetch from storage, decode by cleanup, execute") + machine_store = HDCStorage(d=d, capacity=4096, label="machine") + registry = ToolRegistry(storage=machine_store, d=d) + machine = Machine(storage=machine_store, d=d, tools=registry, echo=print) + machine.load(program) + result = machine.run() + print("\nstatus=%s steps=%d cells=%d" % (result["status"], result["steps"], len(machine_store))) + print("trace:") + for entry in machine.trace: + print(" " + entry.render()) + + # ------------------------------------------------------------------ 5 + _rule("5. DEBUGGER - breakpoints, stepping, symbolic registers") + machine.reset() + dbg = Debugger(machine).attach_program(program) + dbg.add_break("compute") + stop = dbg.continue_() + print("stopped: %s" % stop) + print(dbg.disasm(count=6)) + print() + dbg.step() + dbg.step() + print(dbg.regs()) + print("\ntrace tail:") + print(dbg.trace_tail(4)) + stop = dbg.continue_() + print("\nresumed -> %s" % stop) + + # ------------------------------------------------------------------ 6 + _rule("6. AGENTIC TOOLS - MCP tools stored inside HDC") + print(registry.specs_text()) + print("\nfuzzy and capability dispatch (tool records are vectors):") + for query in ("hdc.bundl", "hdc.memory.search", "bit.count", "nonsense.xyz"): + spec, conf = registry.resolve(query) + print(" %-20s -> %-16s conf=%.3f" + % (query, spec.name if spec else "unresolved", conf)) + print("\nTOOL executed from inside the ISA, per the trace above: %s" + % [e.note for e in machine.trace if e.op == "TOOL"]) + + # ------------------------------------------------------------------ 7 + _rule("7. HDC FULL ADDER - ADD and SUB without leaving vector space") + adder = HyperAdder(d=d) + print(adder.table_text()) + sep = adder.separation() + print( + "\n%d row keys, worst cross-similarity %+.4f (noise floor ~0.01)" + % (sep["rows"], sep["worst_cross_similarity"]) + ) + adder.add(7, 35) + print("\nripple for 7 + 35, one line per bit slice:") + print(adder.trace_text(10)) + print(" ... 20 more stages") + total = adder.decode(adder.add(7, 35)) + checks = adder.verify(20) + print( + "sum = %d, and %d/%d random pairs agree with Python arithmetic" + % (total, checks["add_correct"], checks["trials"]) + ) + print( + "ISA trace now reports: %s" + % [e.note for e in machine.trace if e.op in ("ADD", "SUB")] + ) + + # ------------------------------------------------------------------ 8 + _rule("8. BITNET BASE - 1-bit and ternary inference on the same primitives") + for key, value in net_selfcheck().items(): + print(" %-22s %s" % (key, value)) + layer = BitLinear(in_features=64, out_features=16, seed=3) + out = layer.forward([(1 if rng.random() < 0.5 else -1) for _ in range(64)]) + print(" BitLinear 64->16 output %s" % (out[:8],)) + print(" ternary weight density %.3f" % layer.density()) + + net = PrototypeNet(storage=HDCStorage(d=d, label="proto"), d=d) + prototypes = {label: random_hv(d, rng) for label in ("alpha", "beta", "gamma")} + for label, proto in prototypes.items(): + for _ in range(5): + net.fit(label, _flip(proto, 40, rng, d)) + tests = [(label, _flip(proto, 40, rng, d)) for label, proto in prototypes.items() for _ in range(4)] + print(" PrototypeNet %d classes, held-out accuracy %.3f" + % (len(net.classes()), net.accuracy(tests))) + + # ------------------------------------------------------------------ 9 + _rule("9. MCP - protocol surface over the same tool records") + from .mcp_server import MCPServer + + server = MCPServer(d=d) + init = server.handle( + {"jsonrpc": "2.0", "id": 1, "method": "initialize", + "params": {"protocolVersion": "2024-11-05"}} + ) + tools = server.handle({"jsonrpc": "2.0", "id": 2, "method": "tools/list"}) + print("server %s, protocol %s, %d tools advertised" + % (init["result"]["serverInfo"]["name"], + init["result"]["protocolVersion"], + len(tools["result"]["tools"]))) + encoded = server.handle( + {"jsonrpc": "2.0", "id": 3, "method": "tools/call", + "params": {"name": "hdc.encode_int", "arguments": {"n": 42}}} + )["result"]["structuredContent"]["hv"] + decoded = server.handle( + {"jsonrpc": "2.0", "id": 4, "method": "tools/call", + "params": {"name": "hdc.decode_int", "arguments": {"v": encoded}}} + )["result"]["content"][0]["text"] + print("round trip over JSON-RPC: encode(42) -> %s..., decode -> %s" + % (encoded[:34], decoded)) + + # ------------------------------------------------------------------ 10 + _rule("10. HDC SHADER - image records, dimming, edges, depth") + fabric = ShaderFabric(d=d) + frame = step_image(8, 4, fabric=fabric, bright_b=200) + print("input row 0 %s" % frame.levels()[0]) + print("dim(1) %s exact halving: 2 rotations + 2 XORs" % frame.dim(1).levels()[0]) + print("edges() row 0 %s exact |a-b| through the slice adder" % frame.edges().levels()[0]) + print("discontinuity %s 1 - sim, no arithmetic at all" + % [round(v, 2) for v in frame.discontinuities()[0]]) + print(frame.ascii()) + codebook = NormalCodebook(entries=64, d=d, fabric=fabric) + entry, match = codebook.nearest((0.0, 0.0, 1.0)) + exact_rate = 0 + for probe_entry in codebook.entries[:16]: + got, _ = codebook.nearest(probe_entry.direction) + exact_rate += 1 if got.index == probe_entry.index else 0 + print( + "normal LUT (0,0,1) -> entry %d (sim %.3f, lambert %.3f); " + "stored directions recovered %d/16" + % (entry.index, match, codebook.lambert(entry, (0.0, 0.0, 1.0)), exact_rate) + ) + zbuf = DepthBuffer(2, 1, fabric) + accepted = [zbuf.test(0, 0, fabric.level(v)) for v in (20, 50, 5)] + print("z-buffer 20:%s 50:%s 5:%s -> visible depth %s (exact comparator)" + % (accepted[0], accepted[1], accepted[2], zbuf.depths()[0][0])) + + # ------------------------------------------------------------------ 11 + _rule("11. ARTIFACTS") + print("storage image: %s (%d bytes)" % (image, os.path.getsize(image))) + for path in written: + print(" wrote %s" % path) + print("\nNext: python -m hdc ide (step it yourself)") + print(" python -m hdc mcp (attach an MCP client)") + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/hdc/entropy.py b/hdc/entropy.py new file mode 100644 index 0000000000000000000000000000000000000000..8bff469038dbe1fb4759dacc85db3c5a2a9b534c --- /dev/null +++ b/hdc/entropy.py @@ -0,0 +1,140 @@ +"""Entropy over coded values. + +Shannon entropy needs counts, and counting needs an ordering. This module gets +that ordering from the same bit-scan comparator the shaders use, so a +histogram can be built from hypervectors without decoding them: + + bucket(v) = number of bucket edges e with v >= e + +Each of those tests is ``ShaderFabric.compare``, which is exact. The result is +an ordinary integer count vector, from which entropy in bits follows. + +Why this matters for shading +---------------------------- +Entropy is the natural weight for "how much is happening here": a flat region +has all its values in one bucket (0 bits), an edge or a noisy patch spreads +across buckets (up to log2(buckets) bits). ``entropic_octave`` turns that into +a power-of-two attenuation, which the shader applies with ``shift`` — so an +entropy-weighted shader is still exact arithmetic, not a float multiply. + +The one decoded step is :func:`local_entropy`, which is a *measurement* of an +already-decoded grid; it is used for reporting and for computing the +attenuation table, never inside the pixel path. +""" + +from __future__ import annotations + +import math +from typing import Sequence + +from .shader import ShaderFabric + + +def coded_histogram( + vectors: Sequence[int], + buckets: int = 8, + lo: int = 0, + hi: int = 255, + fabric: ShaderFabric | None = None, +) -> list[int]: + """Count *coded* values into ``buckets`` bins using only the comparator. + + ``vectors`` must be hypervectors from ``fabric.level``; passing raw + integers is a silent error, since a small integer is also a valid vector + word. Use :func:`level_histogram` for raw levels. + """ + if buckets < 1: + raise ValueError("buckets must be positive") + fabric = fabric or ShaderFabric() + span = (hi - lo) / buckets + edges = [fabric.level(lo + int(round(span * (i + 1)))) for i in range(buckets - 1)] + counts = [0] * buckets + for vector in vectors: + idx = 0 + for edge in edges: + if fabric.compare(vector, edge) >= 0: + idx += 1 + else: + break + counts[idx] += 1 + return counts + + +def level_histogram( + levels: Sequence[int], + buckets: int = 8, + lo: int = 0, + hi: int = 255, + fabric: ShaderFabric | None = None, +) -> list[int]: + """Encode raw levels, then histogram them.""" + fabric = fabric or ShaderFabric() + return coded_histogram([fabric.level(v) for v in levels], buckets, lo, hi, fabric) + + +def shannon(counts: Sequence[int]) -> float: + """Shannon entropy of a count vector, in bits.""" + total = sum(counts) + if total <= 0: + return 0.0 + bits = 0.0 + for count in counts: + if count: + p = count / total + bits -= p * math.log2(p) + return bits + + +def entropy_bits( + levels: Sequence[int], + buckets: int = 8, + lo: int = 0, + hi: int = 255, + fabric: ShaderFabric | None = None, +) -> tuple[float, list[int]]: + """Entropy of a set of raw levels, plus the histogram it came from.""" + counts = level_histogram(levels, buckets, lo, hi, fabric) + return shannon(counts), counts + + +def local_entropy( + levels: Sequence[Sequence[int]], radius: int = 1, buckets: int = 8, hi: int = 255 +) -> list[list[float]]: + """Per-pixel entropy of a decoded grid inside a (2r+1) window. + + A measurement of an already-decoded grid — used for reporting and for + choosing attenuation, not inside the exact pixel path. + """ + height = len(levels) + width = len(levels[0]) if height else 0 + out = [[0.0] * width for _ in range(height)] + span = hi / buckets + for y in range(height): + for x in range(width): + counts = [0] * buckets + for dy in range(-radius, radius + 1): + for dx in range(-radius, radius + 1): + ny, nx = y + dy, x + dx + if 0 <= ny < height and 0 <= nx < width: + idx = min(buckets - 1, int(levels[ny][nx] / span)) + counts[idx] += 1 + out[y][x] = shannon(counts) + return out + + +def entropic_octave(bits: float, max_bits: float, octaves: int = 4) -> int: + """Map entropy in bits to an attenuation exponent. + + Low entropy means a flat region, which is dimmed most; high entropy keeps + the value. The mapping is deliberately coarse: it lands on an integer + shift, which is what makes entropy-weighted shading exact. + """ + if max_bits <= 0: + return octaves + ratio = max(0.0, min(1.0, bits / max_bits)) + return max(0, min(octaves, int(round((1.0 - ratio) * octaves)))) + + +def max_bits(buckets: int = 8) -> float: + """Entropy ceiling for a histogram with ``buckets`` bins.""" + return math.log2(max(1, buckets)) diff --git a/hdc/fractal.py b/hdc/fractal.py new file mode 100644 index 0000000000000000000000000000000000000000..0a62e911b30a1dd07a9b65bcccf5a2fef20e7d3b --- /dev/null +++ b/hdc/fractal.py @@ -0,0 +1,146 @@ +"""Fractal shaders built from exact integer maps. + +Two families, both avoiding floating point entirely: + +* **Dyadic IFS** — an iterated function system whose coefficients are fixed + point with an 8-bit fraction. Every step is a multiply by a small integer + and a shift, so the attractor is reproduced bit-identically on any machine. + ``sierpinski`` is the closed form of the same idea (``x & y == 0``). +* **Value-noise fBm** — a lattice of hashed values, interpolated with integer + lerps, summed over octaves whose amplitude halves by ``dim`` (an exact shift + of the coded level). Amplitude halving is what makes the result fractal; the + report prints the measured per-octave peak so the claim is checkable. + +Both produce ordinary :class:`~hdc.shader.Image` objects, so fractal detail +composes with the morphological and entropic passes: add detail, dilate it, +then attenuate by entropy. + +Honest limit: this is detail synthesis over a 2D grid, not a renderer for a +fractal surface. There is no ray-marching and no shading across scales. +""" + +from __future__ import annotations + +from typing import Sequence + +from .hypervec import hv_to_int +from .shader import Image, ShaderFabric + +# classic Barnsley fern: (fx, fy, gx, gy, ox, oy, cumulative % of 100), +# coefficients scaled by 256 so every step is integer fixed point. +_FERN = ( + (0, 0, 0, 0, 0, 0, 1), # stem: (x, y) -> (0, 0) 1% + (218, 10, -10, 218, 0, 410, 86), # 0.85/0.04, +1.6 85% + (51, -67, 59, 56, 0, 410, 93), # 0.20/-0.26, +1.6 7% + (-38, 72, 66, 61, 0, 113, 100), # -0.15/0.28, +0.44 7% +) + + +def _hash(x: int, y: int, seed: int) -> int: + h = (x * 374761393 + y * 668265263 + seed * 1442695040888963407) & 0xFFFFFFFF + h = (h ^ (h >> 13)) * 1274126177 & 0xFFFFFFFF + return (h ^ (h >> 16)) & 0xFF + + +def sierpinski(order: int, value: int = 255, fabric: ShaderFabric | None = None) -> Image: + """Sierpinski triangle as ``x & y == 0`` — exact, no iteration needed.""" + fabric = fabric or ShaderFabric() + size = 1 << order + rows = [[value if (x & y) == 0 else 0 for x in range(size)] for y in range(size)] + return Image.from_levels(rows, fabric) + + +def fern(iterations: int = 4000, width: int = 60, height: int = 70, + fabric: ShaderFabric | None = None, seed: int = 1) -> Image: + """Barnsley fern by the chaos game, in 1/256 fixed point.""" + fabric = fabric or ShaderFabric() + state = seed & 0xFFFFFFFF + x = y = 0 # fixed point, 256 = 1.0 + hits: dict[tuple[int, int], int] = {} + for _ in range(iterations): + state = (1103515245 * state + 12345) & 0x7FFFFFFF + r = state % 100 + for fx, fy, gx, gy, ox, oy, threshold in _FERN: + if r < threshold: + break + nx = (fx * x + fy * y) >> 8 + ny = (gx * x + gy * y) >> 8 + x, y = nx + ox, ny + oy + # fern spans x in [-3, 3], y in [0, 10]; mapping is integer too + px = ((x + 768) * (width - 1)) // (6 * 256) + py = (height - 1) - ((y * (height - 1)) // (10 * 256)) + if 0 <= px < width and 0 <= py < height: + hits[(px, py)] = min(255, hits.get((px, py), 0) + 60) + rows = [[hits.get((x_, y_), 0) for x_ in range(width)] for y_ in range(height)] + return Image.from_levels(rows, fabric) + + +def value_noise(width: int, height: int, cell: int, seed: int, amplitude: int = 255) -> list[list[int]]: + """Bilinear value noise on an integer lattice, exact interpolation.""" + rows: list[list[int]] = [] + for y in range(height): + row = [] + gy, fy = divmod(y, max(1, cell)) + for x in range(width): + gx, fx = divmod(x, max(1, cell)) + v00 = _hash(gx, gy, seed) + v10 = _hash(gx + 1, gy, seed) + v01 = _hash(gx, gy + 1, seed) + v11 = _hash(gx + 1, gy + 1, seed) + top = (v00 * (cell - fx) + v10 * fx) // max(1, cell) + bottom = (v01 * (cell - fx) + v11 * fx) // max(1, cell) + row.append(((top * (cell - fy) + bottom * fy) // max(1, cell)) * amplitude // 255) + rows.append(row) + return rows + + +def fbm(width: int = 32, height: int = 32, octaves: int = 4, cell: int = 8, seed: int = 7, + fabric: ShaderFabric | None = None) -> Image: + """Fractal Brownian motion: octaves at halving amplitude, combined by max. + + ``max`` rather than a sum keeps every octave's peak, which is what makes the + mask usable directly as a shader input; a sum would need a divide to fit the + coded range. + """ + fabric = fabric or ShaderFabric() + result = Image(width, height, fabric) + for octave in range(octaves): + step = max(1, cell >> octave) + field = value_noise(width, height, step, seed + octave) + layer = Image.from_levels(field, fabric).dim(octave) + result = result.max_with(layer) + return result + + +def detail(base: Image, octaves: int = 3, cell: int = 4, seed: int = 3, + strength: int = 2) -> Image: + """Add fBm detail to an image, then keep the maximum. + + ``strength`` is a shift, so the detail lands at ``2**-strength`` of full + amplitude — exact, no multiply. + """ + fabric = base.fabric + noise = fbm(base.w, base.h, octaves, cell, seed, fabric) + return base.max_with(noise.dim(strength)) + + +def octave_peaks(image: Image, octaves: int = 4) -> list[int]: + """Measured peak level per octave of an fBm image, for the halving claim.""" + peaks = [] + for _ in range(octaves): + peaks.append(max(v for row in image.levels() for v in row)) + image = image.dim(1) + return peaks + + +def report(fabric: ShaderFabric | None = None) -> str: + """Printable fractal tour.""" + fabric = fabric or ShaderFabric(d=2000) + lines = ["fractal shaders (dyadic, integer-only)"] + lines.append("sierpinski(4):") + lines.append(sierpinski(4, fabric=fabric).ascii()) + lines.append("fbm 32x32, 4 octaves, octave peaks: %s" + % octave_peaks(fbm(32, 32, 4, 8, 7, fabric))) + lines.append("fern(3000) on 26x30:") + lines.append(fern(3000, 26, 30, fabric).ascii()) + return "\n".join(lines) diff --git a/hdc/fs.py b/hdc/fs.py new file mode 100644 index 0000000000000000000000000000000000000000..5d835da966a68c988c8e2d790a193eeadc77b51c --- /dev/null +++ b/hdc/fs.py @@ -0,0 +1,366 @@ +"""A filesystem whose directory entries live in HDC. + +A filesystem has two jobs and they pull in opposite directions: + +* **Find things.** "Where did I put the shader notes?" is a similarity question, + and similarity is what this machine is made of. So every node's *record* is a + hypervector — `bind(role(name), name_vector) + bind(role(kind), kind_vector) + + bind(role(parent), parent_vector)` — stored in :class:`~hdc.memory.HDCStorage` + and searchable by ``sim``. :meth:`FileSystem.search` answers "which files are + near this description" with no index beyond the vectors themselves. +* **Give back exactly what was written.** A file's bytes have to round-trip, and + HDC cannot decode a bundle back into text: superposition is lossy by design. + So contents are kept **exact**, addressed by path, exactly as + :class:`~hdc.ring.HistoricLedger` keeps exact tick entries beside its + holographic summaries. Claiming otherwise would be the dishonest version of + this module. + +What is genuinely hyperdimensional: path identity (``bind`` of the parent and the +name), directory listing (cleanup over the parent's children), and content search +(each file carries a bundle of its own word vectors, so a query is one compare +per file). What is conventional: the text itself, and the Python dict that maps +a path to its node for O(1) reads. +""" + +from __future__ import annotations + +import posixpath +import time +from typing import Iterable, Sequence + +from .hypervec import DEFAULT_DIM, bind, bundle, hvc, sim +from .memory import HDCStorage +from .text import encode_word, tokenize + +KINDS = ("dir", "file") + +#: How many content tokens contribute to a file's search vector. A long file +#: bundled whole would swamp its own signal (the capacity law again), so the +#: first tokens plus the file name are what search actually sees. +SEARCH_TOKENS = 160 + + +class Node: + """One directory entry: exact text plus its hypervector records.""" + + __slots__ = ("path", "name", "kind", "lines", "vector", "search", "created", "modified") + + def __init__(self, path: str, name: str, kind: str, lines: list[str] | None = None): + self.path = path + self.name = name + self.kind = kind + self.lines = lines if lines is not None else [] + self.vector = 0 + self.search = 0 + stamp = time.time() + self.created = stamp + self.modified = stamp + + @property + def size(self) -> int: + """Bytes of content, newline-terminated like any text file.""" + return sum(len(line) + 1 for line in self.lines) + + def text(self) -> str: + return "\n".join(self.lines) + + def as_dict(self) -> dict: + return {"name": self.name, "path": self.path, "kind": self.kind, + "size": self.size, "lines": len(self.lines), + "modified": round(self.modified, 3)} + + +class FileSystem: + """Directories by binding, contents by exact address.""" + + def __init__(self, d: int = DEFAULT_DIM, storage: HDCStorage | None = None): + self.d = d + # not ``storage or ...``: HDCStorage defines __len__, so a brand-new + # (empty) store is falsy and would be silently replaced by a second one. + # That bug split the desktop's memory map from its filesystem. + self.storage = storage if storage is not None else HDCStorage(d=d, label="fs") + self.nodes: dict[str, Node] = {} + self.cwd = "/" + root = Node("/", "", "dir") + self._index(root) + self.writes = 0 + self.searches = 0 + + # ------------------------------------------------------------- plumbing + def _vector(self, name: str, kind: str, parent: str) -> int: + return bundle([ + bind(hvc("fs/role/name", self.d), hvc("fs/name/" + name, self.d), self.d), + bind(hvc("fs/role/kind", self.d), hvc("fs/kind/" + kind, self.d), self.d), + bind(hvc("fs/role/parent", self.d), hvc("fs/parent/" + parent, self.d), self.d), + ], self.d) + + def _search_vector(self, name: str, lines: Sequence[str]) -> int: + words = tokenize(name.replace(".", " ").replace("/", " ")) + for line in lines[:SEARCH_TOKENS]: + words.extend(tokenize(line)) + if not words: + words = ["empty"] + return bundle([encode_word(word, self.d) for word in words[:SEARCH_TOKENS * 2]], self.d) + + def _index(self, node: Node) -> Node: + parent = posixpath.dirname(node.path) or "/" + node.vector = self._vector(node.name, node.kind, parent) + node.search = self._search_vector(node.name, node.lines) + self.nodes[node.path] = node + self.storage.write("fs/" + node.path, node.vector) + return node + + def normalise(self, path: str) -> str: + """Absolute, normalised path; ``.`` and ``..`` resolved against ``cwd``.""" + if not path: + return self.cwd + if not path.startswith("/"): + path = posixpath.join(self.cwd, path) + out = posixpath.normpath(path) + return "/" if out in (".", "") else out + + def parent(self, path: str) -> str: + return posixpath.dirname(self.normalise(path)) or "/" + + # -------------------------------------------------------------- queries + def exists(self, path: str) -> bool: + return self.normalise(path) in self.nodes + + def isdir(self, path: str) -> bool: + node = self.nodes.get(self.normalise(path)) + return bool(node and node.kind == "dir") + + def get(self, path: str) -> Node: + node = self.nodes.get(self.normalise(path)) + if node is None: + raise FileNotFoundError(self.normalise(path)) + return node + + def children(self, path: str) -> list[Node]: + directory = self.normalise(path) + if not self.isdir(directory): + raise NotADirectoryError(directory) + prefix = "/" if directory == "/" else directory + "/" + out = [node for node in self.nodes.values() + if node.path != directory and posixpath.dirname(node.path) == + (directory if directory != "/" else "/")] + return sorted(out, key=lambda node: (node.kind != "dir", node.name)) + + def ls(self, path: str = ".") -> list[dict]: + return [node.as_dict() for node in self.children(path)] + + def walk(self, path: str = "/") -> list[Node]: + out = [self.get(path)] + for child in self.children(path): + out.extend(self.walk(child.path) if child.kind == "dir" else [child]) + return out + + def tree(self, path: str = "/") -> str: + lines: list[str] = [self.normalise(path)] + self._tree(self.normalise(path), "", lines) + return "\n".join(lines) + + def _tree(self, directory: str, indent: str, lines: list[str]) -> None: + entries = self.children(directory) + for index, node in enumerate(entries): + last = index == len(entries) - 1 + lines.append("%s%s %s%s" % (indent, "`-" if last else "|-", node.name, + "/" if node.kind == "dir" else "")) + if node.kind == "dir": + self._tree(node.path, indent + (" " if last else "| "), lines) + + # ------------------------------------------------------------ mutation + def mkdir(self, path: str, parents: bool = True) -> Node: + target = self.normalise(path) + if target == "/": + return self.nodes["/"] + if target in self.nodes: + if self.nodes[target].kind == "dir": + return self.nodes[target] + raise FileExistsError(target) + parent = self.parent(target) + if parent not in self.nodes: + if not parents: + raise FileNotFoundError(parent) + self.mkdir(parent, parents=True) + if not self.isdir(parent): + raise NotADirectoryError(parent) + return self._index(Node(target, posixpath.basename(target), "dir")) + + def write(self, path: str, text: str) -> Node: + """Create or replace a file; the text is stored exactly. + + Intermediate directories are created, like ``mkdir -p``. An editor + saving to ``/home/user/src/new/thing.hdcasm`` should not have to make two + directories first, and the failure it would otherwise raise + (``FileNotFoundError``) reads as a bug in the editor rather than as the + caller's mistake. Writing *through* a file still raises, because the + parent then exists and is not a directory. + """ + target = self.normalise(path) + parent = self.parent(target) + if not self.exists(parent): + self.mkdir(parent, parents=True) + if not self.isdir(parent): + raise NotADirectoryError(parent) + existing = self.nodes.get(target) + if existing is not None: + if existing.kind == "dir": + raise IsADirectoryError(target) + existing.lines = text.splitlines() + existing.modified = time.time() + self._index(existing) + else: + existing = self._index( + Node(target, posixpath.basename(target), "file", text.splitlines())) + self.writes += 1 + return existing + + def append(self, path: str, text: str) -> Node: + node = self.get(path) + if node.kind != "file": + raise IsADirectoryError(node.path) + node.lines.extend(text.splitlines()) + node.modified = time.time() + return self._index(node) + + def read(self, path: str) -> str: + node = self.get(path) + if node.kind != "file": + raise IsADirectoryError(node.path) + return node.text() + + def remove(self, path: str, recursive: bool = False) -> int: + """Remove a file, or a directory when empty (or ``recursive``).""" + node = self.get(path) + if node.path == "/": + raise PermissionError("cannot remove the root directory") + victims = [node] + if node.kind == "dir": + victims = self.walk(node.path) + if len(victims) > 1 and not recursive: + raise OSError("directory not empty: " + node.path) + for victim in victims: + self.nodes.pop(victim.path, None) + self.storage.remove("fs/" + victim.path) + return len(victims) + + def rename(self, old: str, new: str) -> Node: + node = self.get(old) + target = self.normalise(new) + if target in self.nodes: + raise FileExistsError(target) + if not self.isdir(self.parent(target)): + raise FileNotFoundError(self.parent(target)) + moved = [node] + (self.walk(node.path)[1:] if node.kind == "dir" else []) + for victim in moved: + suffix = victim.path[len(node.path):] + self.nodes.pop(victim.path, None) + self.storage.remove("fs/" + victim.path) + victim.path = target + suffix + victim.name = posixpath.basename(victim.path) + self._index(victim) + return node + + def copy(self, old: str, new: str) -> Node: + source = self.get(old) + if source.kind == "file": + return self.write(new, source.text()) + self.mkdir(new) + for child in self.children(source.path): + self.copy(child.path, posixpath.join(self.normalise(new), child.name)) + return self.get(new) + + def chdir(self, path: str) -> str: + target = self.normalise(path) + if not self.isdir(target): + raise NotADirectoryError(target) + self.cwd = target + return self.cwd + + # -------------------------------------------------------------- search + def search(self, query: str, limit: int = 8) -> list[tuple[str, float]]: + """Rank every node by similarity to a description — one compare each. + + This is the payoff of keeping records as vectors: no index to build, no + tokeniser to consult. A query is a bundle of its word vectors and each + file is compared against it. + """ + words = tokenize(query) or [query] + probe = bundle([encode_word(word, self.d) for word in words], self.d) + scored = [(node.path, sim(probe, node.search, self.d)) + for node in self.nodes.values() if node.path != "/"] + scored.sort(key=lambda item: -item[1]) + self.searches += 1 + return scored[:limit] + + def similar(self, path: str, limit: int = 8) -> list[tuple[str, float]]: + node = self.get(path) + scored = [(other.path, sim(node.search, other.search, self.d)) + for other in self.nodes.values() + if other.path not in ("/", node.path)] + scored.sort(key=lambda item: -item[1]) + return scored[:limit] + + # -------------------------------------------------------------- report + def stat(self) -> dict: + files = [node for node in self.nodes.values() if node.kind == "file"] + return {"files": len(files), "dirs": len(self.nodes) - len(files), + "bytes": sum(node.size for node in files), + "cells": len(self.storage), "writes": self.writes, + "searches": self.searches, "cwd": self.cwd, + "dim": self.d} + + def save(self, path: str) -> int: + """Persist the node vectors (the exact text stays with the caller).""" + return self.storage.save(path) + + def seed(self) -> None: + """A small tree, so a fresh desktop has something in it.""" + if "/home" in self.nodes: + return + self.mkdir("/home") + self.mkdir("/home/user") + self.mkdir("/home/user/src") + self.mkdir("/home/user/img") + self.write("/home/user/README.txt", + "HDCSTORAGE webOS\n" + "Files are exact; their addresses are hypervectors.\n" + "Try: find shader notes") + self.write("/home/user/src/hello.hdcasm", + "; add two numbers and halt\n" + "LDI R1, 7\n" + "LDI R2, 35\n" + "ADD R3, R1, R2\n" + "HLT") + self.write("/home/user/src/loop.hdcasm", + "; count down from five\n" + "LDI R1, 5\n" + "loop: JZ R1, done\n" + "SUB R1, R1, 1\n" + "JMP loop\n" + "done: HLT") + self.write("/home/user/notes-shader.txt", + "shader notes: dimming is exact, edges are |a-b|.\n" + "depth test compares coded values directly.") + self.write("/home/user/img/gradient.txt", "0 32 64 96 128 160 192 224 255") + + +def seeded(d: int = DEFAULT_DIM, storage: HDCStorage | None = None) -> FileSystem: + """A filesystem with the starter tree already in it. + + Pass the machine's storage when the desktop boots, so the filesystem's cells + are the kernel's cells and the memory map counts them — two stores would make + every "free cells" figure a lie. + """ + filesystem = FileSystem(d=d, storage=storage) + filesystem.seed() + return filesystem + + +if __name__ == "__main__": # pragma: no cover - manual inspection + filesystem = seeded(2000) + print(filesystem.tree("/home")) + print() + for path, score in filesystem.search("shader notes about edges"): + print(" %+.3f %s" % (score, path)) diff --git a/hdc/gfx.py b/hdc/gfx.py new file mode 100644 index 0000000000000000000000000000000000000000..bde8c3d62a2326c8eaf56e418d162d0704149e96 --- /dev/null +++ b/hdc/gfx.py @@ -0,0 +1,415 @@ +"""The graphics engine: coded cells, shader passes, and a text overlay. + +This is the raster end of the machine. A :class:`Surface` is a grid of cells and +every cell's brightness is a **coded hypervector** (``int_to_hv``), not an +integer — which is what makes the passes here arithmetic in HDC rather than array +manipulation: + +* **Dimming is exact and free.** ``shift(hv, -k)`` halves a value: two XORs and + a rotation, no decode. A scanline or a vignette is a shift per cell. +* **Blending is ``max``/``min``**, which the fabric resolves with similarity + probes on the coded values — the same comparator the depth buffer uses. +* **Edge detection** has two modes and the difference is stated rather than + hidden: ``proxy`` is one ``sim`` per cell (cheap, approximate), ``exact`` is + ``|a-b|`` through the hyperdimensional adder (correct, and two orders of + magnitude slower — see :func:`benchmark`). + +Text is an *overlay*, not coded: a character cell is a character. Representing +glyphs as bundled vectors would be decoration, and a layer either does the thing +or says it does not. + +**Why there is an integer grid beside the coded one.** Display has to be one +ramp lookup per cell; decoding a coded value costs 64 similarity probes, so a +full decode per frame would cost seconds. So each surface keeps a plain integer +shadow used *only* to choose the ramp character, while the coded cells remain the +authority for every operation. :meth:`Surface.verify` decodes a sample and +compares it to the shadow, so the cache cannot drift silently — and the tests use +it. This is what a framebuffer is; the arithmetic that fills it is HDC. + +Honest limits: no rasteriser (no triangles, no clipping, no antialiasing), the +framebuffer is character-cell resolution, ``edges(exact)`` is slow by +construction, and the integer shadow is a cache rather than a claim. +""" + +from __future__ import annotations + +import math +import time + +from .hypervec import DEFAULT_DIM, hv_to_int +from .shader import ShaderFabric + +#: Brightness ramp for a monochrome cell display, darkest to brightest. +RAMP = " .:-=+*#%@" + +#: Shader programs: named pass chains, applied in order over the whole surface. +SHADERS: dict[str, list[tuple[str, dict]]] = { + "background": [ + ("gradient", {"top": 26, "bottom": 96, "vertical": True}), + ("noise", {"scale": 7, "octaves": 3, "seed": 5, "amplitude": 54}), + ("scanline", {"steps": 1}), + ("vignette", {"strength": 2}), + ], + "metal": [ + ("noise", {"scale": 4, "octaves": 4, "seed": 11, "amplitude": 200}), + ("edges", {"mode": "proxy", "gain": 3}), + ("dim_region", {"steps": 1}), + ], + "plasma": [ + ("noise", {"scale": 6, "octaves": 2, "seed": 3, "amplitude": 140}), + ("max_blend", {"scale": 5, "seed": 9, "amplitude": 120}), + ("scanline", {"steps": 2}), + ], + "flat": [("gradient", {"top": 12, "bottom": 28, "vertical": True})], +} + + +def _hash2(x: int, y: int, seed: int) -> int: + h = (x * 0x27D4EB2D ^ y * 0x165667B1 ^ seed * 0x9E3779B1) & 0xFFFFFFFF + h ^= h >> 15 + h = (h * 0x2545F491) & 0xFFFFFFFF + return (h ^ (h >> 13)) & 0xFFFFFFFF + + +def value_noise(width: int, height: int, scale: int, seed: int, + amplitude: int = 255) -> list[list[int]]: + """Smooth integer value noise — bilinear interpolation of a coarse lattice.""" + scale = max(1, scale) + out: list[list[int]] = [] + for y in range(height): + row: list[int] = [] + gy, fy = divmod(y, scale) + fy /= scale + for x in range(width): + gx, fx = divmod(x, scale) + fx /= scale + a = _hash2(gx, gy, seed) & 0xFF + b = _hash2(gx + 1, gy, seed) & 0xFF + c = _hash2(gx, gy + 1, seed) & 0xFF + d = _hash2(gx + 1, gy + 1, seed) & 0xFF + top = a + (b - a) * fx + bottom = c + (d - c) * fx + row.append(int(max(0.0, min(255.0, (top + (bottom - top) * fy) * amplitude / 255.0)))) + out.append(row) + return out + + +class Surface: + """A coded-cell framebuffer with a character overlay and a display cache.""" + + def __init__(self, cols: int, rows: int, fabric: ShaderFabric | None = None, + d: int = DEFAULT_DIM): + if cols < 1 or rows < 1: + raise ValueError("surface needs at least one cell") + self.cols = cols + self.rows_ = rows + self.d = d + self.fabric = fabric or ShaderFabric(d=d) + self.cells = [[0] * cols for _ in range(rows)] + self.shadow = [[0] * cols for _ in range(rows)] # ramp cache only + self.text = [[""] * cols for _ in range(rows)] + self.passes = 0 + self.coded = 0 + self.clear(0) + + # ------------------------------------------------------------ geometry + def inside(self, x: int, y: int) -> bool: + return 0 <= x < self.cols and 0 <= y < self.rows_ + + def clamp_rect(self, x: int, y: int, w: int, h: int) -> tuple[int, int, int, int]: + x0, y0 = max(0, x), max(0, y) + x1, y1 = min(self.cols, x + w), min(self.rows_, y + h) + return x0, y0, max(0, x1 - x0), max(0, y1 - y0) + + # ---------------------------------------------------------- primitives + def clear(self, level: int = 0) -> "Surface": + cell = self.fabric.level(level) + for y in range(self.rows_): + for x in range(self.cols): + self.cells[y][x] = cell + self.shadow[y][x] = level + self.text[y][x] = "" + self.coded += self.cols * self.rows_ + return self + + def put(self, x: int, y: int, level: int) -> None: + if self.inside(x, y): + self.cells[y][x] = self.fabric.level(level) + self.shadow[y][x] = level + self.coded += 1 + + def fill(self, x: int, y: int, w: int, h: int, level: int) -> None: + cell = self.fabric.level(level) + x0, y0, w, h = self.clamp_rect(x, y, w, h) + for row in range(y0, y0 + h): + line, cache = self.cells[row], self.shadow[row] + for col in range(x0, x0 + w): + line[col] = cell + cache[col] = level + self.coded += w * h + + def frame(self, x: int, y: int, w: int, h: int, level: int) -> None: + x0, y0, w, h = self.clamp_rect(x, y, w, h) + if not w or not h: + return + self.fill(x0, y0, w, 1, level) + self.fill(x0, y0 + h - 1, w, 1, level) + self.fill(x0, y0, 1, h, level) + self.fill(x0 + w - 1, y0, 1, h, level) + + def text_at(self, x: int, y: int, text: str, level: int | None = None) -> None: + """Write characters left to right; clipped, never wrapped.""" + cell = self.fabric.level(level) if level is not None else None + for index, char in enumerate(text): + col = x + index + if not self.inside(col, y): + break + self.text[y][col] = char + if cell is not None: + self.cells[y][col] = cell + self.shadow[y][col] = level + + def level_at(self, x: int, y: int) -> int: + """Decode one cell — the real value, not the cache.""" + return hv_to_int(self.cells[y][x], self.d) + + def copy(self) -> "Surface": + """An independent copy, coded cells and overlay included. + + Used by the boot splash: the expensive shader base (noise plus a + ``max_blend`` pass, ~90-350 ms) is rendered once and each animation + frame copies it and applies cheap exact shifts, instead of re-running the + whole pipeline per frame. + """ + clone = Surface(self.cols, self.rows_, fabric=self.fabric, d=self.d) + clone.cells = [row[:] for row in self.cells] + clone.shadow = [row[:] for row in self.shadow] + clone.text = [row[:] for row in self.text] + clone.passes = self.passes + clone.coded = self.coded + return clone + + # ------------------------------------------------------------- shaders + def gradient(self, top: int = 0, bottom: int = 255, vertical: bool = True) -> "Surface": + span = max(1, (self.rows_ if vertical else self.cols) - 1) + steps = self.rows_ if vertical else self.cols + levels = [top + (bottom - top) * i // span for i in range(steps)] + for y in range(self.rows_): + for x in range(self.cols): + level = levels[y if vertical else x] + self.cells[y][x] = self.fabric.level(level) + self.shadow[y][x] = level + self.coded += self.cols * self.rows_ + self.passes += 1 + return self + + def noise(self, scale: int = 6, octaves: int = 3, seed: int = 7, + amplitude: int = 60) -> "Surface": + """Additive fractal noise: each octave halves in scale and in weight.""" + field = [[0] * self.cols for _ in range(self.rows_)] + weight = amplitude + cell = max(1, scale) + for octave in range(max(1, octaves)): + layer = value_noise(self.cols, self.rows_, cell, seed + octave, weight) + for y in range(self.rows_): + target, source = field[y], layer[y] + for x in range(self.cols): + target[x] += source[x] + cell = max(1, cell // 2) + weight = max(1, weight // 2) + for y in range(self.rows_): + for x in range(self.cols): + level = min(255, max(0, field[y][x])) + self.cells[y][x] = self.fabric.level(level) + self.shadow[y][x] = level + self.coded += self.cols * self.rows_ + self.passes += 1 + return self + + def dim_region(self, steps: int = 1, x: int = 0, y: int = 0, + w: int | None = None, h: int | None = None) -> "Surface": + """Exact halving: ``shift`` each coded value, no decode anywhere.""" + w = self.cols if w is None else w + h = self.rows_ if h is None else h + x0, y0, w, h = self.clamp_rect(x, y, w, h) + for row in range(y0, y0 + h): + line, cache = self.cells[row], self.shadow[row] + for col in range(x0, x0 + w): + line[col] = self.fabric.dim(line[col], steps) + cache[col] = cache[col] >> steps + self.passes += 1 + return self + + def brighten_region(self, steps: int = 1, x: int = 0, y: int = 0, + w: int | None = None, h: int | None = None) -> "Surface": + w = self.cols if w is None else w + h = self.rows_ if h is None else h + x0, y0, w, h = self.clamp_rect(x, y, w, h) + for row in range(y0, y0 + h): + line, cache = self.cells[row], self.shadow[row] + for col in range(x0, x0 + w): + line[col] = self.fabric.brighten(line[col], steps) + cache[col] = min(255, cache[col] << steps) + self.passes += 1 + return self + + def scanline(self, steps: int = 1, offset: int = 1) -> "Surface": + """Dim alternating rows — the CRT look, done with exact shifts.""" + for y in range(offset, self.rows_, 2): + self.dim_region(steps, 0, y, self.cols, 1) + self.passes += 1 + return self + + def vignette(self, strength: int = 2, cx: float | None = None, + cy: float | None = None) -> "Surface": + """Darken by squared distance from the centre, in ``strength`` buckets.""" + cx = (self.cols - 1) / 2.0 if cx is None else cx + cy = (self.rows_ - 1) / 2.0 if cy is None else cy + span = math.hypot(max(cx, self.cols - cx), max(cy, self.rows_ - cy)) or 1.0 + for y in range(self.rows_): + for x in range(self.cols): + distance = math.hypot(x - cx, y - cy) / span + steps = int(distance * distance * max(0, strength) * 3) + if steps: + self.cells[y][x] = self.fabric.dim(self.cells[y][x], steps) + self.shadow[y][x] >>= steps + self.passes += 1 + return self + + def edges(self, mode: str = "proxy", gain: int = 2, + region: tuple[int, int, int, int] | None = None) -> "Surface": + """Edge map: the cheap similarity proxy, or the exact difference. + + ``proxy`` is ``1 - sim`` against the right neighbour, scaled into a + level — one 2000-bit compare per cell. ``exact`` runs ``|a-b|`` through + the hyperdimensional adder, which is the honest operation and about two + orders of magnitude slower at this resolution. + """ + if mode not in ("proxy", "exact"): + raise ValueError("mode must be 'proxy' or 'exact'") + if region is None: + x0, y0, w, h = 0, 0, self.cols, self.rows_ + else: + x0, y0, w, h = self.clamp_rect(*region) + previous = [row[:] for row in self.cells] + cache = [row[:] for row in self.shadow] + for y in range(y0, y0 + h): + for x in range(x0, min(x0 + w, self.cols - 1)): + here, right = previous[y][x], previous[y][x + 1] + if mode == "proxy": + level = min(255, int(self.fabric.discontinuity(here, right) * 255 * gain)) + self.cells[y][x] = self.fabric.level(level) + else: + self.cells[y][x] = self.fabric.gradient(here, right) + level = abs(cache[y][x] - cache[y][x + 1]) + self.shadow[y][x] = level + self.passes += 1 + return self + + def max_blend(self, scale: int = 5, seed: int = 9, amplitude: int = 120) -> "Surface": + """Blend in a second noise field with ``max`` — probed, not decoded.""" + field = value_noise(self.cols, self.rows_, scale, seed, amplitude) + for y in range(self.rows_): + for x in range(self.cols): + candidate = self.fabric.level(field[y][x]) + self.cells[y][x] = self.fabric.max_of(self.cells[y][x], candidate) + self.shadow[y][x] = max(self.shadow[y][x], field[y][x]) + self.passes += 1 + return self + + # --------------------------------------------------------------- output + def apply(self, name: str, **params) -> "Surface": + """Run a named shader program from :data:`SHADERS`.""" + program = SHADERS.get(name) + if program is None: + raise KeyError("unknown shader %r" % (name,)) + for operation, defaults in program: + getattr(self, operation)(**dict(defaults, **params)) + return self + + def levels(self) -> list[list[int]]: + """Decode **every** cell — the authority, and slow on purpose.""" + return [[hv_to_int(cell, self.d) for cell in row] for row in self.cells] + + def verify(self, sample: int = 24) -> dict: + """Decode a sample and check the display cache against the coded cells.""" + checked = matches = 0 + step = max(1, (self.cols * self.rows_) // max(1, sample)) + for index in range(0, self.cols * self.rows_, step): + y, x = divmod(index, self.cols) + checked += 1 + if self.level_at(x, y) == self.shadow[y][x]: + matches += 1 + return {"checked": checked, "matches": matches, + "ok": checked == matches and checked > 0} + + def rows(self, ramp: str = RAMP) -> list[str]: + """The character grid: text overlay first, then the brightness ramp.""" + top = len(ramp) - 1 + out: list[str] = [] + for y in range(self.rows_): + chars: list[str] = [] + cache = self.shadow[y] + for x in range(self.cols): + char = self.text[y][x] + if char: + chars.append(char) + else: + chars.append(ramp[cache[x] * top // 255]) + out.append("".join(chars).rstrip()) + return out + + def ascii(self, ramp: str = RAMP) -> str: + return "\n".join(self.rows(ramp)) + + def stat(self) -> dict: + return {"cols": self.cols, "rows": self.rows_, "cells": self.cols * self.rows_, + "passes": self.passes, "coded": self.coded, "d": self.d} + + +def demo(d: int = 2000, cols: int = 48, rows: int = 14) -> str: + lines: list[str] = [] + for name in SHADERS: + surface = Surface(cols, rows, d=d).apply(name) + lines.append("[%s]" % name) + lines.append(surface.ascii()) + lines.append("") + return "\n".join(lines) + + +def benchmark(d: int = 2000, cols: int = 80, rows: int = 28) -> dict: + """Measure the passes, so "fast enough for a desktop frame" is a number.""" + timings: dict[str, float] = {} + for name in SHADERS: + surface = Surface(cols, rows, d=d) + started = time.perf_counter() + surface.apply(name) + timings[name] = (time.perf_counter() - started) * 1000.0 + # the exact edge pass is measured on a small tile: per-cell cost is what + # matters and a full screen would just multiply it by 50 + tile = Surface(16, 8, d=d).apply("metal") + started = time.perf_counter() + tile.edges(mode="exact") + exact_ms = (time.perf_counter() - started) * 1000.0 + return {"shaders": timings, "cols": cols, "rows": rows, "cells": cols * rows, + "d": d, "exact_edges_ms_per_128_cells": exact_ms} + + +def report(d: int = 2000) -> str: + stats = benchmark(d=d) + lines = ["gfx: %dx%d cells (%d), d=%d" + % (stats["cols"], stats["rows"], stats["cells"], d)] + for name, ms in sorted(stats["shaders"].items(), key=lambda item: item[1]): + rate = stats["cells"] / (ms / 1000.0) if ms else float("inf") + lines.append(" %-14s %8.1f ms %10.0f cells/s" % (name, ms, rate)) + lines.append(" edges(exact) %.0f ms per 128 cells -> a full screen would take " + "%.0f s, so it ships as a demo pass only" + % (stats["exact_edges_ms_per_128_cells"], + stats["exact_edges_ms_per_128_cells"] * stats["cells"] / 128.0 / 1000.0)) + lines.append(" dim/scanline/vignette are exact shifts; max_blend uses similarity " + "probes; the integer shadow is display cache, checked by verify()") + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(report()) diff --git a/hdc/hub.py b/hdc/hub.py new file mode 100644 index 0000000000000000000000000000000000000000..31c5ad87f7b4685932c0a6b5f2f13862353d865e --- /dev/null +++ b/hdc/hub.py @@ -0,0 +1,516 @@ +"""Model discovery: the Hub search API, and a suitability score that is measured. + +The question this module answers is narrow: *which published embedding table can +this machine actually use?* Not "which is best on MTEB" — which one can be read +by ``struct``, projected into hypervectors, and driven from the standard library, +including on **machine code** (this project's own ISA mnemonics, x86 opcodes, +registers and hex literals). + +Two axes, both measured rather than assumed: + +**Runtime-free.** A static embedding model is a ``token x dim`` matrix. There is +no interpreter, no attention, no graph — the file *is* the program, and the CPU +executes the projection directly. That is exactly the property this project +needs, and it is readable from the safetensors header: a static model has a +single rank-2 tensor. A transformer has hundreds of tensors and needs a deep +learning runtime, so it cannot run here at all. + +**Machine-code coverage.** The encoder can only embed a token it has a row for. +So the tokenizer's vocabulary is fetched and probed against +:data:`MACHINE_CODE` — the mnemonics of this project's own assembler, a set of +x86-64 opcodes/registers, and literal forms. Coverage is a fraction, reported +with the tokens that went missing, because a mnemonic that tokenises to ``[UNK]`` +gets the *same* vector as every other missing token and silently collapses the +program space. + +Search itself: ``hf`` (huggingface_hub) up to 0.36.x exposes only +``auth/cache/download/jobs/repo/repo-files/upload/env/version`` — there is no +``models`` or ``api`` subcommand, verified against the installed build — so +:func:`search` calls the HTTPS endpoint that those commands wrap, and +:func:`fetch` hands actual downloads back to ``hf download``, which is the part +the CLI does handle. Both paths are stdlib. + +Nothing here is required at runtime: the machine runs on ``models/`` files that +were fetched once. This module is the *chooser* and the *provenance record*. +""" + +from __future__ import annotations + +import json +import os +import shutil +import struct +import subprocess +import urllib.error +import urllib.parse +import urllib.request + +HUB = "https://huggingface.co" +API = HUB + "/api/models" +CACHE_DIR = os.path.join("models", "_hub") + +#: Tokens a hypervector machine-code encoder has to be able to represent. +#: First group: this project's own assembler mnemonics (``hdc/isa.py``). +#: Second: x86-64 names an assembler listing would carry. +#: Third: operand and literal forms. +MACHINE_CODE = [ + "ldi", "sta", "lda", "add", "sub", "and", "or", "xor", "jmp", "jz", "jnz", + "hlt", "nop", "push", "pop", "call", "ret", "cmp", "mov", "lea", "shl", + "shr", "inc", "dec", "tst", "not", + "rax", "rbx", "rcx", "rdx", "rdi", "rsi", "rip", "eax", "esi", "edi", + "0x1f", "0b1011", "$0x10", "[rip+4]", "r1", "r2", +] + +#: How much each measured component counts toward the score. Sums to 1.0. +WEIGHTS = { + "runtime_free": 0.35, # single rank-2 tensor: no interpreter needed + "code": 0.30, # measured tokenizer coverage of MACHINE_CODE + "size": 0.15, # bytes on disk (download + resident cost) + "dim": 0.10, # projection cost per word (d output bits each) + "license": 0.10, # can the vectors be shipped? +} + +PERMISSIVE = ("mit", "apache-2.0", "cc-by-4.0", "bsd-3-clause", "cc0-1.0", "wtfpl") + + +# ---------------------------------------------------------------- the client +def hf_api_available() -> bool: + """True when the installed ``hf`` CLI can run raw API calls. + + It cannot in 0.36.x — that is why :func:`search` speaks HTTPS directly. The + check is kept because the CLI does gain the subcommand in later builds, and + when it exists there is no reason not to use it. + """ + hf = shutil.which("hf") + if not hf: + return False + try: + out = subprocess.run([hf, "--help"], capture_output=True, text=True, timeout=20) + except (OSError, subprocess.SubprocessError): + return False + text = (out.stdout or "") + (out.stderr or "") + return "\n api " in text or " api " in text.split("positional arguments")[-1] + + +def _request(url: str, headers: dict | None = None, timeout: int = 45) -> bytes: + request = urllib.request.Request(url, headers=dict( + {"User-Agent": "hdcstorage/1.0 (content-addressed hypervectors)"}, + **(headers or {}))) + with urllib.request.urlopen(request, timeout=timeout) as response: + return response.read() + + +def _get_json(url: str, timeout: int = 45): + try: + return json.loads(_request(url, timeout=timeout)) + except (urllib.error.URLError, TimeoutError, json.JSONDecodeError, OSError): + return None + + +def search(text: str | None = None, *, task: str | None = "feature-extraction", + author: str | None = None, library: str | None = None, + limit: int = 25, sort: str = "downloads", direction: int = -1) -> list[dict]: + """Query the Hub model index; returns normalised records, newest API shape. + + Two measured quirks of the endpoint, both of which silently return an empty + list rather than an error: + + * ``author`` combined with ``filter`` yields zero records — so the task + filter is dropped when an author is named. + * ``filter=library:model2vec`` is not a supported filter; the whole family is + enumerated with ``author=minishlab`` instead. + + An empty pool looks exactly like "nothing suitable exists", so these are + handled here rather than left to the caller. + """ + query: dict[str, str] = {"limit": str(limit), "sort": sort, "direction": str(direction)} + if text: + query["search"] = text + if task and not author: + query["filter"] = task + if author: + query["author"] = author + payload = _get_json(API + "?" + urllib.parse.urlencode(query)) + if not isinstance(payload, list): + return [] + records = [normalise(record) for record in payload] + if library: + records = [r for r in records if r.get("library") == library] + return records + + +def normalise(record: dict) -> dict: + """One API record reduced to the fields this module uses.""" + tags = list(record.get("tags") or []) + licence = next((tag.split(":", 1)[1] for tag in tags if tag.startswith("license:")), "") + return { + "id": record.get("id") or record.get("modelId") or "", + "downloads": int(record.get("downloads") or 0), + "likes": int(record.get("likes") or 0), + "library": record.get("library_name") or "", + "task": record.get("pipeline_tag") or "", + "license": licence, + "tags": tags, + "files": [s.get("rfilename", "") for s in record.get("siblings") or []], + "gated": bool(record.get("gated")), + "sha": record.get("sha") or "", + } + + +# --------------------------------------------------- header without download +def safetensors(repo: str, filename: str = "model.safetensors") -> dict | None: + """Read a safetensors *header* with two HTTP Range requests. + + The format is an 8-byte little-endian header length, a JSON header, then the + raw tensor buffer. Nothing after the header is needed to know the dtypes, + the shapes and the exact on-disk size, so scoring a 129 MB model costs two + requests of a few kilobytes instead of a 129 MB download. + """ + url = "%s/%s/resolve/main/%s" % (HUB, repo, filename) + try: + head = _request(url, {"Range": "bytes=0-7"}) + if len(head) < 8: + return None + length = struct.unpack(" int: + out = 1 + for value in shape: + out *= int(value) + return out + + +def static_table(header: dict | None) -> tuple[bool, int, int]: + """``(is_static, rows, dim)`` — a static model is one rank-2 tensor. + + That single test separates "a matrix the CPU can multiply" from "a model that + needs a graph engine", and it is read from the file itself rather than from a + tag someone else applied. + """ + if not header or len(header.get("tensors", {})) != 1: + return False, 0, 0 + shape = next(iter(header["tensors"].values()))["shape"] + if len(shape) != 2: + return False, 0, 0 + return True, int(shape[0]), int(shape[1]) + + +# ------------------------------------------------------- machine-code coverage +def tokenizer(repo: str, filename: str = "tokenizer.json", limit: int = 8_000_000) -> dict | None: + """Fetch a tokenizer file, with a size guard. + + ``tokenizer.json`` for a large multilingual vocabulary can be tens of + megabytes; above ``limit`` the candidate is left unprobed rather than + spending that on a score. + """ + url = "%s/%s/resolve/main/%s" % (HUB, repo, filename) + try: + size = _head_length(url) + if size and size > limit: + return None + payload = json.loads(_request(url, timeout=90)) + except (urllib.error.URLError, TimeoutError, json.JSONDecodeError, OSError): + return None + model = (payload or {}).get("model") or {} + vocab = model.get("vocab") or {} + if isinstance(vocab, dict): + return {"vocab": vocab, "prefix": model.get("continuing_subword_prefix", "##")} + # fast-tokenizer BPE stores merges; token strings live in `added_tokens` + return None + + +def _head_length(url: str) -> int: + try: + request = urllib.request.Request( + url, method="HEAD", + headers={"User-Agent": "hdcstorage/1.0"}) + with urllib.request.urlopen(request, timeout=30) as response: + return int(response.headers.get("Content-Length") or 0) + except (urllib.error.URLError, TimeoutError, ValueError, OSError): + return 0 + + +def code_coverage(vocab: dict, prefix: str = "##", + tokens: list[str] | None = None) -> dict: + """Fraction of :data:`MACHINE_CODE` that has a token id of its own. + + A word is *covered* when the model can tokenise it without falling back to + ``[UNK]``: either the whole token is in the vocabulary, or it splits into + known pieces. Piecewise coverage is weaker evidence — ``0x1f`` as ``0x`` + + ``1f`` is two lookups averaged, not a learned literal — so whole-token hits + are counted separately. + """ + tokens = list(MACHINE_CODE if tokens is None else tokens) + whole, piecewise, missing = [], [], [] + for token in tokens: + text = token.lower() + if text in vocab: + whole.append(token) + elif _pieces(text, vocab, prefix): + piecewise.append(token) + else: + missing.append(token) + total = len(tokens) or 1 + any_fraction = (len(whole) + len(piecewise)) / total + whole_fraction = len(whole) / total + return {"tokens": len(tokens), "whole": whole, "pieces": piecewise, "missing": missing, + # a whole token is a learned vector; pieces are an average of + # fragment vectors, so they count for less than half + "coverage": 0.7 * whole_fraction + 0.3 * any_fraction, + "any_fraction": any_fraction, + "whole_fraction": whole_fraction} + + +def _pieces(text: str, vocab: dict, prefix: str) -> bool: + start = 0 + while start < len(text): + end = len(text) + found = None + while start < end: + candidate = text[start:end] if not start else prefix + text[start:end] + if candidate in vocab: + found = candidate + break + end -= 1 + if found is None: + return False + start = end + return True + + +# --------------------------------------------------------------------- score +def score(record: dict, header: dict | None = None, coverage: dict | None = None) -> dict: + """Component scores plus the weighted total; every part is inspectable.""" + is_static, rows, dim = static_table(header) + components = { + "runtime_free": 1.0 if is_static else 0.0, + "code": float(coverage["coverage"]) if coverage else 0.0, + "size": _size_score(header["bytes"] if header else 0), + "dim": _dim_score(dim), + "license": 1.0 if (record.get("license") or "").lower() in PERMISSIVE else 0.2, + } + total = sum(WEIGHTS[name] * value for name, value in components.items()) + return {"components": {k: round(v, 3) for k, v in components.items()}, + "total": round(total, 3), "static": is_static, + "rows": rows, "dim": dim, + "bytes": header["bytes"] if header else 0, + "coverage": coverage} + + +def _size_score(size: int) -> float: + """1.0 up to 35 MB, linear to 0.0 at 512 MB.""" + if size <= 0: + return 0.0 + if size <= 35_000_000: + return 1.0 + if size >= 512_000_000: + return 0.0 + return 1.0 - (size - 35_000_000) / (512_000_000 - 35_000_000) + + +def _dim_score(dim: int) -> float: + """256 is the sweet spot: 128 loses distinctions, 768+ costs projection.""" + if dim <= 0: + return 0.0 + if dim == 256: + return 1.0 + if dim < 256: + return max(0.0, dim / 256.0) + return max(0.0, 1.0 - (dim - 256) / 768.0) + + +# ------------------------------------------------------------------- fetch +def fetch(repo: str, files: list[str], local_dir: str) -> dict: + """Download files with ``hf download`` — the part the CLI does implement. + + Falls back to HTTPS when ``hf`` is missing, so a fresh machine can still get + the model; each file lands under ``local_dir`` with its repository name. + """ + os.makedirs(local_dir, exist_ok=True) + hf = shutil.which("hf") + if hf: + command = [hf, "download", repo, *files, "--local-dir", local_dir] + try: + done = subprocess.run(command, capture_output=True, text=True, timeout=1800) + return {"ok": done.returncode == 0, "via": "hf download", + "command": " ".join(command), "output": (done.stdout or "")[-600:], + "error": (done.stderr or "")[-600:]} + except (OSError, subprocess.SubprocessError) as error: + return {"ok": False, "via": "hf download", "error": str(error)} + for name in files: + url = "%s/%s/resolve/main/%s" % (HUB, repo, name) + target = os.path.join(local_dir, name) + try: + os.makedirs(os.path.dirname(target) or ".", exist_ok=True) + with open(target, "wb") as fh: + fh.write(_request(url, timeout=600)) + except (urllib.error.URLError, TimeoutError, OSError) as error: + return {"ok": False, "via": "https", "error": "%s: %s" % (name, error)} + return {"ok": True, "via": "https"} + + +# ----------------------------------------------------------------- bakeoff +#: The queries behind :func:`bakeoff`. ``author`` enumerates the static-embedding +#: family; the text queries reach the code and retrieval-tuned tables. +QUERIES = ( + {"author": "minishlab", "limit": 40}, + {"text": "static embeddings", "limit": 20}, + {"text": "code embeddings", "limit": 20}, + {"text": "assembly machine code embeddings", "limit": 20}, + {"text": "sentence embeddings", "limit": 20}, +) + + +def candidate_pool(limit: int = 60) -> list[dict]: + """Union of the search queries, de-duplicated by repository id.""" + seen: dict[str, dict] = {} + for query in QUERIES: + records = search(query.get("text"), author=query.get("author"), + limit=int(query.get("limit", 20))) + for record in records: + if record["id"] and record["id"] not in seen: + seen[record["id"]] = record + pool = sorted(seen.values(), key=lambda r: -r["downloads"]) + return pool[:max(1, limit)] + + +def cache_path() -> str: + return os.path.join(CACHE_DIR, "scores.json") + + +def _cache_usable(entry: dict) -> bool: + """False for entries written by an older scoring scheme. + + The cache outlives the code that wrote it, so a coverage entry missing a + field the report now prints has to be dropped rather than trusted — an + older run of ``--offline`` hit exactly that and raised ``KeyError``. + """ + coverage = entry.get("coverage") + return coverage is None or ("any_fraction" in coverage and "whole_fraction" in coverage) + + +def load_cache() -> dict: + try: + with open(cache_path(), "r", encoding="utf-8") as fh: + data = json.load(fh) + except (OSError, json.JSONDecodeError): + return {} + if not isinstance(data, dict): + return {} + return {key: value for key, value in data.items() + if isinstance(value, dict) and _cache_usable(value)} + + +def save_cache(cache: dict) -> None: + os.makedirs(CACHE_DIR, exist_ok=True) + with open(cache_path(), "w", encoding="utf-8") as fh: + json.dump(cache, fh, indent=1, sort_keys=True) + + +def probe(record: dict, cache: dict | None = None, offline: bool = False) -> dict: + """Measure one candidate, reusing the cache keyed by ``repo@sha``.""" + key = "%s@%s" % (record["id"], record.get("sha") or "head") + cache = {} if cache is None else cache + cached = cache.get(key) + if cached is not None: + return dict(cached, cached=True) + if offline: + return dict(record, score=None, cached=False, note="not probed (offline)") + header = safetensors(record["id"]) + token = tokenizer(record["id"], limit=4_000_000) if header else None + coverage = code_coverage(token["vocab"], token.get("prefix", "##")) if token else None + graded = score(record, header, coverage) + out = dict(record, **graded, cached=False) + cache[key] = {k: v for k, v in out.items() if k != "cached"} + return out + + +def bakeoff(limit: int = 10, pool_limit: int = 24, offline: bool = False, + refresh: bool = False) -> dict: + """Score the pool and rank it. Returns a dict, not prose, so callers can use it. + + Probing costs two Range requests plus one tokenizer fetch per candidate, so + the pool is bounded and results are cached by ``repo@sha``; a repeat run is + instant and needs no network. + """ + cache = {} if refresh else load_cache() + pool = [] if offline else candidate_pool(limit=pool_limit) + if offline: + # nothing to search: everything known is already in the cache + pool = [{"id": key.split("@")[0], "sha": key.split("@")[1], "downloads": 0, + "likes": 0, "library": "", "task": "", "license": "", "tags": [], + "files": [], "gated": False} + for key in cache] + graded = [probe(record, cache) for record in pool] + graded = [row for row in graded if row.get("score", row.get("total")) is not None] + graded.sort(key=lambda row: (-float(row.get("total") or 0), -row.get("downloads", 0))) + if not offline: + save_cache(cache) + return {"pool": len(pool), "graded": graded[:limit], "cache": cache_path()} + + +def best(result: dict) -> dict | None: + rows = result.get("graded") or [] + return rows[0] if rows else None + + +# ------------------------------------------------------------------ report +def report(limit: int = 8, offline: bool = False, refresh: bool = False) -> str: + """The printable form: what was searched, what scored what, and why.""" + lines = ["hub: search via %s%s" + % (API, "" if not hf_api_available() else " (hf api available)")] + lines.append("score weights: " + ", ".join("%s %.2f" % item for item in WEIGHTS.items())) + result = bakeoff(limit=limit, offline=offline, refresh=refresh) + if not result["graded"]: + return "\n".join(lines + ["no candidates scored — run `python -m hdc hub` with the network up"]) + lines.append("%-42s %5s %6s %6s %6s %6s %s" + % ("repo", "score", "code", "static", "dim", "MB", "licence")) + for row in result["graded"]: + components = row.get("components") or {} + lines.append("%-42s %5.2f %6.2f %6s %6d %6.1f %s" + % (row["id"][:42], float(row.get("total") or 0), + float(components.get("code") or 0), + "yes" if row.get("static") else "no", + int(row.get("dim") or 0), + (row.get("bytes") or 0) / 1e6, + row.get("license") or "-")) + winner = best(result) + if winner: + coverage = winner.get("coverage") or {} + lines.append("") + lines.append("best: %s score %.2f %d x %d %.1f MB" + % (winner["id"], float(winner.get("total") or 0), + int(winner.get("rows") or 0), int(winner.get("dim") or 0), + (winner.get("bytes") or 0) / 1e6)) + if coverage: + lines.append(" machine-code: %.0f%% whole-token, %.0f%% tokenisable, " + "%d of %d missing" + % (100.0 * coverage.get("whole_fraction", 0.0), + 100.0 * coverage.get("any_fraction", 0.0), + len(coverage.get("missing") or []), + coverage.get("tokens", 0))) + if coverage["missing"]: + lines.append(" missing: " + " ".join(coverage["missing"][:24])) + lines.append(" fetch: hf download %s model.safetensors tokenizer.json config.json " + "--local-dir models/%s" % (winner["id"], winner["id"].split("/")[-1])) + lines.append("") + lines.append("probe: safetensors header via two Range requests; no model bytes " + "downloaded to score") + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(report()) diff --git a/hdc/hypervec.py b/hdc/hypervec.py new file mode 100644 index 0000000000000000000000000000000000000000..273c3b304e80f53ed361cd08913f522e7334ed11 --- /dev/null +++ b/hdc/hypervec.py @@ -0,0 +1,440 @@ +"""Binary hypervector algebra for HDCSTORAGE. + +Everything in this machine is a *bit-packed hypervector*: a Python ``int`` +interpreted as ``d`` bits, bit 0 being the least significant. Representation +choices, and why: + +* **No numpy.** Dense HDC is normally an array of +/-1 floats or of packed + uint64 words. A Python ``int`` of 10 000 bits is one object whose bitwise + ops run in C over whole machine words, so ``bind`` is a single ``^`` and + ``popcount`` is ``int.bit_count()``. Memory per vector is d/8 bytes plus + object overhead, no dependency, and no per-element Python loop. +* **Binary spatter codes (BSC).** bind = XOR (self-inverse, so unbind == + bind), bundle = per-bit majority, permute = rotate within the d-bit mask. + +Algebraic facts this module relies on, used everywhere downstream: + + bind(a, b) ^ b == a (self-inverse) + sim(bind(a, x), bind(b, x)) ~= sim(a, b) (binding preserves similarity) + sim(permute(a, k), permute(b, k)) == sim(a, b) + sim(bundle(S), x) ~ sqrt(1/|S|) for x in S -> cleanup recovers members + E[sim(a, b)] == 0 for independent random a, b (sd ~ 1/sqrt(d)) + +The last line is the reason d is large: it sets the noise floor that cleanup +memory and the instruction decoder have to beat. +""" + +from __future__ import annotations + +import hashlib +import math +from typing import Iterable, Sequence + +__all__ = [ + "DEFAULT_DIM", + "mask", + "popcount", + "hamming", + "random_hv", + "hvc", + "bind", + "unbind", + "bundle", + "permute", + "permute_inv", + "sim", + "sim_matrix", + "int_to_hv", + "hv_to_int", + "hv_bits_of_int", + "hv_from_bits", + "hv_to_bits", + "bit_probe", + "shift", + "CODEC_THRESHOLD", + "MAX_INT_BITS", + "density", + "bits", + "bitplanes", + "role", + "ROLES", + "clear_cache", +] + +#: Default dimensionality. 10 000 bits is the classic Kanerva/VSA size: the +#: noise floor 1/sqrt(d) ~ 0.01 is far below the ~0.4 signal of a bundle +#: member, so 4-6 field records decode reliably while 1 250 bytes per vector +#: still fits a program image in a few hundred kilobytes. +DEFAULT_DIM = 10_000 + + +# -------------------------------------------------------------------------- +# primitive bit operations +# -------------------------------------------------------------------------- +def mask(d: int = DEFAULT_DIM) -> int: + """The all-ones mask covering ``d`` bits.""" + return (1 << d) - 1 + + +def popcount(x: int) -> int: + """Number of set bits.""" + return x.bit_count() + + +def hamming(a: int, b: int) -> int: + """Hamming distance between two hypervectors.""" + return (a ^ b).bit_count() + + +def density(v: int, d: int = DEFAULT_DIM) -> float: + """Fraction of set bits (should hover near 0.5 for random vectors).""" + return popcount(v & mask(d)) / d + + +def bits(v: int, d: int = DEFAULT_DIM) -> str: + """Bit string, most-significant bit first (the usual left-to-right view).""" + return format(v & mask(d), "0%db" % d) + + +def bitplanes(v: int, d: int = DEFAULT_DIM, width: int = 64) -> list[str]: + """Split a vector into fixed-width bit planes, WSB first.""" + s = bits(v, d) + return [s[i : i + width] for i in range(0, len(s), width)] + + +# -------------------------------------------------------------------------- +# deterministic symbol -> hypervector +# -------------------------------------------------------------------------- +_CACHE: dict[tuple[str, int], int] = {} + + +def clear_cache() -> None: + _CACHE.clear() + + +def hvc(name: str, d: int = DEFAULT_DIM) -> int: + """Deterministic hypervector for a symbol name. + + The same name always maps to the same vector, in-process and across runs, + on any machine. That is what makes a stored program image portable: the + symbolic layer (opcodes, register names, literals, tool names) is + *regenerated* from names rather than serialised, and only the composed + instruction vectors live in the storage file. + + Uses BLAKE2b expanded over a 4-byte block counter, then masked to d bits. + """ + key = (name, d) + cached = _CACHE.get(key) + if cached is not None: + return cached + out = 0 + block = 0 + h = hashlib.blake2b(name.encode("utf-8"), digest_size=64) + seed = h.digest() + while out.bit_length() < d: + chunk = hashlib.blake2b( + seed + block.to_bytes(4, "little"), digest_size=64 + ).digest() + out = (out << 512) | int.from_bytes(chunk, "big") + block += 1 + out &= mask(d) + _CACHE[key] = out + return out + + +def random_hv(d: int = DEFAULT_DIM, rng=None) -> int: + """Random balanced hypervector (about d/2 set bits).""" + if rng is None: + import random + + rng = random + return rng.getrandbits(d) & mask(d) + + +# Roles: named slots used to build records. BSC's canonical record is +# record = bundle([bind(role_i, value_i) for i in fields]) +# and a field is read back with bind(record, role_i) -> noisy value_i. +ROLES: dict[str, str] = { + "op": "role/operation", + "ra": "role/dest-register", + "rb": "role/source-register-b", + "rc": "role/source-register-c", + "imm": "role/immediate", + "tgt": "role/target-pc", + "addr": "role/address", + "val": "role/value", + "name": "role/name", + "cap": "role/capability", + "doc": "role/documentation", + "arity": "role/arity", + "tool": "role/tool", + "arg": "role/argument", + "tag": "role/tag", + "kind": "role/kind", +} + + +def role(name: str, d: int = DEFAULT_DIM) -> int: + """Hypervector for a role slot (``"op"``, ``"ra"``, ...).""" + return hvc(ROLES.get(name, name), d) + + +# -------------------------------------------------------------------------- +# the algebra +# -------------------------------------------------------------------------- +def bind(a: int, b: int, d: int | None = None) -> int: + """Binding = XOR. Involutive: ``bind(bind(a, b), b) == a``.""" + v = a ^ b + return v & mask(d) if d is not None else v + + +def unbind(record: int, key: int, d: int | None = None) -> int: + """Unbinding is binding (XOR is self-inverse); named for readability.""" + return bind(record, key, d) + + +def permute(v: int, k: int = 1, d: int = DEFAULT_DIM) -> int: + """Cyclic bit rotation left by ``k`` (a rotation, so no bits are lost). + + Permutation is how this machine encodes *order*: position p of a sequence + is ``permute(item, p)``, which keeps items near-orthogonal while making + "same item, different position" a different address. + """ + m = mask(d) + v &= m + k %= d + if k == 0: + return v + return ((v << k) | (v >> (d - k))) & m + + +def permute_inv(v: int, k: int = 1, d: int = DEFAULT_DIM) -> int: + """Inverse rotation (rotate right by ``k``).""" + return permute(v, -k, d) + + +def _add_bitplane(plates: list[int], v: int) -> None: + """Ripple-carry add of one bit-plane into a binary counter.""" + i = 0 + carry = v + while carry: + if i == len(plates): + plates.append(carry) + return + nxt = plates[i] & carry + plates[i] ^= carry + carry = nxt + i += 1 + + +def _plane_ge(plates: Sequence[int], threshold: int, d: int) -> int: + """Bit-sliced ``count >= threshold`` over the counter planes. + + Walks planes from most to least significant holding one predicate, ``eq`` + ("equal to the threshold so far"), and one accumulator, ``gt`` ("already + greater, therefore certainly >= threshold"). Lanes that fall below the + threshold at some position are dropped from ``eq`` and die there, which is + exactly a ripple comparator built from AND/NOT — the same gate logic a + hardware majority element uses, widened to d lanes at once. + """ + m = mask(d) + nbits = max(len(plates), threshold.bit_length()) or 1 + eq = m + gt = 0 + for i in range(nbits - 1, -1, -1): + p = plates[i] if i < len(plates) else 0 + if (threshold >> i) & 1: + eq &= p # count bit 0 where threshold bit is 1 -> too small + else: + gt |= eq & p # count bit 1 where threshold bit is 0 -> greater + eq &= ~p & m + if eq == 0: + break + return (gt | eq) & m + + +def bundle(vecs: Iterable[int], d: int = DEFAULT_DIM) -> int: + """Majority bundling: per-bit vote, ties resolve to 0. + + Implemented bit-sliced: every vector is added into a d-lane binary + counter (one Python int per bit position of the count), then a single + vectorised comparator thresholds it at ``floor(n/2)+1``. Cost is + O(n * log n) big-int operations rather than O(n * d) element visits, + which is what keeps a 10 000-bit bundle at tens of microseconds. + """ + items = list(vecs) + if not items: + return 0 + if len(items) == 1: + return items[0] & mask(d) + plates: list[int] = [] + for v in items: + _add_bitplane(plates, v & mask(d)) + return _plane_ge(plates, len(items) // 2 + 1, d) + + +def sim(a: int, b: int, d: int = DEFAULT_DIM) -> float: + """Cosine-style similarity in [-1, 1]: agreement of bits, rescaled. + + ``sim = (d - 2*hamming) / d``; +1 identical, 0 orthogonal, -1 complement. + """ + if d <= 0: + raise ValueError("d must be positive") + return (d - 2 * (a ^ b).bit_count()) / d + + +def sim_matrix(vecs: Sequence[int], d: int = DEFAULT_DIM) -> list[list[float]]: + """All-pairs similarity matrix.""" + return [[sim(a, b, d) for b in vecs] for a in vecs] + + +# -------------------------------------------------------------------------- +# integers stored *as* hypervectors +# -------------------------------------------------------------------------- +# A scalar is represented by superposition of bit-position atoms: +# int_to_hv(n) = bundle([bind(NUM, permute(BITBASE, i)) for i where n has bit i]) +# so an integer occupies a vector like every other value and can be recovered +# by cleanup (one similarity probe per bit position). This is the pixel that +# makes "all state is hyperdimensional" true rather than decorative. +# +# The layout is **two's complement**, 32 bits: bit MAX_INT_BITS-1 is the sign, +# and a negative value is dense where a sign-magnitude encoding would be +# sparse. That choice is what lets arithmetic happen as a ripple-carry +# circuit over the bit atoms (see hdc/adder.py): two's complement makes +# addition a pure function of the bits, with no sign case analysis anywhere. +_NUM = hvc("codec/integer") +_BITBASE = hvc("codec/bit-position") + +#: Width of the integer payload, in bits, two's complement. +MAX_INT_BITS = 32 + +#: Similarity above which a bit atom counts as present in a bundle. +#: +#: Measured on this implementation (40 random atom subsets per size, both +#: dimensions): a member of a k-atom bundle recovers at 1/sqrt(k) — 0.35 at +#: k=4 down to 0.136 at k=32 — while a non-member stays below 0.044 at +#: d=10 000 and below 0.093 at d=2 000. 0.10 is the value that separates all +#: of those cases and round-trips 415/415 sampled 32-bit values at both +#: dimensions; d=2 000 is therefore the supported floor for the codec. +CODEC_THRESHOLD = 0.10 + +#: Smallest dimension at which the integer codec round-trips reliably. +#: +#: Measured over all 256 byte values plus 200 random bytes: 0 errors at +#: d=1500, 2000 and 3000; **60 errors at d=1000** and 401 at d=500, with a +#: worst delta of 512. Below this floor the bit atoms crosstalk enough that a +#: decode silently returns a neighbouring value, which would corrupt every +#: threshold and shift downstream, so the codec refuses instead. +MIN_CODEC_DIM = 1500 + + +def _check_dim(d: int) -> None: + if d < MIN_CODEC_DIM: + raise ValueError( + "integer codec needs d >= %d (got %d): bit atoms crosstalk below that " + "and values decode wrong" % (MIN_CODEC_DIM, d) + ) + + +def _bit_probe(i: int, d: int) -> int: + return bind(_NUM, permute(_BITBASE, i, d), d) + + +def bit_probe(i: int, d: int = DEFAULT_DIM) -> int: + """The atom for bit position ``i``, for probing a coded value directly. + + Exposed because other layers (the shader) need single-bit tests — sign, + ordering — without decoding the whole integer. + """ + return _bit_probe(i, d) + + +def int_to_hv(n: int, d: int = DEFAULT_DIM) -> int: + """Encode a signed 32-bit integer as a hypervector (two's complement). + + Zero encodes to the all-zero vector (the empty bundle), so a cleared + register is literally a vector with no atoms in it. + + This codec is *symbolic, not similarity-preserving*: two integers that + share set bits share bit-position atoms, so ``sim(int_to_hv(5), + int_to_hv(37))`` is high even though 5 and 37 have nothing to do with each + other. That is deliberate — decode needs the atoms to be shared and + probeable, exactly like a bit field. Do not read a distance between two + encoded integers as a semantic relationship, and do not expect binding two + of them to decorrelate the way binding two random vectors does. + """ + _check_dim(d) + lo, hi = -(1 << (MAX_INT_BITS - 1)), (1 << (MAX_INT_BITS - 1)) - 1 + if not lo <= n <= hi: + raise ValueError("integer outside the %d-bit codec range: %r" % (MAX_INT_BITS, n)) + return hv_from_bits(hv_bits_of_int(n), d) + + +def hv_bits_of_int(n: int) -> list[int]: + """The two's complement bit pattern of an integer, least significant first.""" + pattern = n & ((1 << MAX_INT_BITS) - 1) + return [(pattern >> i) & 1 for i in range(MAX_INT_BITS)] + + +def hv_from_bits(bits: Sequence[int], d: int = DEFAULT_DIM) -> int: + """Assemble a hypervector from bit values, purely by bundling atoms. + + No integer arithmetic is involved: each set position contributes its atom + to a majority bundle. Two's complement sign extension is the caller's + concern, exactly as it is in hardware. + """ + parts = [_bit_probe(i, d) for i, bit in enumerate(bits) if bit] + return bundle(parts, d) if parts else 0 + + +def hv_to_bits(v: int, d: int = DEFAULT_DIM, threshold: float = CODEC_THRESHOLD) -> list[int]: + """Read the bit pattern back with one similarity probe per position.""" + return [1 if sim(v, _bit_probe(i, d), d) >= threshold else 0 for i in range(MAX_INT_BITS)] + + +def shift(v: int, k: int, d: int = DEFAULT_DIM) -> int: + """Multiply or divide a coded integer by 2**k, without decoding it. + + This works only because the bit atoms are a *permutation orbit*: + ``atom(i) = NUM ^ perm(BITBASE, i)``, so rotating the whole vector by k + rotates every atom's index by k. Rotation commutes with bundling (it is a + bit permutation, and majority is per-bit), so + + rotate(hv, k) = bundle_i( perm(NUM,k) ^ atom(i+k) ) + + and binding away the ``perm(NUM,k) ^ NUM`` offset leaves exactly the + encoding of the shifted value. Two XORs and two rotations, no similarity + probe, no threshold, no decode. + + Positive ``k`` shifts left (multiply), negative shifts right (divide). + Exact for non-negative values; for negative values the shift is logical, + so the sign bit is not extended. + """ + if k == 0: + return v + return bind(permute(v, k, d), permute(_NUM, k, d) ^ _NUM, d) + + +def hv_to_int(v: int, d: int = DEFAULT_DIM, threshold: float = CODEC_THRESHOLD) -> int: + """Decode an integer hypervector by per-bit cleanup (two's complement).""" + _check_dim(d) + m = 0 + for i, bit in enumerate(hv_to_bits(v, d, threshold)): + if bit: + m |= 1 << i + if m & (1 << (MAX_INT_BITS - 1)): + m -= 1 << MAX_INT_BITS + return m + + +# -------------------------------------------------------------------------- +# diagnostics +# -------------------------------------------------------------------------- +def capacity_bits(d: int = DEFAULT_DIM) -> float: + """Information content of one vector, in bits (log2 of sign patterns).""" + return float(d) + + +def orthogonal_capacity(d: int = DEFAULT_DIM, noise: float = 0.35) -> float: + """Rough count of distinguishable near-orthogonal items (~ d / (2 log d)).""" + return d / (2.0 * math.log2(d)) diff --git a/hdc/ide.py b/hdc/ide.py new file mode 100644 index 0000000000000000000000000000000000000000..29cbbfc4a3a2cbc326a0ff6edc56a9c0d170c0d1 --- /dev/null +++ b/hdc/ide.py @@ -0,0 +1,465 @@ +"""The native binary-logic IDE. + +A line-oriented front end to the whole machine: edit source, assemble it into +hypervector cells, run and step it, inspect registers symbolically, read raw +bit planes, call HDC-resident tools, and save the storage image. + +The IDE is not a separate program with its own model of the code — every view +it shows is produced by the machine: disassembly is a cleanup decode of stored +vectors, the register table's SYMBOL column is a cleanup query, and ``cell`` +prints the bits that are literally resident in storage. When a decode is +uncertain it says so instead of inventing a mnemonic. + +Commands (``help`` in the REPL prints this list): + + new [file] clear the source buffer + open load a .hdcasm file into the buffer + append append a source line + insert insert before line n + delete delete line n + show [from to] list the buffer with line numbers + save [file] write the buffer back out + asm assemble the buffer into hypervectors + run | go run to halt or the next breakpoint + step [n] | next single step; next steps over a CALL + bp set a breakpoint + unbp clear a breakpoint + bps list breakpoints + regs registers with integer payload and nearest symbol + sim [n] pairwise similarity of the first n registers + disasm [start] [n] disassembly with decode confidence + bits bit planes of a register + cell bit planes of a storage cell + mem [limit] storage listing + sym cleanup memory contents + trace [n] last n executed instructions + stat storage statistics + tools tool registry + tool [args] call a tool directly + adder [a b] run one addition through the HDC full adder + shader HDC image pipeline: dim, edges, depth, normals + net BitNet layer self-check + opcodes instruction set reference + decode decode an arbitrary hypervector + reset reset registers; keep storage + saveimg persist the storage image + openimg load a storage image + help this list + quit leave +""" + +from __future__ import annotations + +import os +import shlex + +from .agent import ToolRegistry +from .assembler import AsmError, assemble +from .debugger import Debugger +from .hypervec import DEFAULT_DIM, bits, hvc +from .interpreter import Machine +from .isa import DecodeError, decode_instr, opcode_table_text +from .memory import HDCStorage + +DEMO_SOURCE = """\ +; --------------------------------------------------------------- +; A program that lives entirely in hyperdimensional storage. +; --------------------------------------------------------------- +.str greeting "hdc storage online" +.data accumulator 0 + +start: + ldi R0, 5 + ldi R1, 37 + add R2, R0, R1 ; 42 + out R2 + prints greeting + bind R3, R0, R1 ; bind the two operands + sim R4, R3, R0 ; unrelated: ~0 + out R4 + bind R5, R3, R1 ; unbind recovers R0 + sim R6, R5, R0 ; 1000 milli + out R6 + tool R7, R0, R1, hdc.similarity + out R7 + store accumulator, R2 + load R8, accumulator + out R8 + halt +""" + + +class IDE: + """Editor + assembler + machine + debugger in one console.""" + + def __init__( + self, + d: int = DEFAULT_DIM, + storage: HDCStorage | None = None, + out=print, + ): + self.d = d + self.out = out + self.storage = storage or HDCStorage(d=d, label="ide") + self.registry = ToolRegistry(storage=self.storage, d=d) + self.machine = Machine( + storage=self.storage, d=d, tools=self.registry, echo=self._emit + ) + self.dbg = Debugger(self.machine) + self.src: list[str] = [] + self.program = None + self.filename: str | None = None + self.running = True + self._printed = 0 + + # ------------------------------------------------------------- plumbing + def _emit(self, text: str) -> None: + self.out(" | " + text) + + def _flush_output(self) -> None: + for line in self.machine.output[self._printed :]: + self.out(" | " + line) + self._printed = len(self.machine.output) + + # -------------------------------------------------------------- dispatch + def execute(self, line: str) -> str: + """Run one IDE command; returns text to display.""" + line = line.strip() + if not line or line.startswith("#"): + return "" + try: + argv = shlex.split(line) + except ValueError as exc: + return "parse error: %s" % exc + cmd = argv[0].lower() + args = argv[1:] + handler = getattr(self, "_cmd_" + cmd, None) + aliases = {"go": "run", "next": "step_over", "quit": "quit", "exit": "quit"} + if handler is None and cmd in aliases: + handler = getattr(self, "_cmd_" + aliases[cmd], None) + if handler is None: + return "unknown command %r (try: help)" % cmd + try: + return handler(args) or "" + except (AsmError, DecodeError, KeyError, ValueError, OSError) as exc: + return "%s: %s" % (type(exc).__name__, exc) + + # ---------------------------------------------------------------- editor + def _cmd_new(self, args) -> str: + self.src = [] + self.filename = args[0] if args else None + self.program = None + return "buffer cleared" + + def _cmd_open(self, args) -> str: + if not args: + return "usage: open " + with open(args[0], "r", encoding="utf-8") as fh: + self.src = fh.read().splitlines() + self.filename = args[0] + self.program = None + return "loaded %d line(s) from %s" % (len(self.src), args[0]) + + def _cmd_append(self, args) -> str: + if not args: + return "usage: append " + self.src.append(" ".join(args)) + return "line %d appended" % len(self.src) + + def _cmd_insert(self, args) -> str: + if len(args) < 2: + return "usage: insert " + n = int(args[0]) + self.src.insert(max(0, n - 1), " ".join(args[1:])) + return "inserted at %d" % n + + def _cmd_delete(self, args) -> str: + if not args: + return "usage: delete " + n = int(args[0]) + if not 1 <= n <= len(self.src): + return "no line %d" % n + removed = self.src.pop(n - 1) + return "deleted: %s" % removed + + def _cmd_show(self, args) -> str: + if not self.src: + return "" + lo = int(args[0]) if args else 1 + hi = int(args[1]) if len(args) > 1 else len(self.src) + rows = [] + for i in range(lo, min(hi, len(self.src)) + 1): + rows.append("%3d %s" % (i, self.src[i - 1])) + return "\n".join(rows) + + def _cmd_save(self, args) -> str: + path = args[0] if args else self.filename + if not path: + return "usage: save " + with open(path, "w", encoding="utf-8") as fh: + fh.write("\n".join(self.src) + "\n") + self.filename = path + return "wrote %d line(s) to %s" % (len(self.src), path) + + # ------------------------------------------------------------- assembling + def _cmd_asm(self, args) -> str: + source = "\n".join(self.src) if self.src else DEMO_SOURCE + if not self.src: + self.src = DEMO_SOURCE.splitlines() + self.program = assemble(source, d=self.d) + self.machine.load(self.program) + self.dbg.attach_program(self.program) + self._printed = 0 + rows = [ + "assembled %d cell(s), %d literal(s), %d string(s), %d cell name(s)" + % ( + len(self.program.instrs), + len(self.program.literals), + len(self.program.strings), + len(self.program.cell_names), + ), + "weakest decode confidence: %.2f" + % min(d.confidence for d in self.program.listing), + self.program.listing_text(), + ] + return "\n".join(rows) + + # ---------------------------------------------------------------- running + def _cmd_run(self, args=None) -> str: + stop = self.dbg.continue_() + self._flush_output() + return "stopped: %s" % stop + + def _cmd_step(self, args) -> str: + n = int(args[0]) if args else 1 + last = None + for _ in range(max(1, n)): + last = self.dbg.step() + self._flush_output() + if last is None: + return "machine is halted" + return last.render() + + def _cmd_step_over(self, args) -> str: + entry = self.dbg.step_over() + self._flush_output() + return entry.render() if entry else "machine is halted" + + def _cmd_reset(self, args) -> str: + self.machine.reset() + self._printed = 0 + return "registers cleared; storage kept (%d cells)" % len(self.storage) + + # ------------------------------------------------------------ breakpoints + def _cmd_bp(self, args) -> str: + if not args: + return "usage: bp " + where = args[0] + pc = self.dbg.add_break(int(where) if where.isdigit() else where) + return "breakpoint at cell %d" % pc + + def _cmd_unbp(self, args) -> str: + if not args: + return "usage: unbp " + where = args[0] + ok = self.dbg.remove_break(int(where) if where.isdigit() else where) + return "cleared" if ok else "no such breakpoint" + + def _cmd_bps(self, args) -> str: + return "breakpoints: %s" % (sorted(self.dbg.breakpoints) or "none") + + # ------------------------------------------------------------------ views + def _cmd_regs(self, args) -> str: + return self.dbg.regs() + + def _cmd_sim(self, args) -> str: + n = int(args[0]) if args else 8 + return self.dbg.sim_table(list(range(min(n, len(self.machine.regs))))) + + def _cmd_disasm(self, args) -> str: + start = int(args[0]) if args else None + count = int(args[1]) if len(args) > 1 else 12 + return self.dbg.disasm(start, count) + + def _cmd_bits(self, args) -> str: + if not args: + return "usage: bits " + reg = args[0].upper().lstrip("R") + return self.dbg.bits(int(reg)) + + def _cmd_cell(self, args) -> str: + if not args: + return "usage: cell " + return self.dbg.cell_bits(args[0]) + + def _cmd_mem(self, args) -> str: + limit = int(args[0]) if args else 24 + return self.storage.dump(limit=limit) + + def _cmd_sym(self, args) -> str: + syms = self.storage.symbols() + if not syms: + return "" + return "\n".join("%3d %s" % (i, s) for i, s in enumerate(syms)) + + def _cmd_trace(self, args) -> str: + n = int(args[0]) if args else 10 + return self.dbg.trace_tail(n) + + def _cmd_stat(self, args) -> str: + st = self.storage.stat() + rows = ["%-14s %s" % (k, v) for k, v in st.items()] + if self.program is not None: + rows.append("%-14s %d" % ("program_cells", len(self.program.instrs))) + rows.append( + "%-14s %.2f" + % ("min_decode_conf", min(d.confidence for d in self.program.listing)) + ) + return "\n".join(rows) + + def _cmd_tools(self, args) -> str: + return self.registry.specs_text() + "\n\n" + self.registry.memory_report() + + def _cmd_tool(self, args) -> str: + if not args: + return "usage: tool [args...]" + spec, conf = self.registry.resolve(args[0]) + if spec is None: + return "no tool resembling %r (best %.3f)" % (args[0], conf) + values = [int(a, 0) for a in args[1:]] + args_map = {} + for (pname, kind), value in zip(spec.params, values): + args_map[pname] = value + result = self.registry.call_named(spec.name, args_map) + shown = "0x%x" % result if spec.returns == "hv" else result + return "%s (conf %.3f) -> %s" % (spec.name, conf, shown) + + def _cmd_adder(self, args) -> str: + from .adder import HyperAdder, wrap + + a = int(args[0]) if args else 7 + b = int(args[1]) if len(args) > 1 else 35 + adder = HyperAdder(d=self.d) + out = adder.add(a, b) + return "\n".join( + [ + adder.table_text(), + "", + "ripple for %d + %d:" % (a, b), + adder.trace_text(8), + " ... %d more stages" % (adder.width - 8), + "\nsum = %d (expected %d) -> %s" + % ( + adder.decode(out), + wrap(a + b), + "ok" if adder.decode(out) == wrap(a + b) else "MISMATCH", + ), + ] + ) + + def _cmd_shader(self, args) -> str: + from .shader import demo_report + + return demo_report(d=self.d) + + def _cmd_net(self, args) -> str: + from .net import selfcheck + + report = selfcheck() + return "\n".join("%-20s %s" % (k, v) for k, v in report.items()) + + def _cmd_opcodes(self, args) -> str: + return opcode_table_text() + + def _cmd_decode(self, args) -> str: + if not args: + return "usage: decode " + hv = int(args[0], 0) + ctx = self.program.context() if self.program else None + dec = decode_instr(hv, ctx) + return "%s %s (conf %.2f, margins %s)" % ( + dec.op, + dec.regs, + dec.confidence, + {k: round(v, 3) for k, v in dec.margins.items()}, + ) + + def _cmd_saveimg(self, args) -> str: + path = args[0] if args else "hdcstorage.hdc" + size = self.storage.save(path) + return "saved %s (%d bytes, %d cells)" % (path, size, len(self.storage)) + + def _cmd_openimg(self, args) -> str: + if not args: + return "usage: openimg " + self.storage = HDCStorage.load(args[0]) + self.d = self.storage.d + self.registry = ToolRegistry(storage=self.storage, d=self.d) + self.machine = Machine( + storage=self.storage, d=self.d, tools=self.registry, echo=self._emit + ) + self.dbg = Debugger(self.machine) + return "loaded %r (%d cells, d=%d)" % (args[0], len(self.storage), self.d) + + def _cmd_help(self, args) -> str: + return __doc__ or "" + + def _cmd_quit(self, args) -> str: + self.running = False + return "bye" + + # ------------------------------------------------------------------- loop + def repl(self) -> int: + self.out("HDCSTORAGE IDE d=%d cells=%d tools=%d" + % (self.d, len(self.storage), len(self.registry.specs))) + self.out('type "help" for commands, "asm" to assemble, "run" to execute') + while self.running: + try: + line = input("hdc> ") + except (EOFError, KeyboardInterrupt): + self.out("") + break + text = self.execute(line) + if text: + self.out(text) + return 0 + + def run_script(self, text: str) -> int: + """Execute a batch of IDE commands (used by demos and tests).""" + for line in text.splitlines(): + text_out = self.execute(line) + if text_out: + self.out(text_out) + return 0 + + +def main(argv: list[str] | None = None) -> int: + import sys + + argv = list(sys.argv[1:] if argv is None else argv) + d = DEFAULT_DIM + files = [] + i = 0 + while i < len(argv): + if argv[i] == "--d": + d = int(argv[i + 1]) + i += 2 + continue + files.append(argv[i]) + i += 1 + ide = IDE(d=d) + if files: + path = files[0] + if path.endswith(".hdc"): + print(ide._cmd_openimg([path])) + else: + print(ide._cmd_open([path])) + print(ide._cmd_asm([])) + print(ide._cmd_run([])) + if sys.stdin.isatty(): + return ide.repl() + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/hdc/interpreter.py b/hdc/interpreter.py new file mode 100644 index 0000000000000000000000000000000000000000..e3d1636406301be422c3f23ad26395bd60df7774 --- /dev/null +++ b/hdc/interpreter.py @@ -0,0 +1,480 @@ +"""The HDC virtual machine. + +State is hyperdimensional and lives in storage: + +* 16 registers, each one hypervector; +* the program counter indexes cells ``code/`` in HDC storage; +* the stack holds hypervectors; +* the flag is derived from a comparison, not stored in a status word; +* integer values are themselves hypervectors (the bit-position codec in + :mod:`hdc.hypervec`), so ``LDI R0, 5`` writes a *vector*, and ``ADD`` + decodes two vectors to integers, adds them with the binary ALU, and + re-encodes the sum. That is the honest split in this design: HDC carries + addressing, dispatch, records and associative recall natively; scalar + arithmetic borrows a conventional integer ALU on the decoded payload. + ``BIND``/``BUNDLE``/``PERMUTE``/``SIM``/``CLEAN``/``RECALL`` never leave + hyperdimensional space at all. + +Every fetched instruction is decoded from its vector alone — no side table of +"what the instruction was" is consulted, only cleanup alphabets supplied by +the assembled image. Decodes are memoised by vector value, which is sound +because decoding is a pure function of the vector and the alphabet. +""" + +from __future__ import annotations + +from dataclasses import dataclass, field +from typing import Callable, Iterable + +from .hypervec import ( + DEFAULT_DIM, + bind, + bits, + bundle, + hvc, + hv_to_int, + int_to_hv, + permute, + popcount, + sim, +) +from .adder import HyperAdder +from .isa import ( + OPCODES, + REG_COUNT, + REG_NAMES, + DecodeContext, + DecodedInstr, + decode_instr, + format_operands, +) +from .memory import HDCStorage + +#: Sentinel for "ran past the end of the program". +PROGRAM_END = -1 + + +class MachineError(Exception): + """A runtime fault inside the HDC machine.""" + + +@dataclass +class TraceEntry: + """One executed instruction, as the debugger wants to see it.""" + + pc: int + op: str + operands: str + confidence: float + note: str = "" + written: tuple[str, ...] = () + fetch_sim: float = 1.0 + + def render(self) -> str: + tail = (" ; " + self.note) if self.note else "" + return "%04d %-8s %-26s conf=%.2f%s" % ( + self.pc, + self.op, + self.operands, + self.confidence, + tail, + ) + + +class Machine: + """Fetch from HDC storage, decode by cleanup, execute, keep everything HDC.""" + + def __init__( + self, + storage: HDCStorage | None = None, + d: int = DEFAULT_DIM, + tools=None, + echo: Callable[[str], None] | None = None, + adder_radix: int = 8, + ): + self.d = d + self.storage = storage if storage is not None else HDCStorage(d=d) + self.tools = tools + self.echo = echo + self.prefix = "code" + self.prog_len = 0 + self.ctx = DecodeContext(d=d) + #: ADD and SUB are executed by this circuit, not by the integer ALU. + #: Its truth table lives in HDC storage of its own, so a program's own + #: cell usage is unaffected. radix=8 means 4 byte-slice stages per + #: 32-bit word instead of 32 single-bit stages. + self.adder = HyperAdder(d=d, radix=adder_radix) + self.regs: list[int] = [0] * REG_COUNT + self.pc = 0 + self.halted = False + self.status = "ready" + self.flag_z = False + self.stack: list[int] = [] + self.output: list[str] = [] + self.steps = 0 + self.last_recall: list[tuple[str, int, float]] = [] + self.last_tool_result: object = None + self.last_fetch_sim = 1.0 + self.skip_break = False + self.trace: list[TraceEntry] = [] + self.trace_limit = 512 + self._decode_cache: dict[int, DecodedInstr] = {} + self.reset() + + # ------------------------------------------------------------- lifecycle + def reset(self) -> None: + """Clear registers, stack, flags and counters (not storage).""" + self.regs = [int_to_hv(0, self.d) for _ in range(REG_COUNT)] + self.pc = 0 + self.halted = False + self.status = "ready" + self.flag_z = False + self.stack = [] + self.output = [] + self.steps = 0 + self.trace = [] + self.last_recall = [] + self.last_tool_result = None + + def load(self, program, prefix: str = "code") -> "Machine": + """Install an assembled program into storage and point the PC at 0.""" + self.prefix = prefix + program.install(self.storage, prefix) + self.prog_len = len(program.instrs) + self.ctx = program.context() + self._decode_cache.clear() + self.reset() + self.status = "ready" + return self + + # ----------------------------------------------------------- fetch path + def cell_name(self, pc: int) -> str: + return "%s/%d" % (self.prefix, pc) + + def fetch(self, pc: int | None = None) -> int: + """Read the instruction vector for a program cell out of HDC storage. + + Resolution goes through the content-addressable path: an exact address + hit is normal, but a modified address vector still resolves and the + similarity is reported to the debugger. + """ + if pc is None: + pc = self.pc + if pc < 0 or (self.prog_len and pc >= self.prog_len): + raise MachineError("PC out of program: %d" % pc) + name = self.cell_name(pc) + resolved = self.storage.resolve(self.storage.addr(name)) + if resolved is None: + raise MachineError("no instruction cell at pc=%d" % pc) + cell, confidence = resolved + self.last_fetch_sim = confidence + return self.storage.read(cell) + + def decode_at(self, pc: int | None = None) -> DecodedInstr: + """Fetch and decode one instruction.""" + hv = self.fetch(pc) + dec = self._decode_cache.get(hv) + if dec is None: + dec = decode_instr(hv, self.ctx) + self._decode_cache[hv] = dec + return dec + + # --------------------------------------------------------------- values + def get_int(self, idx: int) -> int: + """Decode a register's integer payload.""" + return hv_to_int(self.regs[idx], self.d) + + def set_int(self, idx: int, value: int) -> None: + """Encode an integer back into a register as a hypervector.""" + self.regs[idx] = int_to_hv(value, self.d) + + def get_sim(self, a: int, b: int) -> float: + return sim(self.regs[a], self.regs[b], self.d) + + # -------------------------------------------------------------- execute + def step(self) -> TraceEntry | None: + """Execute exactly one instruction; returns its trace entry.""" + if self.halted: + return None + start_pc = self.pc + dec = self.decode_at(start_pc) + op = dec.op + note = "" + written: list[str] = [] + next_pc = start_pc + 1 + + def dst(i: int, value: int, tag: str = "") -> None: + if 0 <= i < REG_COUNT: + self.regs[i] = value + written.append(REG_NAMES[i]) + + try: + if op == "NOP": + pass + elif op == "HALT": + self.halted = True + self.status = "halted" + note = "halt" + elif op == "LDI": + dst(dec.regs[0], int_to_hv(int(dec.imm or 0), self.d)) + note = "imm=%d" % (dec.imm or 0) + elif op == "MOV": + dst(dec.regs[0], self.regs[dec.regs[1]]) + elif op in ("ADD", "SUB"): + # Native hyperdimensional arithmetic: 32 stages of bind + cleanup + # against the stored full-adder table. No integer payload is + # materialised to compute this result; the operands stay vectors + # from fetch to store. + a, b, c = dec.regs[0], dec.regs[1], dec.regs[2] + if op == "ADD": + dst(a, self.adder.add_hv(self.regs[b], self.regs[c])) + else: + dst(a, self.adder.sub_hv(self.regs[b], self.regs[c])) + note = "%s: %d stages, radix %d" % ( + op.lower(), len(self.adder.last_stages), self.adder.radix + ) + elif op in ("MUL", "DIV", "AND", "OR", "XOR"): + a, b, c = dec.regs[0], dec.regs[1], dec.regs[2] + x, y = self.get_int(b), self.get_int(c) + if op == "MUL": + r = x * y + elif op == "DIV": + r = x // y if y else 0 + elif op == "AND": + r = x & y + elif op == "OR": + r = x | y + else: + r = x ^ y + dst(a, int_to_hv(r, self.d)) + note = "%d %s %d = %d" % (x, op.lower(), y, r) + elif op == "NOT": + x = self.get_int(dec.regs[1]) + dst(dec.regs[0], int_to_hv(~x, self.d)) + note = "~%d" % x + elif op in ("SHL", "SHR"): + x = self.get_int(dec.regs[1]) + n = int(dec.imm or 0) + r = x << n if op == "SHL" else x >> n + dst(dec.regs[0], int_to_hv(r, self.d)) + note = "%d %s %d = %d" % (x, "<<" if op == "SHL" else ">>", n, r) + elif op == "POPC": + dst(dec.regs[0], int_to_hv(popcount(self.regs[dec.regs[1]]), self.d)) + note = "popcount" + elif op == "CMP": + self.flag_z = self.get_int(dec.regs[0]) == self.get_int(dec.regs[1]) + note = "ZF=%d" % int(self.flag_z) + elif op == "JMP": + next_pc = int(dec.tgt or 0) + elif op == "JZ": + next_pc = int(dec.tgt or 0) if self.flag_z else next_pc + elif op == "JNZ": + next_pc = int(dec.tgt or 0) if not self.flag_z else next_pc + elif op == "CALL": + self.stack.append(int_to_hv(next_pc, self.d)) + next_pc = int(dec.tgt or 0) + note = "call" + elif op == "RET": + if not self.stack: + raise MachineError("RET with empty stack") + next_pc = hv_to_int(self.stack.pop(), self.d) + note = "ret" + elif op == "PUSH": + self.stack.append(self.regs[dec.regs[0]]) + elif op == "POP": + if not self.stack: + raise MachineError("POP with empty stack") + dst(dec.regs[0], self.stack.pop()) + elif op == "BIND": + dst(dec.regs[0], bind(self.regs[dec.regs[1]], self.regs[dec.regs[2]], self.d)) + note = "bind" + elif op == "BUNDLE": + dst( + dec.regs[0], + bundle([self.regs[dec.regs[1]], self.regs[dec.regs[2]]], self.d), + ) + note = "bundle" + elif op == "PERMUTE": + dst(dec.regs[0], permute(self.regs[dec.regs[1]], int(dec.imm or 0), self.d)) + note = "rho^%d" % int(dec.imm or 0) + elif op == "SIM": + s = self.get_sim(dec.regs[1], dec.regs[2]) + dst(dec.regs[0], int_to_hv(int(round(s * 1000)), self.d)) + note = "sim=%.4f" % s + elif op == "CLEAN": + hits = self.storage.nearest_symbol(self.regs[dec.regs[1]], k=1) + if hits: + sym_name, sym_sim = hits[0] + symbols = self.storage.symbols() + idx = symbols.index(sym_name) if sym_name in symbols else -1 + note = "%s sim=%.3f" % (sym_name, sym_sim) + else: + idx, note = -1, "no symbol" + dst(dec.regs[0], int_to_hv(idx, self.d)) + elif op == "STORE": + if dec.name is None: + raise MachineError("STORE needs a cell name") + self.storage.write(dec.name, self.regs[dec.regs[0]], symbol=True) + note = "->%s" % dec.name + elif op == "LOAD": + if dec.name is None: + raise MachineError("LOAD needs a cell name") + dst(dec.regs[0], self.storage.read(dec.name, default=int_to_hv(0, self.d))) + note = "<-%s" % dec.name + elif op == "RECALL": + k = int(dec.imm or 1) + probe = self.regs[dec.regs[1]] + hits = self.storage.recall(probe, k=max(1, k)) + self.last_recall = hits + best = hits[0] if hits else None + order = self.storage.order + idx = order.index(best[0]) if best and best[0] in order else -1 + dst(dec.regs[0], int_to_hv(idx, self.d)) + note = "%s sim=%.3f" % (best[0], best[2]) if best else "no hit" + elif op == "MEMSTAT": + dst(dec.regs[0], int_to_hv(self.storage.stat()["cells_used"], self.d)) + elif op == "OUT": + v = self.get_int(dec.regs[0]) + self._emit(str(v)) + note = "out %d" % v + elif op == "OUTT": + hits = self.storage.nearest_symbol(self.regs[dec.regs[0]], k=1) + if hits: + self._emit("%s (sim %.3f)" % (hits[0][0], hits[0][1])) + note = "outt %s" % hits[0][0] + else: + self._emit("") + elif op == "PRINTS": + self._emit(str(dec.text or "")) + note = "prints" + elif op == "TOOL": + self._tool(dec, dst) + note = "tool=%s" % dec.tool + elif op == "BREAK": + if self.skip_break: + self.skip_break = False + note = "breakpoint stepped over" + else: + self.status = "break" + note = "breakpoint trap" + self.trace.append( + TraceEntry(start_pc, op, format_operands(dec), dec.confidence, note, + tuple(written), self.last_fetch_sim) + ) + return self.trace[-1] + else: # pragma: no cover - unreachable while OPCODES is closed + raise MachineError("unimplemented opcode %r" % op) + except MachineError as exc: + self.status = "error" + self.halted = True + note = "FAULT: %s" % exc + + self.steps += 1 + self.pc = next_pc + if not self.halted and self.prog_len and self.pc >= self.prog_len: + self.halted = True + self.status = "halted" + entry = TraceEntry( + start_pc, op, format_operands(dec), dec.confidence, note, tuple(written), + self.last_fetch_sim, + ) + self.trace.append(entry) + if len(self.trace) > self.trace_limit: + del self.trace[: len(self.trace) - self.trace_limit] + return entry + + def _emit(self, text: str) -> None: + self.output.append(text) + if self.echo is not None: + self.echo(text) + + def _tool(self, dec: DecodedInstr, dst) -> None: + if self.tools is None: + raise MachineError("TOOL executed but no tool registry is attached") + name = dec.tool or "" + try: + params = self.tools.params_for(name) + ret_kind = self.tools.returns_for(name) + actual = [dec.regs[1], dec.regs[2]][: len(params)] + args = [] + for kind, reg in zip(params, actual): + args.append(self.get_int(reg) if kind == "int" else self.regs[reg]) + result = self.tools.call(name, args, machine=self) + except Exception as exc: + # A failed tool is a machine fault the program can be debugged + # through, not an exception escaping the VM. + raise MachineError("tool %r failed: %s" % (name, exc)) from exc + self.last_tool_result = result + if isinstance(result, bool): + result = int(result) + if ret_kind == "hv": + dst(dec.regs[0], int(result) & ((1 << self.d) - 1)) + elif ret_kind == "str": + dst(dec.regs[0], hvc("str/" + str(result), self.d)) + elif isinstance(result, int): + dst(dec.regs[0], int_to_hv(int(result), self.d)) + else: + raise MachineError("tool %r returned an unusable type" % name) + + # ------------------------------------------------------------------ run + def run( + self, + max_steps: int = 100_000, + on_step: Callable[["Machine", TraceEntry], None] | None = None, + ) -> dict: + """Run until HALT, a breakpoint trap, a fault, or the step budget.""" + # Resuming after a trap or an exhausted budget must clear the parked + # status, otherwise the first step would immediately stop again. + if self.status in ("ready", "break", "budget"): + self.status = "running" + # Note: resuming past a trap cell is the caller's call — the debugger + # and the tests set ``skip_break`` explicitly, so a bare re-run of a + # trapped machine traps again rather than silently skipping. + while not self.halted and self.steps < max_steps: + entry = self.step() + if entry is None: + break + if on_step is not None: + on_step(self, entry) + # Stop only on a real trap. A BREAK that was deliberately + # stepped over (skip_break) must not end the run. + if entry.op == "BREAK" and self.status == "break": + break + if self.steps >= max_steps and not self.halted: + self.status = "budget" + return self.result() + + def result(self) -> dict: + return { + "status": self.status, + "pc": self.pc, + "steps": self.steps, + "halted": self.halted, + "flag_z": self.flag_z, + "output": list(self.output), + "stack_depth": len(self.stack), + } + + # ---------------------------------------------------------- inspection + def regs_text(self, with_values: bool = True) -> str: + """Register dump: index, integer payload, population count.""" + rows = ["REG VALUE POP HV(head)"] + for i, hv in enumerate(self.regs): + val = self.get_int(i) if with_values else 0 + rows.append( + "%-8s %-11d %-5d %s" + % (REG_NAMES[i], val, popcount(hv), bits(hv, self.d)[:32]) + ) + return "\n".join(rows) + + def disasm(self, start: int = 0, count: int = 12) -> str: + """Disassemble program cells straight out of storage.""" + rows = [] + for pc in range(start, min(start + count, self.prog_len)): + dec = self.decode_at(pc) + mark = "=>" if pc == self.pc else " " + rows.append( + "%s %04d %-8s %-26s conf=%.2f" + % (mark, pc, dec.op, format_operands(dec), dec.confidence) + ) + return "\n".join(rows) if rows else "" diff --git a/hdc/isa.py b/hdc/isa.py new file mode 100644 index 0000000000000000000000000000000000000000..bd2ea2b170bdd38f7478a6996db913c4a90b89cf --- /dev/null +++ b/hdc/isa.py @@ -0,0 +1,371 @@ +"""The HDCSTORAGE instruction set. + +An instruction is not a word in a flat array — it *is* a hypervector, built the +canonical VSA way: + + instr = bundle([ + bind(role("op"), hvc("op/ADD")), + bind(role("ra"), hvc("reg/R2")), + bind(role("rb"), hvc("reg/R0")), + bind(role("rc"), hvc("reg/R1")), + ]) + +The program counter therefore indexes *cells*, and the decoder never reads a +bit field at a fixed offset. It unbinds each role (``instr ^ role``, self- +inverse) and runs cleanup: nearest match over the opcode alphabet, the +register alphabet, the literal table. Every decode reports its own clearance +(best similarity and margin over the runner-up), so the machine can say *how +confident* it was that this cell said ADD. + +Measured on this implementation at d=10 000: members of a 4-5 field bundle +recover at similarity ~0.37-0.50 against a random-vector noise floor of +0.010 sd, which makes a 32-opcode x 16-register alphabet decode exactly in +practice. Field presence is detected the same way: an absent role unbinds to +noise, so "is this field here?" and "what does it say?" are one test. + +Operand slots by kind: + + reg -> ra, rb, rc in operand order + imm -> role("imm"), value hvc("lit/") + label -> role("tgt"), value hvc("pc/") + name -> role("imm"), value hvc("name/") (a storage cell name) + str -> role("imm"), value hvc("str/") (a string literal) + tool -> role("imm"), value hvc("tool/") (an MCP tool) +""" + +from __future__ import annotations + +from dataclasses import dataclass, field +from typing import Iterable, Sequence + +from .hypervec import DEFAULT_DIM, bind, bundle, hvc, mask, role, sim + +#: A field counts as present when its best cleanup similarity clears this. +#: Noise floor is ~0.010-0.020; a genuine bundle member sits at 0.27-0.50. +PRESENCE = 0.12 + +REG_COUNT = 16 +REG_NAMES: tuple[str, ...] = tuple("R%d" % i for i in range(REG_COUNT)) + + +@dataclass(frozen=True) +class Opcode: + """One entry of the instruction set.""" + + name: str + operands: str + effect: str + doc: str + + @property + def operand_list(self) -> list[str]: + return [o.strip() for o in self.operands.split(",") if o.strip()] + + +_RAW_OPCODES: tuple[tuple[str, str, str, str], ...] = ( + # name operands effect documentation + ("NOP", "", "ctrl", "Do nothing; the vector still decodes."), + ("HALT", "", "ctrl", "Stop the machine."), + ("LDI", "reg,imm", "alu", "Load an integer literal, HDC-coded, into a register."), + ("MOV", "reg,reg", "alu", "Copy one hypervector register to another."), + ("ADD", "reg,reg,reg", "alu", "Integer add of two decoded registers."), + ("SUB", "reg,reg,reg", "alu", "Integer subtract."), + ("MUL", "reg,reg,reg", "alu", "Integer multiply."), + ("DIV", "reg,reg,reg", "alu", "Integer divide (ra = rb // rc; zero yields 0)."), + ("AND", "reg,reg,reg", "alu", "Bitwise AND of decoded integers."), + ("OR", "reg,reg,reg", "alu", "Bitwise OR of decoded integers."), + ("XOR", "reg,reg,reg", "alu", "Bitwise XOR of decoded integers."), + ("NOT", "reg,reg", "alu", "Bitwise complement."), + ("SHL", "reg,reg,imm", "alu", "Shift left by an immediate."), + ("SHR", "reg,reg,imm", "alu", "Shift right by an immediate."), + ("POPC", "reg,reg", "alu", "Population count of a raw hypervector."), + ("CMP", "reg,reg", "alu", "Compare decoded integers; sets the zero flag."), + ("JMP", "label", "ctrl", "Jump to a program cell."), + ("JZ", "label", "ctrl", "Jump if the zero flag is set."), + ("JNZ", "label", "ctrl", "Jump if the zero flag is clear."), + ("CALL", "label", "ctrl", "Push the return cell and jump."), + ("RET", "", "ctrl", "Return to the pushed cell."), + ("PUSH", "reg", "mem", "Push a register onto the stack."), + ("POP", "reg", "mem", "Pop the stack into a register."), + ("BIND", "reg,reg,reg", "hd", "XOR-bind two hypervectors into a register."), + ("BUNDLE", "reg,reg,reg", "hd", "Majority-bundle two hypervectors into a register."), + ("PERMUTE", "reg,reg,imm", "hd", "Rotate a hypervector by an immediate."), + ("SIM", "reg,reg,reg", "hd", "Similarity of two registers, scaled to milli-units."), + ("CLEAN", "reg,reg", "hd", "Cleanup: index of the symbol nearest to a register."), + ("STORE", "name,reg", "mem", "Store a register into a named HDC cell."), + ("LOAD", "reg,name", "mem", "Load a named HDC cell into a register."), + ("RECALL", "reg,reg,imm", "mem", "Associative search: nearest stored cell to a register."), + ("MEMSTAT", "reg", "mem", "Write storage occupancy statistics into a register."), + ("OUT", "reg", "io", "Print a register's decoded integer."), + ("OUTT", "reg", "io", "Print the symbol name nearest to a register."), + ("PRINTS", "str", "io", "Print a string literal."), + ("TOOL", "reg,reg,reg,tool", "tool", "Call an MCP tool held in HDC storage."), + ("BREAK", "", "debug", "Trap into the debugger."), +) + +OPCODES: dict[str, Opcode] = { + name: Opcode(name, operands, effect, doc) + for name, operands, effect, doc in _RAW_OPCODES +} +OPCODE_NAMES: tuple[str, ...] = tuple(OPCODES) + +#: Operand slots, in binding order. +_REG_SLOTS = ("ra", "rb", "rc") + + +class DecodeError(Exception): + """Raised when a hypervector cannot be read as an instruction.""" + + +@dataclass +class DecodedInstr: + """A decoded instruction plus how much of it the machine actually trusts.""" + + op: str + regs: list[int] = field(default_factory=list) + imm: int | None = None + tgt: int | None = None + name: str | None = None + text: str | None = None + tool: str | None = None + confidence: float = 0.0 + margins: dict[str, float] = field(default_factory=dict) + raw: int = 0 + source_line: str = "" + + def __str__(self) -> str: # pragma: no cover - formatting only + return self.text or self.op + + +@dataclass +class DecodeContext: + """Alphabets cleanup memory is allowed to use when reading a cell.""" + + d: int = DEFAULT_DIM + imms: Sequence[int] = () + tgts: Sequence[int] = () + names: Sequence[str] = () + strs: Sequence[str] = () + tools: Sequence[str] = () + + @classmethod + def of(cls, image: "object", d: int = DEFAULT_DIM) -> "DecodeContext": + """Build a context from an assembled image.""" + return cls( + d=getattr(image, "d", d), + imms=tuple(getattr(image, "literals", ())), + tgts=tuple(range(len(getattr(image, "instrs", ())))), + names=tuple(getattr(image, "cell_names", ())), + strs=tuple(getattr(image, "strings", ())), + tools=tuple(getattr(image, "tools", ())), + ) + + +# -------------------------------------------------------------------------- +# encoding +# -------------------------------------------------------------------------- +def op_hv(name: str, d: int = DEFAULT_DIM) -> int: + return hvc("op/" + name, d) + + +def reg_hv(index: int, d: int = DEFAULT_DIM) -> int: + return hvc("reg/R%d" % index, d) + + +def imm_hv(value: int, d: int = DEFAULT_DIM) -> int: + return hvc("lit/%d" % value, d) + + +def tgt_hv(pc: int, d: int = DEFAULT_DIM) -> int: + return hvc("pc/%d" % pc, d) + + +def name_hv(name: str, d: int = DEFAULT_DIM) -> int: + return hvc("name/" + name, d) + + +def str_hv(text: str, d: int = DEFAULT_DIM) -> int: + return hvc("str/" + text, d) + + +def tool_hv(name: str, d: int = DEFAULT_DIM) -> int: + return hvc("tool/" + name, d) + + +def encode_instr( + op: str, + *, + regs: Sequence[int] = (), + imm: int | None = None, + tgt: int | None = None, + name: str | None = None, + text: str | None = None, + tool: str | None = None, + d: int = DEFAULT_DIM, +) -> int: + """Compose an instruction hypervector. + + Every present field contributes one ``bind(role, value)`` term; majority + bundling superposes them. With <= 5 terms each component still recovers at + ~0.31-0.50 similarity, far above the noise floor, which is precisely why + the decoder works at all. + """ + if op not in OPCODES: + raise DecodeError("unknown opcode %r" % (op,)) + parts = [bind(role("op", d), op_hv(op, d), d)] + regs = tuple(regs) + if len(regs) > len(_REG_SLOTS): + raise DecodeError("at most %d register operands" % len(_REG_SLOTS)) + for slot, idx in zip(_REG_SLOTS, regs): + if not 0 <= idx < REG_COUNT: + raise DecodeError("register index out of range: %r" % (idx,)) + parts.append(bind(role(slot, d), reg_hv(idx, d), d)) + if imm is not None: + parts.append(bind(role("imm", d), imm_hv(imm, d), d)) + if tgt is not None: + parts.append(bind(role("tgt", d), tgt_hv(tgt, d), d)) + if name is not None: + parts.append(bind(role("imm", d), name_hv(name, d), d)) + if text is not None: + parts.append(bind(role("imm", d), str_hv(text, d), d)) + if tool is not None: + parts.append(bind(role("imm", d), tool_hv(tool, d), d)) + return bundle(parts, d) + + +# -------------------------------------------------------------------------- +# decoding (compute-in-memory) +# -------------------------------------------------------------------------- +def _argmax( + probe: int, cands: Iterable[tuple[object, int]], d: int +) -> tuple[object | None, float, float]: + """Return (best candidate, best similarity, margin over runner-up).""" + first = -2.0 + second = -2.0 + best: object | None = None + for key, hv in cands: + s = sim(probe, hv, d) + if s > first: + second = first + first = s + best = key + elif s > second: + second = s + return best, first, (first - second if best is not None else 0.0) + + +def _candidates(kinds: Sequence[str], ctx: DecodeContext) -> dict[str, list[tuple[object, int]]]: + d = ctx.d + table: dict[str, list[tuple[object, int]]] = { + "op": [(n, op_hv(n, d)) for n in OPCODE_NAMES], + "reg": [(i, reg_hv(i, d)) for i in range(REG_COUNT)], + "imm": [], + "tgt": [], + "name": [], + "str": [], + "tool": [], + } + for kind in kinds: + if kind == "imm": + table["imm"] = [(v, imm_hv(v, d)) for v in ctx.imms] + elif kind == "tgt": + table["tgt"] = [(v, tgt_hv(v, d)) for v in ctx.tgts] + elif kind == "name": + table["name"] = [(v, name_hv(v, d)) for v in ctx.names] + elif kind == "str": + table["str"] = [(v, str_hv(v, d)) for v in ctx.strs] + elif kind == "tool": + table["tool"] = [(v, tool_hv(v, d)) for v in ctx.tools] + return table + + +def decode_instr(hv: int, ctx: DecodeContext | None = None) -> DecodedInstr: + """Read a hypervector as an instruction using cleanup memory only. + + Three stages, all similarity-based: + + 1. unbind ``role("op")`` and clean up over the opcode alphabet; + 2. ask the opcode which operand kinds it expects, and read exactly those + slots (so a ``LDI`` never tries to interpret a target field); + 3. for each operand, clean up over the matching alphabet and record the + margin, which is the decoder's self-reported confidence. + """ + ctx = ctx or DecodeContext() + d = ctx.d + table = _candidates(("imm", "tgt", "name", "str", "tool"), ctx) + + op_name, op_s, op_margin = _argmax(bind(hv, role("op", d), d), table["op"], d) + if op_name is None: + raise DecodeError("no opcode alphabet") + spec = OPCODES[op_name] + out = DecodedInstr(op=str(op_name), raw=hv, confidence=op_s, margins={"op": op_margin}) + + reg_slot = 0 + for kind in spec.operand_list: + if kind == "reg": + slot = _REG_SLOTS[reg_slot] + reg_slot += 1 + idx, s, m = _argmax(bind(hv, role(slot, d), d), table["reg"], d) + out.regs.append(int(idx)) + out.confidence = min(out.confidence, s) + out.margins["r" + slot[-1]] = m + continue + # every non-register operand shares role("imm")/role("tgt"), but each + # kind is rebuilt from its own namespace, so the alphabet a field is + # cleaned up against must follow the declared operand kind. + slot = "tgt" if kind == "label" else "imm" + probe = bind(hv, role(slot, d), d) + cands = table["tgt" if kind == "label" else kind] + key, s, m = _argmax(probe, cands, d) + if kind == "imm": + out.imm = int(key) if key is not None else None + elif kind == "label": + out.tgt = int(key) if key is not None else None + elif kind == "name": + out.name = str(key) if key is not None else None + elif kind == "str": + out.text = str(key) if key is not None else None + elif kind == "tool": + out.tool = str(key) if key is not None else None + out.confidence = min(out.confidence, s) + out.margins[kind] = m + return out + + +def format_operands(dec: DecodedInstr) -> str: + """Render an instruction's operands as assembler source.""" + parts: list[str] = [] + reg_i = 0 + for kind in OPCODES[dec.op].operand_list: + if kind == "reg": + parts.append(REG_NAMES[dec.regs[reg_i]]) + reg_i += 1 + elif kind == "imm": + parts.append(str(dec.imm)) + elif kind == "label": + parts.append("@%d" % dec.tgt if dec.tgt is not None else "@?") + elif kind == "name": + parts.append(str(dec.name)) + elif kind == "str": + parts.append('"%s"' % dec.text) + elif kind == "tool": + parts.append(str(dec.tool)) + return ", ".join(parts) + + +def disassemble(hv: int, ctx: DecodeContext | None = None, pc: int | None = None) -> str: + """One-line disassembly with the decode confidence attached.""" + dec = decode_instr(hv, ctx) + label = "" if pc is None else "%04d " % pc + ops = format_operands(dec) + return "%s%-8s %-24s conf=%.2f" % (label, dec.op, ops, dec.confidence) + + +def opcode_table_text() -> str: + """The ISA reference as plain text (used by the IDE's ``help``).""" + lines = ["%-8s %-22s %-6s %s" % ("OP", "OPERANDS", "CLASS", "DESCRIPTION")] + lines.append("-" * 78) + for name in OPCODE_NAMES: + op = OPCODES[name] + lines.append("%-8s %-22s %-6s %s" % (op.name, op.operands, op.effect, op.doc)) + return "\n".join(lines) diff --git a/hdc/manifold.py b/hdc/manifold.py new file mode 100644 index 0000000000000000000000000000000000000000..4422473cf06c31b800ee5f06cc964b2bd6e0954c --- /dev/null +++ b/hdc/manifold.py @@ -0,0 +1,181 @@ +"""Geometric operators on a voxel manifold. + +A filled voxel set *is* a discrete manifold: points, faces, a boundary, and a +distance function. All three operators here are exact integer algorithms over +coded values, which is why they belong in this layer rather than trusting a +floating-point library: + +* **Geodesic field** — multi-source breadth-first distance across occupied + voxels. Distance is not Euclidean; it is the length of the shortest path + staying on the surface, which is the only distance a manifold has. +* **Laplacian** — ``Σ neighbours − k·center`` on the coded values. This is + mean curvature up to a positive factor: zero on planar and minimal regions, + positive in a valley, negative on a ridge. It is *not* Gaussian curvature; + the sign and magnitude are meaningful, the absolute scale is not. +* **Manifold shading** — Lambert shading modulated by curvature: ridges catch + light, valleys fall away. One exact ``brighten``/``dim`` step per voxel. + +Cost: every Laplacian sample is ``k`` coded adds plus a compare, so it is the +most expensive pass in the library. At d=2000 a 5³ volume takes well under a +second; cost grows linearly in voxels and in ``d``. +""" + +from __future__ import annotations + +from collections import deque +from typing import Iterable + +from .shader import ShaderFabric +from .shader3d import Volume + +CROSS6 = [(1, 0, 0), (-1, 0, 0), (0, 1, 0), (0, -1, 0), (0, 0, 1), (0, 0, -1)] + + +def _occupied(levels: list[list[list[int]]], z: int, y: int, x: int) -> bool: + return levels[z][y][x] > 0 + + +def geodesic_field(volume: Volume, seed: int | tuple[int, int, int], cap: int = 255, + neighbours: Iterable[tuple[int, int, int]] = CROSS6) -> Volume: + """Distance from ``seed`` along occupied voxels, as coded values. + + ``seed`` is either a voxel index offset into the flat occupancy list or an + ``(x, y, z)`` triple. Unreached voxels stay at ``cap``. + """ + levels = volume.levels() + w, h, depth = volume.w, volume.h, volume.depth + out = Volume(w, h, depth, volume.fabric, fill=cap) + if isinstance(seed, int): + idx = seed + z, rem = divmod(idx, w * h) + y, x = divmod(rem, w) + else: + x, y, z = seed + if not (0 <= x < w and 0 <= y < h and 0 <= z < depth) or not _occupied(levels, z, y, x): + return out + dist = {(x, y, z): 0} + queue = deque([(x, y, z)]) + while queue: + cx, cy, cz = queue.popleft() + d = dist[(cx, cy, cz)] + for dx, dy, dz in neighbours: + nx, ny, nz = cx + dx, cy + dy, cz + dz + if not (0 <= nx < w and 0 <= ny < h and 0 <= nz < depth): + continue + if (nx, ny, nz) in dist or not _occupied(levels, nz, ny, nx): + continue + dist[(nx, ny, nz)] = d + 1 + queue.append((nx, ny, nz)) + for (dx, dy, dz), value in dist.items(): + out.voxels[dz][dy][dx] = volume.fabric.level(min(value, cap)) + return out + + +def geodesic_distance(volume: Volume, a: tuple[int, int, int], b: tuple[int, int, int]) -> int | None: + """Shortest on-surface distance between two voxels, or ``None`` if unreachable.""" + field = geodesic_field(volume, a) + from .hypervec import hv_to_int + + if field.voxels[b[2]][b[1]][b[0]] == field.fabric.level(255): + return None + return hv_to_int(field.voxels[b[2]][b[1]][b[0]], volume.fabric.d) + + +def _neighbourhood(volume: Volume, x: int, y: int, z: int, radius: int = 1) -> list[int]: + """Coded values of the in-bounds cross neighbours, and the center last.""" + values = [] + for dx, dy, dz in CROSS6: + nx, ny, nz = x + dx * radius, y + dy * radius, z + dz * radius + if 0 <= nx < volume.w and 0 <= ny < volume.h and 0 <= nz < volume.depth: + values.append(volume.voxels[nz][ny][nx]) + return values + + +def laplacian(volume: Volume, radius: int = 1) -> Volume: + """``|Σ neighbours − k·center|`` per voxel, in coded arithmetic. + + ``k`` is the voxel's real in-bounds coordination number, so border voxels + are not biased by phantom neighbours outside the volume. + """ + fabric = volume.fabric + out = Volume(volume.w, volume.h, volume.depth, fabric) + for z in range(volume.depth): + for y in range(volume.h): + for x in range(volume.w): + neigh = _neighbourhood(volume, x, y, z, radius) + total = 0 + for value in neigh: + total = fabric.add(total, value) + scaled = _scaled(fabric, volume.voxels[z][y][x], len(neigh)) + out.voxels[z][y][x] = fabric.abs_of(fabric.sub(total, scaled)) + return out + + +def _scaled(fabric: ShaderFabric, value: int, times: int) -> int: + """``value * times`` by repeated coded add (times is a small constant).""" + total = 0 + for _ in range(times): + total = fabric.add(total, value) + return total + + +def curvature(volume: Volume) -> Volume: + """Signed curvature: ridge (bright) or valley (dark) relative to flat. + + Compares ``Σ neighbours`` against ``k·center`` with the coded comparator and + maps the three cases to 0/128/255. + """ + fabric = volume.fabric + out = Volume(volume.w, volume.h, volume.depth, fabric, fill=128) + for z in range(volume.depth): + for y in range(volume.h): + for x in range(volume.w): + neigh = _neighbourhood(volume, x, y, z) + total = 0 + for value in neigh: + total = fabric.add(total, value) + scaled = _scaled(fabric, volume.voxels[z][y][x], len(neigh)) + order = fabric.compare(total, scaled) + out.voxels[z][y][x] = fabric.level(255 if order > 0 else 0 if order < 0 else 128) + return out + + +def manifold_shade(volume: Volume, light: tuple[float, float, float] = (0.0, 0.0, 1.0)) -> Volume: + """Lambert shading lifted on ridges and dropped in valleys.""" + fabric = volume.fabric + shaded = volume.shade(light) + curv = curvature(volume) + out = Volume(volume.w, volume.h, volume.depth, fabric) + for z in range(volume.depth): + for y in range(volume.h): + for x in range(volume.w): + code = curv.voxels[z][y][x] + base = shaded.voxels[z][y][x] + if code == fabric.level(255): + out.voxels[z][y][x] = fabric.brighten(base, 1) + elif code == fabric.level(0): + out.voxels[z][y][x] = fabric.dim(base, 1) + else: + out.voxels[z][y][x] = base + return out + + +def report(volume: Volume, seed: tuple[int, int, int] | None = None) -> str: + """Printable summary of the manifold operators.""" + fabric = volume.fabric + curv = curvature(volume) + levels = [v for plane in curv.levels() for row in plane for v in row] + ridges = sum(1 for v in levels if v == 255) + valleys = sum(1 for v in levels if v == 0) + lines = ["manifold %dx%dx%d: %d ridges, %d valleys, %d flat" + % (volume.w, volume.h, volume.depth, ridges, valleys, len(levels) - ridges - valleys)] + if seed is not None: + field = geodesic_field(volume, seed) + reachable = [v for plane in field.levels() for row in plane for v in row if v < 255] + lines.append("geodesic from %s: %d voxels reachable, max distance %d" + % (seed, len(reachable), max(reachable) if reachable else 0)) + lines.append("laplacian max %d" % max(v for plane in laplacian(volume).levels() for row in plane for v in row)) + mid = volume.depth // 2 + lines.append("curvature at z=%d (255 = ridge, 0 = valley, 128 = flat):" % mid) + lines.append(curv.ascii_slice(mid)) + return "\n".join(lines) diff --git a/hdc/mcp_server.py b/hdc/mcp_server.py new file mode 100644 index 0000000000000000000000000000000000000000..80f0321f1fb657d952d0a2087cc4bdbe4991d972 --- /dev/null +++ b/hdc/mcp_server.py @@ -0,0 +1,339 @@ +"""MCP server for HDC-resident tools. + +Speaks the Model Context Protocol over stdio as JSON-RPC 2.0. The tool list +is generated from :class:`hdc.agent.ToolRegistry` — that is, from the tool +records stored as hypervectors — so what an outside agent sees is exactly what +a program can call with the ``TOOL`` instruction. + +Transports accepted on stdin, both common in the wild: + +* newline-delimited JSON objects (one request per line); +* ``Content-Length: N`` framing followed by N bytes (LSP style). + +Hypervectors are 10 000-bit integers, which do not survive a JSON number in +most clients. They are therefore returned as ``0x``-prefixed hex strings and +accepted in either form on input. + +Run ``python -m hdc.mcp_server --selftest`` to exercise the protocol without a +client attached. +""" + +from __future__ import annotations + +import json +import sys +from typing import BinaryIO, TextIO + +from .agent import ToolError, ToolRegistry +from .hypervec import DEFAULT_DIM, hvc, popcount +from .isa import opcode_table_text +from .memory import HDCStorage + +PROTOCOL_VERSION = "2024-11-05" +SERVER_INFO = {"name": "hdcstorage", "version": "1.0.0"} + +#: JSON-RPC error codes. +PARSE_ERROR = -32700 +INVALID_REQUEST = -32600 +METHOD_NOT_FOUND = -32601 +INVALID_PARAMS = -32602 +INTERNAL_ERROR = -32603 + + +class MCPServer: + """Protocol dispatcher, independent of the transport loop.""" + + def __init__( + self, + registry: ToolRegistry | None = None, + d: int = DEFAULT_DIM, + machine=None, + storage: HDCStorage | None = None, + ): + self.d = d + self.storage = storage or HDCStorage(d=d, label="mcp") + self.registry = registry or ToolRegistry(storage=self.storage, d=d) + self.machine = machine + self.initialised = False + + # ------------------------------------------------------------ resources + def resources(self) -> list[dict]: + items = [ + { + "uri": "hdc://isa", + "name": "Instruction set", + "description": "Opcode table of the hypervector instruction set.", + "mimeType": "text/plain", + }, + { + "uri": "hdc://memory", + "name": "HDC storage", + "description": "Cells currently resident in hyperdimensional storage.", + "mimeType": "text/plain", + }, + { + "uri": "hdc://tools", + "name": "Tool records", + "description": "Agentic tools stored as hypervectors, with capabilities.", + "mimeType": "text/plain", + }, + ] + if self.machine is not None and self.machine.prog_len: + items.append( + { + "uri": "hdc://program", + "name": "Loaded program", + "description": "Disassembly of the program resident in HDC storage.", + "mimeType": "text/plain", + } + ) + return items + + def read_resource(self, uri: str) -> str: + if uri == "hdc://isa": + return opcode_table_text() + if uri == "hdc://memory": + return self.storage.dump(limit=64) + if uri == "hdc://tools": + return self.registry.specs_text() + "\n\n" + self.registry.memory_report() + if uri == "hdc://program": + if self.machine is None or not self.machine.prog_len: + raise KeyError("no program loaded") + return self.machine.disasm(0, self.machine.prog_len) + raise KeyError("unknown resource: %s" % uri) + + # --------------------------------------------------------------- tools + def _format_result(self, spec, value) -> dict: + if spec.returns == "hv": + text = "0x%x (%d bits set of %d)" % (int(value), popcount(int(value)), self.d) + structured = {"hv": "0x%x" % int(value), "popcount": popcount(int(value))} + else: + text = str(value) + structured = {"value": value} + return { + "content": [{"type": "text", "text": text}], + "structuredContent": structured, + "isError": False, + } + + def call_tool(self, name: str, arguments: dict) -> dict: + try: + spec, confidence = self.registry.resolve(name) + if spec is None: + return { + "content": [ + { + "type": "text", + "text": "unknown tool %r (best similarity %.3f)" % (name, confidence), + } + ], + "isError": True, + } + args = [] + for pname, kind in spec.params: + if pname not in arguments: + raise ToolError("missing argument %r" % pname) + value = arguments[pname] + if isinstance(value, str): + value = int(value, 0) + args.append(int(value)) + args = [int(a) for a in args] + # Coerce hypervector arguments that arrived as JSON numbers, which + # many clients mangle above 2**53 bits of magnitude. + value = spec.fn(*args) + return self._format_result(spec, value) + except Exception as exc: + return { + "content": [{"type": "text", "text": "%s: %s" % (type(exc).__name__, exc)}], + "isError": True, + } + + # ------------------------------------------------------------ dispatch + def handle(self, request: dict) -> dict | None: + """Handle one JSON-RPC message; returns a response or ``None``.""" + if not isinstance(request, dict) or request.get("jsonrpc") != "2.0": + return self._error(None, INVALID_REQUEST, "expected a JSON-RPC 2.0 object") + method = request.get("method") + req_id = request.get("id") + params = request.get("params") or {} + is_notification = "id" not in request + + try: + if method == "initialize": + self.initialised = True + requested = params.get("protocolVersion", PROTOCOL_VERSION) + result = { + "protocolVersion": requested, + "capabilities": { + "tools": {"listChanged": False}, + "resources": {"subscribe": False, "listChanged": False}, + }, + "serverInfo": SERVER_INFO, + "instructions": ( + "HDCSTORAGE exposes hyperdimensional storage as tools: " + "vectors are hex strings, tools are dispatched by " + "similarity, and every call is answered from HDC memory." + ), + } + elif method in ("notifications/initialized", "initialized"): + return None + elif method == "ping": + result = {} + elif method == "tools/list": + result = {"tools": self.registry.list_tools()} + elif method == "tools/call": + name = params.get("name") + if not isinstance(name, str): + return self._error(req_id, INVALID_PARAMS, "tools/call needs a tool name") + result = self.call_tool(name, params.get("arguments") or {}) + elif method == "resources/list": + result = {"resources": self.resources()} + elif method == "resources/read": + uri = params.get("uri") + try: + text = self.read_resource(str(uri)) + except KeyError as exc: + return self._error(req_id, INVALID_PARAMS, str(exc)) + result = { + "contents": [ + {"uri": uri, "mimeType": "text/plain", "text": text} + ] + } + elif method == "shutdown": + result = {} + else: + return self._error(req_id, METHOD_NOT_FOUND, "unknown method %r" % (method,)) + except Exception as exc: # pragma: no cover - defensive + return self._error(req_id, INTERNAL_ERROR, "%s: %s" % (type(exc).__name__, exc)) + + if is_notification: + return None + return {"jsonrpc": "2.0", "id": req_id, "result": result} + + def _error(self, req_id, code: int, message: str) -> dict: + return {"jsonrpc": "2.0", "id": req_id, "error": {"code": code, "message": message}} + + # ------------------------------------------------------------- framing + def serve(self, stdin: TextIO | BinaryIO, stdout: TextIO | BinaryIO) -> None: + """Read requests until EOF, writing one response per request.""" + binary = False + while True: + line = stdin.readline() + if not line: + break + if isinstance(line, bytes): + binary = True + line = line.decode("utf-8", "replace") + line = line.strip() + if not line: + continue + payload = line + if line.lower().startswith("content-length:"): + length = int(line.split(":", 1)[1].strip()) + while True: + header = stdin.readline() + if isinstance(header, bytes): + header = header.decode("utf-8", "replace") + if header.strip() == "": + break + raw = stdin.read(length) + if isinstance(raw, bytes): + raw = raw.decode("utf-8", "replace") + payload = raw + try: + request = json.loads(payload) + except json.JSONDecodeError as exc: + self._write(stdout, self._error(None, PARSE_ERROR, "invalid JSON: %s" % exc), binary) + continue + if isinstance(request, list): + responses = [r for r in (self.handle(item) for item in request) if r] + if responses: + self._write(stdout, responses, binary) + continue + response = self.handle(request) + if response is not None: + self._write(stdout, response, binary) + + @staticmethod + def _write(stdout, payload, binary: bool) -> None: + text = json.dumps(payload) + if binary: + stdout.write((text + "\n").encode("utf-8")) + else: + stdout.write(text + "\n") + stdout.flush() + + +def selftest(server: MCPServer | None = None) -> str: + """Exercise the protocol end to end and return a transcript.""" + server = server or MCPServer(d=2000) + script = [ + {"jsonrpc": "2.0", "id": 1, "method": "initialize", + "params": {"protocolVersion": PROTOCOL_VERSION, "clientInfo": {"name": "selftest"}}}, + {"jsonrpc": "2.0", "method": "notifications/initialized"}, + {"jsonrpc": "2.0", "id": 2, "method": "tools/list"}, + {"jsonrpc": "2.0", "id": 3, "method": "tools/call", + "params": {"name": "hdc.encode_int", "arguments": {"n": 42}}}, + ] + lines = ["MCP selftest -> %s (d=%d)" % (SERVER_INFO["name"], server.d)] + encoded = None + for message in script: + response = server.handle(message) + lines.append("--> " + json.dumps(message)) + if response is None: + lines.append("<-- (notification, no response)") + continue + lines.append("<-- " + json.dumps(response)) + if message.get("id") == 3 and "result" in response: + encoded = response["result"]["structuredContent"].get("hv") + if encoded: + for name, args in ( + ("hdc.decode_int", {"v": encoded}), + ("hdc.similarity", {"a": encoded, "b": encoded}), + ("hdc.bind", {"a": encoded, "b": encoded}), + ("hdc.bundl", {"a": encoded, "b": encoded}), # deliberate typo + ("hdc.memory.search", {"v": encoded, "k": 3}), # deliberate paraphrase + ("bit.popcount", {"v": encoded}), + ): + response = server.handle( + {"jsonrpc": "2.0", "id": 99, "method": "tools/call", + "params": {"name": name, "arguments": args}} + ) + spec, conf = server.registry.resolve(name) + lines.append( + "%-22s -> %-16s conf=%.3f %s" + % ( + name, + spec.name if spec else "?", + conf, + response["result"]["content"][0]["text"][:60], + ) + ) + lines.append(server.read_resource("hdc://tools").splitlines()[0]) + return "\n".join(lines) + + +def main(argv: list[str] | None = None) -> int: + argv = list(sys.argv[1:] if argv is None else argv) + d = DEFAULT_DIM + if "--d" in argv: + i = argv.index("--d") + d = int(argv[i + 1]) + server = MCPServer(d=d) + if "--selftest" in argv: + print(selftest(server)) + return 0 + print( + "hdcstorage MCP server on stdio (d=%d, %d tools). Ctrl-C to stop." + % (d, len(server.registry.specs)), + file=sys.stderr, + ) + try: + server.serve(sys.stdin, sys.stdout) + except KeyboardInterrupt: + return 0 + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/hdc/memory.py b/hdc/memory.py new file mode 100644 index 0000000000000000000000000000000000000000..b01e4cec9934b14389b7e4b3185cfc9c77991c60 --- /dev/null +++ b/hdc/memory.py @@ -0,0 +1,291 @@ +"""Content-addressable hyperdimensional storage. + +A cell is one hypervector of ``d`` bits, identified by a *name*. The address +of a name is itself a hypervector (``hvc("cell/" + name)``), so the store has +no linear address bus: you hand it a vector and it answers with the cell whose +address vector it most resembles. Exact-name access is served by a dictionary +index to keep the VM deterministic; near-miss access falls through to a +similarity scan, which is the behaviour that makes it content-addressable. + +Two structures live here: + +``cells`` the data store — program instructions, register shadows, tool + records, structure records, all the same kind of object +``cleanup`` a symbol table mapping hypervectors back to names, which is what + turns a noisy decoded field into an opcode / register / literal + +The file format (``.hdc``) is deliberately boring and byte-stable: a header, +the packed bit-vectors, then the symbol table. Vectors are regenerated from +names where they are symbolic, so an image written on one machine loads on +another at the same ``d``. +""" + +from __future__ import annotations + +import os +import struct +from typing import Iterable, Iterator + +from .hypervec import DEFAULT_DIM, hvc, mask, popcount, sim + +MAGIC = b"HDCV1\x00" +#: A fuzzy address match must beat this to resolve without an exact hit. +FUZZY_FLOOR = 0.20 + + +def _nbytes(d: int) -> int: + return (d + 7) // 8 + + +def pack(hv: int, d: int = DEFAULT_DIM) -> bytes: + """Pack a hypervector into fixed-width little-endian bytes.""" + return (hv & mask(d)).to_bytes(_nbytes(d), "little") + + +def unpack(raw: bytes, d: int = DEFAULT_DIM) -> int: + """Inverse of :func:`pack`.""" + return int.from_bytes(raw, "little") & mask(d) + + +class HDCStorage: + """A hyperdimensional store: named cells plus a cleanup symbol table.""" + + def __init__(self, d: int = DEFAULT_DIM, capacity: int = 8192, label: str = "hdc0"): + self.d = d + self.capacity = capacity + self.label = label + self.cells: dict[str, int] = {} + self.order: list[str] = [] + self._by_addr: dict[int, str] = {} + self.cleanup: dict[int, str] = {} + self._cleanup_names: list[str] = [] + #: Monotonic counters, surfaced by ``stat`` and the IDE. + self.reads = 0 + self.writes = 0 + self.fuzzy_reads = 0 + + # ---------------------------------------------------------------- cells + def addr(self, name: str) -> int: + """The address hypervector of a cell name.""" + return hvc("cell/" + name, self.d) + + def write(self, name: str, hv: int, symbol: bool = False) -> None: + """Store ``hv`` at ``name``. Returns nothing; overwrites in place.""" + if name not in self.cells: + if len(self.order) >= self.capacity: + raise MemoryError( + "HDC storage full (%d cells)" % self.capacity + ) + self.order.append(name) + self.cells[name] = hv & mask(self.d) + self._by_addr[self.addr(name)] = name + self.writes += 1 + if symbol: + self.define(name) + + def read(self, name: str, default: int | None = None) -> int: + """Read a cell by name.""" + if name in self.cells: + self.reads += 1 + return self.cells[name] + if default is not None: + return default + raise KeyError("no such HDC cell: %r" % (name,)) + + def remove(self, name: str) -> bool: + """Delete a cell and its symbol entry; False when it was not present. + + A filesystem has to be able to take cells away when a file is deleted, + otherwise ``len(storage)`` grows forever and every stat lies about it. + """ + if name not in self.cells: + return False + del self.cells[name] + try: + self.order.remove(name) + except ValueError: + pass + address = self.addr(name) + self._by_addr.pop(address, None) + self.cleanup.pop(address, None) + try: + self._cleanup_names.remove(name) + except ValueError: + pass + return True + + def define(self, name: str) -> int: + """Add a name to cleanup memory; returns its address vector.""" + hv = self.addr(name) + if hv not in self.cleanup: + self.cleanup[hv] = name + self._cleanup_names.append(name) + return hv + + def __contains__(self, name: object) -> bool: + return name in self.cells + + def __len__(self) -> int: + return len(self.cells) + + def __iter__(self) -> Iterator[tuple[str, int]]: + for name in self.order: + yield name, self.cells[name] + + # -------------------------------------------------- content addressing + def resolve(self, addr_hv: int, floor: float = FUZZY_FLOOR) -> tuple[str, float] | None: + """Map an address vector to a cell name. + + Exact hit first (confidence 1.0). Otherwise the nearest cell address + by similarity, provided it clears ``floor``. This is the read path + that gives the machine its HDC character: a corrupted address still + lands on the right cell and reports how sure it was. + """ + name = self._by_addr.get(addr_hv & mask(self.d)) + if name is not None: + self.reads += 1 + return name, 1.0 + best_name: str | None = None + best = -2.0 + for a, n in self._by_addr.items(): + s = sim(a, addr_hv, self.d) + if s > best: + best, best_name = s, n + if best_name is not None and best >= floor: + self.reads += 1 + self.fuzzy_reads += 1 + return best_name, best + return None + + def recall( + self, probe: int, k: int = 5, prefix: str = "", floor: float = 0.0 + ) -> list[tuple[str, int, float]]: + """Associative search: the ``k`` cell *values* most similar to ``probe``. + + This is the compute-in-memory primitive — no index, no address, the + search happens by comparing against every stored vector. + """ + scored: list[tuple[str, int, float]] = [] + for name in self.order: + if prefix and not name.startswith(prefix): + continue + hv = self.cells[name] + s = sim(hv, probe, self.d) + if s >= floor: + scored.append((name, hv, s)) + scored.sort(key=lambda t: t[2], reverse=True) + return scored[:k] + + def symbols(self) -> list[str]: + """Cleanup memory contents, in registration order.""" + return list(self._cleanup_names) + + def nearest_symbol(self, hv: int, k: int = 1, prefix: str = "") -> list[tuple[str, float]]: + """Cleanup: nearest named symbol(s) for a noisy hypervector.""" + scored: list[tuple[str, float]] = [] + for name in self._cleanup_names: + if prefix and not name.startswith(prefix): + continue + scored.append((name, sim(hvc("cell/" + name, self.d), hv, self.d))) + scored.sort(key=lambda t: t[1], reverse=True) + return scored[:k] + + # -------------------------------------------------------------- chex + def bitplanes(self, name: str, width: int = 64) -> list[str]: + """Bit planes of a cell, WSB first — the IDE's raw view.""" + from .hypervec import bitplanes + + return bitplanes(self.read(name), self.d, width) + + def stat(self) -> dict: + """Storage statistics (cheap; used by ``MEMSTAT`` and the IDE).""" + used = len(self.order) + total_bits = used * self.d + return { + "label": self.label, + "d": self.d, + "cells_used": used, + "cells_free": max(0, self.capacity - used), + "bytes": used * (_nbytes(self.d) + 24), + "symbols": len(self.cleanup), + "reads": self.reads, + "writes": self.writes, + "fuzzy_reads": self.fuzzy_reads, + "occupancy": used / self.capacity if self.capacity else 0.0, + "stored_bits": total_bits, + "total_popcount": sum(popcount(v) for v in self.cells.values()), + } + + # --------------------------------------------------------- persistence + def save(self, path: str) -> int: + """Write the whole store as a ``.hdc`` image. Returns bytes written.""" + nb = _nbytes(self.d) + with open(path, "wb") as fh: + fh.write(MAGIC) + fh.write(struct.pack(" "HDCStorage": + """Load a ``.hdc`` image.""" + with open(path, "rb") as fh: + if fh.read(len(MAGIC)) != MAGIC: + raise ValueError("not an HDC image: %s" % path) + d, capacity, n_cells, n_syms = struct.unpack(" "HDCStorage": + other = HDCStorage(d=self.d, capacity=self.capacity, label=self.label) + for name in self.order: + other.write(name, self.cells[name]) + for name in self._cleanup_names: + other.define(name) + return other + + def dump(self, limit: int = 24, width: int = 48) -> str: + """Human-readable listing of the store.""" + lines = [ + "HDC storage %r d=%d cells=%d/%d symbols=%d" + % (self.label, self.d, len(self.order), self.capacity, len(self.cleanup)) + ] + for i, name in enumerate(self.order[:limit]): + hv = self.cells[name] + from .hypervec import bits + + b = bits(hv, self.d) + lines.append( + " %4d %-22s %s... pop=%d" + % (i, name, b[:width], popcount(hv)) + ) + if len(self.order) > limit: + lines.append(" ... %d more cells" % (len(self.order) - limit)) + return "\n".join(lines) + + +def storage_from_pairs(pairs: Iterable[tuple[str, int]], d: int = DEFAULT_DIM) -> HDCStorage: + """Build a store from ``(name, hypervector)`` pairs.""" + items = list(pairs) + store = HDCStorage(d=d, capacity=max(64, len(items))) + for name, hv in items: + store.write(name, hv) + return store diff --git a/hdc/memory_modes.py b/hdc/memory_modes.py new file mode 100644 index 0000000000000000000000000000000000000000..60a027eb1391b5136bed28234c846cae0b44f171 --- /dev/null +++ b/hdc/memory_modes.py @@ -0,0 +1,348 @@ +"""Photographic, holographic and hybrid memory. + +Three ways to remember the same thing, with the trade stated as a measurement +rather than a slogan. + +**Photographic** — one cell per item, exact. Recall returns the stored vector +bit for bit. Cost: ``O(1)`` storage per item and a hard capacity. This is the +right default: in this machine a cell already holds a full 10 000-bit vector, so +degrading recall to save space buys nothing. + +**Holographic** — every item is bound into one superposition and the trace is +recovered by *majority*, per bit: + + trace_bit = 1 if more than half of the bound terms have that bit set + +Unbinding one key leaves the item plus crosstalk from the others, so recall is +a cleanup step: argmax similarity over a codebook. Majority is the whole +point. The obvious alternative, XOR accumulation, does **not** work: with +``trace ^= bind(k, v)`` the crosstalk is an XOR of random terms, which is +itself random at every bit, so recall is chance at any k — measured at 0% +below. Majority crosstalk instead grows as ``sqrt(k)`` against a signal of +``d``, so similarity decays smoothly and retrieval keeps working for a while. + +**Hybrid** — photographic buckets, each with its own holographic trace. The +exact index answers hits at full fidelity; the trace answers approximate +queries and survives index eviction. That is a cache with a degradation path +rather than a cliff. +""" + +from __future__ import annotations + +from typing import Iterable, Sequence + +from .hypervec import DEFAULT_DIM, bind, hvc, sim + + +def _bits(value: int, d: int) -> int: + return value & ((1 << d) - 1) + + +class PhotographicMemory: + """Exact, one cell per key. Recall is bit-identical or a miss.""" + + def __init__(self, d: int = DEFAULT_DIM, capacity: int | None = None): + self.d = d + self.capacity = capacity + self.cells: dict[str, int] = {} + self.evicted = 0 + + def capture(self, key: str, value: int) -> None: + """Store a value exactly. Oldest key is evicted when full.""" + if self.capacity is not None and key not in self.cells and len(self.cells) >= self.capacity: + oldest = next(iter(self.cells)) + del self.cells[oldest] + self.evicted += 1 + self.cells[key] = _bits(value, self.d) + + def recall(self, key: str) -> tuple[int | None, float]: + """``(value, 1.0)`` on a hit, ``(None, 0.0)`` on a miss.""" + value = self.cells.get(key) + return (value, 1.0) if value is not None else (None, 0.0) + + def __contains__(self, key: str) -> bool: + return key in self.cells + + def __len__(self) -> int: + return len(self.cells) + + def stats(self) -> dict: + return {"mode": "photographic", "items": len(self.cells), "capacity": self.capacity, + "evicted": self.evicted, "exact": True} + + +class HolographicMemory: + """One superposition for everything, held as per-bit majority counts.""" + + def __init__(self, d: int = DEFAULT_DIM, alphabet: Sequence[int] | None = None): + self.d = d + self.alphabet = [_bits(v, d) for v in (alphabet or [])] + # bit -> number of bound terms with that bit set; the trace is the + # majority of these, so it is O(d) state no matter how many items. + self._ones = [0] * d + #: key -> value for every key currently in the trace, so re-recording + #: a key *replaces* it instead of piling up votes. Without this, a + #: repeated observation outweighs every other pair and the majority + #: stops being a superposition of distinct keys at all. + self._bound: dict[str, int] = {} + self.keys: list[str] = [] + #: raw key vectors, so a graded query can snap to the nearest one + self.key_vectors: list[int] = [] + + @property + def items(self) -> int: + """Distinct keys in the trace.""" + return len(self._bound) + + def _keyvector(self, key: str | int) -> int: + """A key is either a symbol (hashed) or a vector used as-is. + + Using the vector as its own key is what lets *similar* queries resolve + to a stored entry: hashing a state to a string throws that similarity + away, which is fatal for graded inputs (contexts, images, embeddings). + """ + return key if isinstance(key, int) else hvc(key, self.d) + + def record(self, key: str | int, value: int) -> None: + """Bind one pair into the trace, replacing any earlier value for ``key``.""" + bits = _bits(value, self.d) + ones = self._ones + old = self._bound.get(key) + if old is not None: + for i in range(self.d): + if (old >> i) & 1: + ones[i] -= 1 + bound = bind(self._keyvector(key), bits, self.d) + for i in range(self.d): + if (bound >> i) & 1: + ones[i] += 1 + if old is None: + self.keys.append(key) + self.key_vectors.append(self._keyvector(key)) + self._bound[key] = bits + + @property + def trace(self) -> int: + """The majority vector: the superposition itself.""" + half = len(self._bound) + out = 0 + for i in range(self.d): + if self._ones[i] * 2 > half: + out |= 1 << i + return out + + def _unbind(self, key: str | int) -> int: + return bind(self.trace, self._keyvector(key), self.d) + + def _cleanup(self, probe: int) -> tuple[int | None, float]: + best, best_sim = None, -2.0 + for candidate in self.alphabet: + s = sim(probe, candidate, self.d) + if s > best_sim: + best, best_sim = candidate, s + return best, best_sim + + def recall(self, key: str | int) -> tuple[int | None, float]: + """Unbind, then clean up against the codebook.""" + if not self.keys: + return None, 0.0 + probe = self._unbind(key) + if not self.alphabet: + return probe, sim(probe, self.trace, self.d) + return self._cleanup(probe) + + def nearest_key(self, query: int) -> tuple[int | None, float]: + """The stored key vector closest to ``query`` and its similarity.""" + best, best_sim = None, -2.0 + for vector in self.key_vectors: + score = sim(query, vector, self.d) + if score > best_sim: + best, best_sim = vector, score + return best, best_sim + + def recall_bound(self, key_vector: int) -> tuple[int | None, float]: + """Unbind with a key *vector* rather than a symbol, then clean up.""" + if not self.keys: + return None, 0.0 + probe = bind(self.trace, key_vector, self.d) + if not self.alphabet: + return probe, sim(probe, self.trace, self.d) + return self._cleanup(probe) + + def confidence(self, key: str | int) -> float: + """Cleanup similarity for ``key``: how well it matches its best symbol. + + This is the presence signal. Comparing the raw unbinding to the trace + does *not* work for XOR-style binding: the two are unrelated vectors. + """ + if not self.keys: + return 0.0 + probe = self._unbind(key) + if self.alphabet: + return self._cleanup(probe)[1] + return sim(probe, self.trace, self.d) + + def stats(self) -> dict: + return {"mode": "holographic", "items": self.items, + "codebook": len(self.alphabet), "exact": False} + + +class HybridMemory: + """Photographic buckets, each backed by its own holographic trace.""" + + def __init__(self, d: int = DEFAULT_DIM, buckets: int = 8, per_bucket: int | None = None, + alphabet: Sequence[int] | None = None): + if buckets < 1: + raise ValueError("need at least one bucket") + self.d = d + self.nbuckets = buckets + self.per_bucket = per_bucket + self.alphabet = list(alphabet or []) + self.exact: list[dict[str, int]] = [{} for _ in range(buckets)] + self.traces: list[HolographicMemory] = [ + HolographicMemory(d=d, alphabet=self.alphabet) for _ in range(buckets) + ] + self.fallbacks = 0 + + def _bucket(self, key: str) -> int: + digest = 0 + for ch in key: + digest = (digest * 131 + ord(ch)) & 0xFFFFFFFF + return digest % self.nbuckets + + def capture(self, key: str, value: int) -> None: + b = self._bucket(key) + cell = self.exact[b] + if self.per_bucket is not None and key not in cell and len(cell) >= self.per_bucket: + oldest = next(iter(cell)) + del cell[oldest] + self._rebuild(b) + cell[key] = _bits(value, self.d) + if cell is self.exact[b] and key in cell: + self.traces[b].record(key, cell[key]) + + def _rebuild(self, b: int) -> None: + """Rebuild one trace from its surviving exact entries.""" + self.traces[b] = HolographicMemory(d=self.d, alphabet=self.alphabet) + for key, value in self.exact[b].items(): + self.traces[b].record(key, value) + + def recall(self, key: str) -> tuple[int | None, float, str]: + """``(value, similarity, path)`` where path is ``exact``, ``trace`` or ``miss``.""" + b = self._bucket(key) + value = self.exact[b].get(key) + if value is not None: + return value, 1.0, "exact" + trace = self.traces[b] + if not trace.keys: + return None, 0.0, "miss" + self.fallbacks += 1 + best, score = trace.recall(key) + return best, score, "trace" if best is not None else "miss" + + def consolidate(self) -> int: + """Rebuild every trace from the exact index; returns traces rewritten.""" + rebuilt = 0 + for b in range(self.nbuckets): + before = self.traces[b]._ones + self._rebuild(b) + if self.traces[b]._ones != before: + rebuilt += 1 + return rebuilt + + def stats(self) -> dict: + exact = sum(len(cell) for cell in self.exact) + return {"mode": "hybrid", "buckets": self.nbuckets, "exact_items": exact, + "traced_buckets": sum(1 for t in self.traces if t.keys), + "fallbacks": self.fallbacks, "exact": False} + + +# -------------------------------------------------------------------------- +# measurement + +def capacity_report(d: int = 2000, sizes: Iterable[int] = (2, 4, 8, 16, 32), symbols: int = 40) -> list[dict]: + """Measure holographic cleanup accuracy against items sharing one trace.""" + alphabet = [hvc("codebook/%d" % i, d) for i in range(symbols)] + rows = [] + for k in sizes: + mem = HolographicMemory(d=d, alphabet=alphabet) + pairs = [("k/%d" % i, alphabet[i % symbols]) for i in range(k)] + for key, value in pairs: + mem.record(key, value) + hits = 0 + scores = [] + for key, value in pairs: + got, score = mem.recall(key) + scores.append(score) + if got == value: + hits += 1 + rows.append({"items": k, "exact_recall": hits / len(pairs), + "mean_similarity": sum(scores) / len(scores), "codebook": symbols}) + return rows + + +def compare_modes(d: int = 2000, k: int = 8, symbols: int = 8) -> dict: + """Same items into all three modes, measured side by side.""" + alphabet = [hvc("symbol/%d" % i, d) for i in range(symbols)] + keys = ["item/%d" % i for i in range(k)] + values = [alphabet[i % symbols] for i in range(k)] + + photo = PhotographicMemory(d=d) + holo = HolographicMemory(d=d, alphabet=alphabet) + hybrid = HybridMemory(d=d, buckets=4, alphabet=alphabet) + for key, value in zip(keys, values): + photo.capture(key, value) + holo.record(key, value) + hybrid.capture(key, value) + + def score(mem, key, value, mode): + if mode == "hybrid": + got, _sim, _path = mem.recall(key) + else: + got, _sim = mem.recall(key) + return got == value + + return { + "items": k, + "photographic": sum(score(photo, k_, v, "photo") for k_, v in zip(keys, values)) / k, + "holographic": sum(score(holo, k_, v, "holo") for k_, v in zip(keys, values)) / k, + "hybrid": sum(score(hybrid, k_, v, "hybrid") for k_, v in zip(keys, values)) / k, + } + + +def demo_report(d: int = 2000) -> str: + """Printable comparison (used by ``python -m hdc memory``).""" + lines = ["memory modes at d=%d" % d] + + photo = PhotographicMemory(d=d) + for i in range(4): + photo.capture("frame/%d" % i, hvc("pixel/%d" % i, d)) + value, score = photo.recall("frame/2") + lines.append("photographic: hit=%s similarity=%.2f items=%d" + % (value is not None, score, len(photo))) + + alphabet = [hvc("symbol/%d" % i, d) for i in range(8)] + holo = HolographicMemory(d=d, alphabet=alphabet) + for i in range(4): + holo.record("slot/%d" % i, alphabet[i]) + hits = sum(1 for i in range(4) if holo.recall("slot/%d" % i)[0] == alphabet[i]) + lines.append("holographic: %d/4 exact over an 8-symbol codebook, confidence %.2f" + % (hits, holo.confidence("slot/1"))) + + hybrid = HybridMemory(d=d, buckets=4, per_bucket=3, alphabet=alphabet) + for i in range(6): + hybrid.capture("key/%d" % i, alphabet[i]) + _v, score5, path5 = hybrid.recall("key/5") + _v, score0, path0 = hybrid.recall("key/0") + lines.append("hybrid: key/5 via %s (sim %.2f), key/0 via %s" % (path5, score5, path0)) + lines.append("hybrid consolidate rewrote %d traces" % hybrid.consolidate()) + + lines.append("holographic capacity, 40-symbol codebook:") + for row in capacity_report(d=d): + lines.append(" k=%-3d exact %.0f%% mean cleanup similarity %.3f" + % (row["items"], 100 * row["exact_recall"], row["mean_similarity"])) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(demo_report()) diff --git a/hdc/net.py b/hdc/net.py new file mode 100644 index 0000000000000000000000000000000000000000..9919f26f0db896e5feba0ee53afee2cc0c58a1c0 --- /dev/null +++ b/hdc/net.py @@ -0,0 +1,346 @@ +"""BitNetBase: 1-bit and ternary inference on hyperdimensional primitives. + +The observation this module is built on is that a 1-bit dot product and an +HDC similarity are *the same operation*. For sign vectors ``a, b`` in +{-1, +1}^n, packed one bit per weight with +1 -> 1 and -1 -> 0: + + disagree = popcount(a_bits ^ b_bits) # XOR is HDC's bind + dot = n - 2 * disagree # popcount is HDC's sim + +so ``sim(a, b) = dot(a, b) / n``. A BitNet layer's entire forward pass is +therefore XOR-and-bitcount over packed registers — no multiply, no float +accumulate — and :func:`dot_1bit_packed` verifies that identity against the +plain integer dot at runtime rather than asserting it in prose. + +Two things live here: + +``BitLinear`` a ternary {-1, 0, +1} linear layer in the spirit of BitNet + b1.58: per-tensor absmean scaling with a dead zone, so small + weights collapse to 0 instead of costing compute +``PrototypeNet`` a 1-bit classifier whose weights *are* hypervectors in an + :class:`~hdc.memory.HDCStorage` cell — training is bundling, + inference is a similarity argmax, and nothing is ever a + float array + +Standard library only; vectors are Python ints, so the kernels below are +bitwise ops over whole machine words. +""" + +from __future__ import annotations + +import json +import random +from typing import Sequence + +from .hypervec import DEFAULT_DIM, bundle, hvc, mask, popcount, sim +from .memory import HDCStorage + +__all__ = [ + "pack_signs", + "unpack_signs", + "dot_1bit", + "dot_1bit_packed", + "ternarize", + "quantize_absmax", + "ternary_dot", + "ternary_matvec", + "BitLinear", + "PrototypeNet", + "selfcheck", +] + + +# -------------------------------------------------------------------------- +# 1-bit kernels +# -------------------------------------------------------------------------- +def pack_signs(vec: Sequence[int]) -> int: + """Pack a {-1, +1} sequence into a bitmask, +1 -> 1, -1 -> 0. + + Bit ``i`` of the result is weight ``i``. Any non-positive entry counts as + -1, which keeps zero weights meaningful: a packed zero contributes -1 to + the dot product, so ternary matrices are packed with an explicit sparse + form (see :func:`ternary_dot`) rather than through this function. + """ + out = 0 + for i, v in enumerate(vec): + if v > 0: + out |= 1 << i + return out + + +def unpack_signs(bits: int, n: int) -> list[int]: + """Inverse of :func:`pack_signs`: ``n`` weights as +1/-1.""" + return [1 if (bits >> i) & 1 else -1 for i in range(n)] + + +def dot_1bit(a: Sequence[int], b: Sequence[int]) -> int: + """Plain integer dot product of two +/-1 sequences (the reference form).""" + if len(a) != len(b): + raise ValueError("length mismatch: %d vs %d" % (len(a), len(b))) + return sum(x * y for x, y in zip(a, b)) + + +def dot_1bit_packed(a_bits: int, b_bits: int, n: int) -> int: + """Bitwise dot product of two packed sign vectors. + + ``n - 2 * popcount(a ^ b)`` — one XOR and one bit-count for the whole + vector, independent of ``n`` in loop terms. This is the identity the + module exists to demonstrate: bind, then count disagreement. + """ + disagree = popcount((a_bits ^ b_bits) & mask(n)) + return n - 2 * disagree + + +# -------------------------------------------------------------------------- +# ternary quantization +# -------------------------------------------------------------------------- +def ternarize(weights: Sequence[float], ratio: float = 0.7) -> list[int]: + """Quantize to {-1, 0, +1} with a per-tensor absmean scale. + + ``scale = mean(|w|)``, and weights inside ``ratio * scale`` of zero are + mapped to 0. With ``ratio = 1.0`` this is nearest-rounding of BitNet + b1.58's absmean scheme; lower ratios keep more weights non-zero (denser, + slightly more accurate), higher ratios sparsify the layer. + """ + items = [float(w) for w in weights] + if not items: + return [] + scale = sum(abs(w) for w in items) / len(items) + if scale == 0.0: + return [0] * len(items) + dead = ratio * scale + out: list[int] = [] + for w in items: + if w > dead: + out.append(1) + elif w < -dead: + out.append(-1) + else: + out.append(0) + return out + + +def quantize_absmax(x: Sequence[float], bits: int = 8) -> tuple[list[int], float]: + """Symmetric activation quantization to signed integers. + + Returns ``(integers, scale)`` such that ``x ~= integer * scale``. ``scale`` + is 1.0 for an all-zero input, which keeps the call total instead of + dividing by zero. + """ + if not 1 <= bits <= 16: + raise ValueError("bits must be in 1..16") + qmax = (1 << (bits - 1)) - 1 + peak = max((abs(float(v)) for v in x), default=0.0) + if peak == 0.0: + return [0] * len(x), 1.0 + scale = peak / qmax + out = [] + for v in x: + q = round(float(v) / scale) + out.append(max(-qmax - 1, min(qmax, q))) + return out, scale + + +def ternary_dot(w: Sequence[int], x: Sequence[int]) -> int: + """Integer dot product of a ternary weight row with an integer activation.""" + if len(w) != len(x): + raise ValueError("length mismatch: %d vs %d" % (len(w), len(x))) + total = 0 + for wi, xi in zip(w, x): + if wi == 1: + total += xi + elif wi == -1: + total -= xi + # wi == 0 contributes nothing: the point of sparsity + return total + + +def ternary_matvec(matrix: Sequence[Sequence[int]], x: Sequence[int]) -> list[int]: + """Apply a ternary matrix to an integer vector.""" + return [ternary_dot(row, x) for row in matrix] + + +# -------------------------------------------------------------------------- +# a ternary linear layer +# -------------------------------------------------------------------------- +class BitLinear: + """A ternary {-1, 0, +1} linear layer with additive-only accumulation. + + Weights are drawn once from a seeded normal distribution and ternarized at + construction, so two layers with the same shape and seed are identical. + ``forward`` accumulates with adds and subtracts only: a weight of -1 is a + subtraction and a weight of 0 is skipped, which is what makes 1-bit + inference cheap on hardware that has no multiplier. + + :meth:`scale` exposes the absmean scale discarded at ternarization time, so + callers that want a dequantized output can multiply it back in; ``forward`` + itself returns the raw integer accumulators. + """ + + def __init__(self, in_features: int, out_features: int, seed: int = 0): + if in_features <= 0 or out_features <= 0: + raise ValueError("layer dimensions must be positive") + self.in_features = in_features + self.out_features = out_features + self.seed = seed + rng = random.Random(seed) + raw = [[rng.gauss(0.0, 1.0) for _ in range(in_features)] for _ in range(out_features)] + self.ternary_weights: list[list[int]] = [ternarize(row) for row in raw] + self._scales = [ + sum(abs(w) for w in row) / in_features for row in raw + ] + + def scale(self, row: int) -> float: + """Absmean scale of output row ``row`` (multiply an output by this).""" + return self._scales[row] + + def forward(self, x: Sequence[int]) -> list[int]: + """Integer accumulators for one input vector.""" + if len(x) != self.in_features: + raise ValueError( + "expected %d inputs, got %d" % (self.in_features, len(x)) + ) + return ternary_matvec(self.ternary_weights, x) + + def density(self) -> float: + """Fraction of non-zero weights (measured, not assumed).""" + total = self.in_features * self.out_features + live = sum(1 for row in self.ternary_weights for w in row if w != 0) + return live / total if total else 0.0 + + +# -------------------------------------------------------------------------- +# 1-bit classifier whose weights live in HDC storage +# -------------------------------------------------------------------------- +class PrototypeNet: + """Nearest-prototype classifier with class weights stored as hypervectors. + + Training a class is bundling its samples into a single majority vector, so + the class weight is a superposition — the HDC centroid. Inference compares + a probe against each class cell by Hamming similarity and takes the argmax. + The weights are ordinary :class:`HDCStorage` cells, so they persist with + ``HDCStorage.save`` and are addressable by content like everything else. + """ + + def __init__( + self, + storage: HDCStorage | None = None, + d: int = DEFAULT_DIM, + prefix: str = "proto/", + ): + self.d = d + self.prefix = prefix + self.storage = storage if storage is not None else HDCStorage(d=d) + self._samples: dict[str, list[int]] = {} + + def _cell(self, label: str) -> str: + return self.prefix + label + + def fit(self, label: str, sample: int) -> None: + """Add one hypervector sample to a class and rewrite its weight cell. + + The class weight is recomputed as the majority bundle of every sample + seen so far rather than folded in pairwise: pairwise bundling of two + vectors is AND-like and would forget the first sample quickly. + """ + samples = self._samples.setdefault(label, []) + samples.append(sample & mask(self.d)) + weight = bundle(samples, self.d) + self.storage.write(self._cell(label), weight, symbol=True) + + def classes(self) -> list[str]: + """Class labels, in the order they were first fitted.""" + return list(self._samples) + + def weights(self) -> list[tuple[str, int]]: + """``(label, weight vector)`` pairs as currently stored.""" + return [(label, self.storage.read(self._cell(label))) for label in self._samples] + + def predict(self, sample: int) -> tuple[str, float]: + """Best matching class and its similarity; ``('', 0.0)`` when untrained.""" + best_label = "" + best = -2.0 + for label in self._samples: + s = sim(sample, self.storage.read(self._cell(label)), self.d) + if s > best: + best, best_label = s, label + if not best_label: + return "", 0.0 + return best_label, best + + def accuracy(self, pairs: Sequence[tuple[str, int]]) -> float: + """Fraction of ``(expected_label, sample)`` pairs classified correctly.""" + if not pairs: + return 0.0 + hits = 0 + for label, sample in pairs: + got, _ = self.predict(sample) + if got == label: + hits += 1 + return hits / len(pairs) + + +# -------------------------------------------------------------------------- +# self-verification +# -------------------------------------------------------------------------- +def _noisy(base: int, rate: float, rng: random.Random, d: int) -> int: + """Flip each bit of ``base`` with probability ``rate``.""" + v = base + for i in range(d): + if rng.random() < rate: + v ^= 1 << i + return v & mask(d) + + +def selfcheck() -> dict: + """Exercise the kernels and return measured values (nothing hardcoded). + + Covers the packed/plain dot-product equivalence, the sparsity a ternary + layer actually reaches, and end-to-end prototype classification accuracy + under 2% bit noise. + """ + rng = random.Random(20240501) + + # 1. the identity: packed XOR dot == integer dot + trials = 25 + mismatches = 0 + for _ in range(trials): + n = rng.choice((16, 64, 256, 1000)) + signs_a = [rng.choice((-1, 1)) for _ in range(n)] + signs_b = [rng.choice((-1, 1)) for _ in range(n)] + plain = dot_1bit(signs_a, signs_b) + packed = dot_1bit_packed(pack_signs(signs_a), pack_signs(signs_b), n) + if plain != packed: + mismatches += 1 + xor_matches_dot = mismatches == 0 + + # 2. measured sparsity of a ternarized gaussian layer + layer = BitLinear(128, 32, seed=7) + zeros = sum(1 for row in layer.ternary_weights for w in row if w == 0) + ternary_sparsity = zeros / (128 * 32) + + # 3. prototype accuracy: 4 classes, 6 training samples, 8 noisy test samples + d = 2000 + net = PrototypeNet(d=d) + test_pairs: list[tuple[str, int]] = [] + for c in range(4): + base = hvc("selfcheck/class/%d" % c, d) + for _ in range(6): + net.fit("class%d" % c, _noisy(base, 0.02, rng, d)) + for _ in range(2): + test_pairs.append(("class%d" % c, _noisy(base, 0.02, rng, d))) + + return { + "xor_matches_dot": xor_matches_dot, + "xor_trials": trials, + "ternary_sparsity": round(ternary_sparsity, 4), + "proto_density": round(layer.density(), 4), + "prototype_accuracy": round(net.accuracy(test_pairs), 4), + "prototype_classes": len(net.classes()), + "prototype_dim": d, + "d": DEFAULT_DIM, + } + + +if __name__ == "__main__": # pragma: no cover - manual entry point + print(json.dumps(selfcheck(), indent=2, sort_keys=True)) diff --git a/hdc/os.py b/hdc/os.py new file mode 100644 index 0000000000000000000000000000000000000000..d8b32af9e49993e15d432c4f466b3d7ee5ad4851 --- /dev/null +++ b/hdc/os.py @@ -0,0 +1,697 @@ +"""The webOS: desktop, windows, programs, and the memory map over the HDC machine. + +Everything a desktop needs already exists in this project, so this module is the +part that arranges it: + +* **memory** — :class:`MemoryMap` reads the same :class:`~hdc.memory.HDCStorage` + the programs run from and buckets cells by what wrote them, plus a bump + allocator so an app can reserve and release cells. +* **filesystem** — :mod:`hdc.fs`, directories by binding, contents exact. +* **programs** — the kernel console, the IDE (assembler + machine + debugger), + the file manager, an editor over the same filesystem, a shader lab that renders + through :mod:`hdc.gfx`, and a system monitor. +* **desktop** — a window manager on an 80×30 character grid, drawn by the + graphics engine: wallpaper shader, window frames, a menu bar and a taskbar. + +The compositor is deliberately dull, because it is the honest part: windows are +drawn in z-order into a :class:`~hdc.gfx.Surface`, and an unfocused window is +darkened with ``dim_region`` — an **exact** ``shift`` on the coded cells, not a +multiply on a copy. What the screen shows is the state the machine holds. + +Honest limits: character cells, not pixels; no compositing effects beyond dim, +no overlapping-alpha; one desktop, no multi-user session; and the wallpaper shader +is rendered per frame, so a redraw costs tens of milliseconds (see +:func:`hdc.gfx.report`) rather than the sub-millisecond a GPU would take. +""" + +from __future__ import annotations + +import time + +from .fs import FileSystem, seeded +from .gfx import SHADERS, Surface +from .hypervec import DEFAULT_DIM +from .memory import HDCStorage + +#: Desktop geometry, in character cells. 80 columns so it maps onto the CRT in +#: the browser without reflow. +COLS = 80 +ROWS = 30 + +#: Window presets. ``(width, height)`` at launch; positions cascade. +APPS = { + "terminal": ("Terminal", 46, 14), + "files": ("Files", 40, 13), + "editor": ("Editor", 42, 14), + "ide": ("IDE", 52, 16), + "shaders": ("Shader Lab", 44, 15), + "monitor": ("Monitor", 40, 14), +} + +#: Launch order for the menu bar and the function keys. +MENU = ("terminal", "files", "editor", "ide", "shaders", "monitor") + + +# --------------------------------------------------------------------- memory +class MemoryMap: + """What the cells are being used for, and a bump allocator over them.""" + + def __init__(self, storage: HDCStorage): + self.storage = storage + self.reserved: dict[str, list[str]] = {} + + def buckets(self) -> dict[str, int]: + """Cells grouped by the prefix of their name — who wrote them.""" + counts: dict[str, int] = {} + for name, _ in self.storage: + key = name.split("/", 1)[0] if "/" in name else "cells" + counts[key] = counts.get(key, 0) + 1 + return dict(sorted(counts.items(), key=lambda item: -item[1])) + + def allocate(self, tag: str, count: int) -> list[str]: + """Reserve ``count`` zero cells under ``mem//`` and return their names.""" + names: list[str] = [] + for index in range(max(0, count)): + name = "mem/%s/%d" % (tag, index) + self.storage.write(name, 0) + names.append(name) + self.reserved.setdefault(tag, []).extend(names) + return names + + def free(self, tag: str) -> int: + names = self.reserved.pop(tag, []) + return sum(1 for name in names if self.storage.remove(name)) + + def stat(self) -> dict: + buckets = self.buckets() + return {"cells": len(self.storage), "capacity": self.storage.capacity, + "free": max(0, self.storage.capacity - len(self.storage)), + "buckets": buckets, "reserved": {tag: len(names) + for tag, names in self.reserved.items()}, + "reads": self.storage.reads, "writes": self.storage.writes} + + def report(self, width: int = 28) -> str: + stat = self.stat() + lines = ["memory: %d / %d cells (%d free)" + % (stat["cells"], stat["capacity"], stat["free"])] + total = max(1, stat["cells"]) + for name, count in stat["buckets"].items(): + bar = "#" * max(1, round(count * width / total)) + lines.append(" %-8s %5d %s" % (name[:8], count, bar)) + if stat["reserved"]: + lines.append(" reserved: " + ", ".join("%s=%d" % item + for item in stat["reserved"].items())) + lines.append(" reads %d, writes %d" % (stat["reads"], stat["writes"])) + return "\n".join(lines) + + +# -------------------------------------------------------------------- windows +class Window: + """A rectangle with a title, an app key, and per-window app state.""" + + __slots__ = ("id", "app", "title", "x", "y", "w", "h", "state", "scroll") + + def __init__(self, ident: int, app: str, title: str, x: int, y: int, w: int, h: int): + self.id = ident + self.app = app + self.title = title + self.x = x + self.y = y + self.w = w + self.h = h + self.state: dict = {} + self.scroll = 0 + + def as_dict(self) -> dict: + return {"id": self.id, "app": self.app, "title": self.title, + "x": self.x, "y": self.y, "w": self.w, "h": self.h} + + def contains(self, x: int, y: int) -> bool: + return self.x <= x < self.x + self.w and self.y <= y < self.y + self.h + + @property + def inner_h(self) -> int: + return max(0, self.h - 2) + + @property + def inner_w(self) -> int: + return max(0, self.w - 2) + + +class App: + """Base class: an app renders lines and handles keys.""" + + key = "app" + title = "App" + + def render(self, desktop: "Desktop", window: Window) -> list[str]: + return ["(nothing here)"] + + def on_key(self, desktop: "Desktop", window: Window, key: str) -> str: + return "" + + def on_text(self, desktop: "Desktop", window: Window, text: str) -> str: + return "" + + +class TerminalApp(App): + """The kernel console, inside a window.""" + + key = "terminal" + title = "Terminal" + + def render(self, desktop: "Desktop", window: Window) -> list[str]: + window.state.setdefault("buffer", list(desktop.kernel.term.screen()[-window.inner_h:])) + window.state.setdefault("typing", "") + lines = window.state["buffer"][-(window.inner_h - 1):] + lines = [line for line in lines] + lines.append("> " + window.state["typing"]) + return lines + + def on_text(self, desktop: "Desktop", window: Window, text: str) -> str: + window.state["typing"] = (window.state.get("typing", "") + text)[-window.inner_w:] + return "" + + def on_key(self, desktop: "Desktop", window: Window, key: str) -> str: + typing = window.state.get("typing", "") + if key == "Backspace": + window.state["typing"] = typing[:-1] + return "" + if key != "Enter": + return "" + if not typing.strip(): + window.state["typing"] = "" + return "" + try: + output = desktop.kernel.execute(typing) + except Exception as error: # the console never dies + output = "[error] %s" % error + window.state["buffer"] = (window.state.get("buffer", []) + ["> " + typing] + + output.splitlines())[-200:] + window.state["typing"] = "" + return "kernel: %s" % typing + + +class FilesApp(App): + """Directory browser over :mod:`hdc.fs`; Enter opens.""" + + key = "files" + title = "Files" + + def render(self, desktop: "Desktop", window: Window) -> list[str]: + path = window.state.setdefault("cwd", "/home/user") + cursor = window.state.setdefault("cursor", 0) + try: + entries = desktop.fs.ls(path) + except OSError as error: + return ["[%s]" % error, "", "press u to go up"] + window.state["entries"] = entries + if entries: + cursor = min(cursor, len(entries) - 1) + window.state["cursor"] = cursor + head = [path[:window.inner_w]] + head.append("-" * min(window.inner_w, len(path))) + for index, entry in enumerate(entries[:max(0, window.inner_h - 3)]): + marker = ">" if index == cursor else " " + suffix = "/" if entry["kind"] == "dir" else "" + head.append("%s %s%s" % (marker, entry["name"], suffix)) + return head + + def on_key(self, desktop: "Desktop", window: Window, key: str) -> str: + entries = window.state.get("entries") or [] + cursor = window.state.get("cursor", 0) + path = window.state.get("cwd", "/home/user") + if key in ("ArrowDown", "j"): + window.state["cursor"] = min(len(entries) - 1, cursor + 1) if entries else 0 + return "" + if key in ("ArrowUp", "k"): + window.state["cursor"] = max(0, cursor - 1) + return "" + if key == "u" or key == "Backspace": + window.state["cwd"] = desktop.fs.parent(path) if path != "/" else "/" + window.state["cursor"] = 0 + return "up" + if key == "Enter" and entries: + entry = entries[min(cursor, len(entries) - 1)] + if entry["kind"] == "dir": + window.state["cwd"] = entry["path"] + window.state["cursor"] = 0 + return entry["path"] + desktop.open_file(entry["path"]) + return "opened " + entry["path"] + return "" + + def on_text(self, desktop: "Desktop", window: Window, text: str) -> str: + return "" + + +class EditorApp(App): + """A viewer that appends: typed text plus Enter writes a line to the file.""" + + key = "editor" + title = "Editor" + + def render(self, desktop: "Desktop", window: Window) -> list[str]: + path = window.state.get("path") + if not path: + return ["no file open", "", "use the Files window (F2) and press Enter"] + window.state.setdefault("typing", "") + window.state.setdefault("cursor", 0) + try: + lines = desktop.fs.read(path).splitlines() + except OSError as error: + return ["[%s]" % error] + cursor = window.state["cursor"] + visible = window.inner_h - 2 + start = max(0, min(cursor - visible + 1, len(lines) - visible)) if len(lines) > visible else 0 + out = ["%s (%d lines)" % (path[:window.inner_w], len(lines)), ""] + for offset, line in enumerate(lines[start:start + visible]): + number = start + offset + 1 + mark = ">" if number - 1 == cursor else " " + out.append("%s%3d %s" % (mark, number, line[:window.inner_w - 5])) + out.append(": " + window.state["typing"]) + return out + + def on_key(self, desktop: "Desktop", window: Window, key: str) -> str: + path = window.state.get("path") + typing = window.state.get("typing", "") + if key == "Backspace": + window.state["typing"] = typing[:-1] + return "" + if not path: + return "" + if key in ("ArrowDown", "j"): + window.state["cursor"] = window.state.get("cursor", 0) + 1 + return "" + if key in ("ArrowUp", "k"): + window.state["cursor"] = max(0, window.state.get("cursor", 0) - 1) + return "" + if key != "Enter": + return "" + if not typing: + window.state["cursor"] = window.state.get("cursor", 0) + 1 + return "" + text = desktop.fs.read(path) + desktop.fs.write(path, (text + "\n" + typing).strip("\n")) + window.state["typing"] = "" + window.state["cursor"] = len(desktop.fs.read(path).splitlines()) - 1 + return "appended to %s" % path + + def on_text(self, desktop: "Desktop", window: Window, text: str) -> str: + window.state["typing"] = (window.state.get("typing", "") + text)[-200:] + return "" + + +class IdeApp(App): + """The native binary-logic IDE: assemble, run, step, inspect.""" + + key = "ide" + title = "IDE" + + def render(self, desktop: "Desktop", window: Window) -> list[str]: + window.state.setdefault("buffer", [ + "native binary-logic IDE", + "asm | run | step | regs | disasm | bp 2 | bits R1", + "", + ]) + window.state.setdefault("typing", "") + lines = window.state["buffer"][-(window.inner_h - 1):] + return list(lines) + ["> " + window.state["typing"]] + + def on_text(self, desktop: "Desktop", window: Window, text: str) -> str: + window.state["typing"] = (window.state.get("typing", "") + text)[-window.inner_w:] + return "" + + def on_key(self, desktop: "Desktop", window: Window, key: str) -> str: + typing = window.state.get("typing", "") + if key == "Backspace": + window.state["typing"] = typing[:-1] + return "" + if key != "Enter" or not typing.strip(): + window.state["typing"] = "" + return "" + try: + output = desktop.ide.execute(typing) + except Exception as error: + output = "[error] %s" % error + window.state["buffer"] = (window.state.get("buffer", []) + ["> " + typing] + + (output or "").splitlines())[-200:] + window.state["typing"] = "" + return "ide: %s" % typing + + +class ShaderApp(App): + """Shader lab: the graphics engine, live inside a window.""" + + key = "shaders" + title = "Shader Lab" + + def render(self, desktop: "Desktop", window: Window) -> list[str]: + name = window.state.setdefault("shader", "metal") + if name not in SHADERS: + name = "metal" + width, height = window.inner_w, max(1, window.inner_h - 2) + surface = Surface(width, height, d=desktop.d) + surface.apply(name) + if window.state.get("edges"): + surface.edges(mode=window.state.get("edges", "proxy")) + window.state["frame"] = surface + lines = surface.rows() + lines.append("%s | %s | space: next shader, e: edges" + % (name, "dim " + str(window.state.get("dim", 0)))) + return lines + + def on_key(self, desktop: "Desktop", window: Window, key: str) -> str: + names = list(SHADERS) + current = window.state.get("shader", names[0]) + if key == " ": + window.state["shader"] = names[(names.index(current) + 1) % len(names)] + return "shader: " + window.state["shader"] + if key == "e": + window.state["edges"] = None if window.state.get("edges") else "proxy" + return "edges: %s" % ("proxy" if window.state.get("edges") else "off") + if key in ("+", "=", "-"): + steps = window.state.get("dim", 0) + (1 if key != "-" else -1) + window.state["dim"] = max(-2, min(3, steps)) + return "dim %+d" % window.state["dim"] + return "" + + def on_text(self, desktop: "Desktop", window: Window, text: str) -> str: + return "" + + +class MonitorApp(App): + """Memory, filesystem, shader timings, and the assistant's readahead.""" + + key = "monitor" + title = "Monitor" + + def render(self, desktop: "Desktop", window: Window) -> list[str]: + stat = desktop.memory.stat() + files = desktop.fs.stat() + lines = ["memory %d/%d cells, %d free" % (stat["cells"], stat["capacity"], stat["free"])] + for name, count in list(stat["buckets"].items())[:4]: + lines.append(" %-8s %4d cells" % (name[:8], count)) + lines.append("fs %d files, %d dirs, %d bytes" + % (files["files"], files["dirs"], files["bytes"])) + lines.append("kernel %d instr, pc=%d" + % (desktop.kernel.machine.steps, desktop.kernel.machine.pc)) + if desktop.autonomy is not None: + stats = desktop.autonomy.stats() + lines.append("readahead %d/%d correct (%.0f%%), %.2f chance" + % (stats["hits"], stats["graded"], + 100.0 * stats["accuracy"], stats["chance"])) + lines.append("gfx: %s" % ", ".join(SHADERS)) + lines.append("determinism: cells are vectors, not pixels") + return lines + + +APP_CLASSES = {cls.key: cls for cls in + (TerminalApp, FilesApp, EditorApp, IdeApp, ShaderApp, MonitorApp)} + + +# -------------------------------------------------------------------- desktop +class Desktop: + """Window manager, launcher, and the frame the browser draws.""" + + def __init__(self, d: int = DEFAULT_DIM, kernel=None, fs: FileSystem | None = None, + autonomy=None, cols: int = COLS, rows: int = ROWS): + from .ide import IDE + from .terminal import Kernel + + self.d = d + # explicit None checks: an empty Kernel has __len__ 0 and is therefore + # falsy, so ``kernel or Kernel(d)`` would build a second machine + self.kernel = kernel if kernel is not None else Kernel(d=d) + # one store: the filesystem writes into the machine's cells, so the + # memory map and the window contents cannot disagree + self.fs = fs if fs is not None else seeded(d, storage=self.kernel.storage) + self.autonomy = autonomy + self.cols = cols + self.rows = rows + self.memory = MemoryMap(self.kernel.storage) + self.ide = IDE(d=d) + self.windows: list[Window] = [] + self.focus = 0 + self.next_id = 1 + self.status = "F1 terminal F2 files F3 editor F4 ide F5 shaders F6 monitor" + self.wallpaper = "background" + self.frames = 0 + self.last_frame_ms = 0.0 + self.started = time.time() + + # --------------------------------------------------------------- windows + def find(self, key: str) -> Window | None: + for window in self.windows: + if window.app == key: + return window + return None + + def launch(self, key: str, x: int | None = None, y: int | None = None) -> Window: + existing = self.find(key) + if existing is not None: + self.raise_window(existing) + return existing + if key not in APPS: + raise KeyError("unknown app %r" % (key,)) + title, width, height = APPS[key] + offset = (len(self.windows) * 3) % max(1, self.cols - width - 2) + x = 2 + offset if x is None else x + y = 2 + (len(self.windows) * 2) % max(1, self.rows - height - 4) if y is None else y + window = Window(self.next_id, key, title, x, y, + min(width, self.cols - 1), min(height, self.rows - 3)) + window.state["app"] = APP_CLASSES[key]() + self.next_id += 1 + self.windows.append(window) + self.focus = len(self.windows) - 1 + self.status = "launched " + title + return window + + def focused(self) -> Window | None: + if not self.windows: + return None + self.focus = max(0, min(self.focus, len(self.windows) - 1)) + return self.windows[self.focus] + + def raise_window(self, window: Window) -> None: + if window in self.windows: + self.windows.remove(window) + self.windows.append(window) + self.focus = len(self.windows) - 1 + + def close(self, window: Window | None = None) -> bool: + window = window or self.focused() + if window is None: + return False + self.windows.remove(window) + self.focus = max(0, self.focus - 1) + self.status = "closed " + window.title + return True + + def focus_next(self, step: int = 1) -> str: + if not self.windows: + return "" + self.focus = (self.focus + step) % len(self.windows) + window = self.windows[self.focus] + self.status = "focus: " + window.title + return window.title + + def move_window(self, dx: int, dy: int) -> str: + window = self.focused() + if window is None: + return "" + window.x = max(0, min(self.cols - window.w, window.x + dx)) + window.y = max(1, min(self.rows - 1 - window.h, window.y + dy)) + self.status = "%s at %d,%d" % (window.title, window.x, window.y) + return self.status + + def click(self, x: int, y: int) -> str: + """Topmost window under the cell takes focus. + + Sets ``status`` as well as returning it: the browser endpoint reports + ``state()['status']``, so a click that only returned a string looked like + it did nothing at all. + """ + for window in reversed(self.windows): + if window.contains(x, y): + self.raise_window(window) + self.status = "focus: " + window.title + return self.status + return "" + + def open_file(self, path: str) -> Window: + window = self.launch("editor") + window.state["path"] = path + window.state["cursor"] = 0 + window.title = "Editor - " + path.rsplit("/", 1)[-1] + return window + + # -------------------------------------------------------------- keyboard + #: Function keys, in menu order. + FUNCTION_KEYS = {"F1": "terminal", "F2": "files", "F3": "editor", + "F4": "ide", "F5": "shaders", "F6": "monitor"} + + def key(self, name: str) -> dict: + """Dispatch one named key. Returns what happened, for the caller to show.""" + if name in self.FUNCTION_KEYS: + window = self.launch(self.FUNCTION_KEYS[name]) + return {"action": "launch", "window": window.as_dict(), "status": self.status} + if name in ("Tab", "Ctrl+Tab"): + return {"action": "focus", "status": self.focus_next(1 if name == "Tab" else -1)} + if name in ("Ctrl+W", "Escape"): + return {"action": "close", "closed": self.close(), "status": self.status} + if name in ("Ctrl+Left", "Ctrl+Right", "Ctrl+Up", "Ctrl+Down"): + step = {"Left": (-3, 0), "Right": (3, 0), "Up": (0, -1), "Down": (0, 1)}[name.split("+")[1]] + return {"action": "move", "status": self.move_window(*step)} + window = self.focused() + if window is None: + return {"action": "none", "status": "no window: press F1"} + app = window.state.get("app") + try: + status = app.on_key(self, window, name) if app else "" + except Exception as error: # an app may not kill the desktop + status = "[error] %s" % error + if status: + self.status = status + return {"action": "key", "key": name, "status": self.status} + + def text(self, value: str) -> dict: + """Typed characters go to the focused window's app.""" + window = self.focused() + if window is None: + return {"action": "none", "status": "no window: press F1"} + app = window.state.get("app") + try: + status = app.on_text(self, window, value) if app else "" + except Exception as error: + status = "[error] %s" % error + if status: + self.status = status + return {"action": "text", "value": value, "status": self.status} + + # ----------------------------------------------------------------- frame + def menu_bar(self) -> str: + left = " HDCSTORAGE webOS " + middle = " ".join("F%d %s" % (index + 1, key) for index, key in enumerate(MENU)) + right = " d=%d cells=%d " % (self.d, len(self.kernel.storage)) + width = self.cols + text = left + "| " + middle + pad = max(1, width - len(text) - len(right)) + return (text + " " * pad + right)[:width] + + def taskbar(self) -> str: + if not self.windows: + return (" " + self.status)[:self.cols] + titles = " ".join("[%s]" % window.title[:10] for window in self.windows) + return (" " + titles + " | " + self.status)[:self.cols] + + def frame(self) -> list[str]: + """Composite the desktop: wallpaper, windows, menu, taskbar.""" + started = time.perf_counter() + surface = Surface(self.cols, self.rows, d=self.d) + surface.apply(self.wallpaper) + surface.dim_region(1) + surface.fill(0, 0, self.cols, 1, 210) + surface.text_at(0, 0, self.menu_bar(), 255) + focused = self.focused() + for window in self.windows: + if window is focused: + continue + self._draw(surface, window, False) + if focused is not None: + self._draw(surface, focused, True) + surface.fill(0, self.rows - 1, self.cols, 1, 200) + surface.text_at(0, self.rows - 1, self.taskbar(), 255) + self.frames += 1 + self.last_frame_ms = (time.perf_counter() - started) * 1000.0 + return surface.rows() + + def _draw(self, surface: Surface, window: Window, focused: bool) -> None: + window.x = max(0, min(self.cols - window.w, window.x)) + window.y = max(1, min(self.rows - 2 - window.h, window.y)) + surface.fill(window.x, window.y, window.w, window.h, 4) + surface.frame(window.x, window.y, window.w, window.h, 190 if focused else 70) + title = " %s " % window.title + surface.text_at(window.x + 1, window.y, title[:window.w - 3], 245 if focused else 120) + app = window.state.get("app") + body = app.render(self, window) if app else [] + for index, line in enumerate(body[:window.inner_h]): + surface.text_at(window.x + 1, window.y + 1 + index, + line[:window.inner_w], 220 if focused else 90) + if not focused: + water = 1 + surface.dim_region(water, window.x + 1, window.y + 1, + max(0, window.w - 2), max(0, window.h - 2)) + + def start(self) -> "Desktop": + """Open the usual tiled session: terminal, monitor, files. Idempotent.""" + if self.windows: + return self + self.launch("terminal", 1, 1) + self.launch("monitor", 48, 1) + self.launch("files", 1, 15) + self.focus = 0 + self.status = "F1 terminal F2 files F3 editor F4 ide F5 shaders F6 monitor" + return self + + # ------------------------------------------------------------------ state + def state(self) -> dict: + stats = self.memory.stat() + return { + "frame": self.frame(), + "cols": self.cols, "rows": self.rows, + "windows": [window.as_dict() for window in self.windows], + "focus": self.focus, + "status": self.status, + "wallpaper": self.wallpaper, + "frames": self.frames, + "frame_ms": round(self.last_frame_ms, 2), + "apps": list(APPS), + "fs": self.fs.stat(), + "memory": stats, + "cwd": self.fs.cwd, + } + + def report(self) -> str: + stat = self.memory.stat() + return "\n".join([ + "webOS: %dx%d cells, %d windows, %d frames, %.1f ms/frame" + % (self.cols, self.rows, len(self.windows), self.frames, self.last_frame_ms), + " memory %d/%d cells (%s)" + % (stat["cells"], stat["capacity"], + ", ".join("%s=%d" % item for item in stat["buckets"].items())), + " fs %s" % self.fs.stat(), + " apps: " + ", ".join(APPS), + ]) + + +def boot(d: int = DEFAULT_DIM) -> Desktop: + """A desktop with the usual windows tiled, as a session would start. + + Explicit rectangles rather than a cascade: three windows on an 80x30 grid + look like a desktop when they tile, and like a pile when they cascade. + """ + return Desktop(d=d).start() + + +def tour(d: int = DEFAULT_DIM) -> str: + """Scripted session, printed — the same actions the browser can send.""" + desktop = boot(d) + desktop.key("F5") + desktop.key("Enter") # files: open the selection + for _ in range(3): + desktop.text("l") + desktop.key("ArrowDown") + desktop.key("F1") + desktop.text("stat") + desktop.key("Enter") + lines = ["=== frame after tour ==="] + lines.extend(desktop.frame()) + lines.append("") + lines.append(desktop.report()) + lines.append(desktop.memory.report()) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(tour(2000)) diff --git a/hdc/ring.py b/hdc/ring.py new file mode 100644 index 0000000000000000000000000000000000000000..6c8b0b0c7f23abcc2d3a7296e2db8afa02a299b8 --- /dev/null +++ b/hdc/ring.py @@ -0,0 +1,309 @@ +"""Historic ledger and the PAST → PRESENT → FUTURE → PAST ring. + +The repair for a low-dimensional count is history. A bare counter knows only +"how many"; it cannot say what the count *meant* last lap. So every tick gets +a ledger entry, and the entry is addressed by the count itself: the key is +``bind(role("tick"), int_to_hv(count))``, so a lap-ago entry is recalled by +content, not by an offset that shifts as the ring wraps. + +The ledger is a ring. ``capacity`` bounds it, and the oldest entry is consumed +— then recycled into the per-phase holographic summary, which survives the +eviction as a superposition. That is why the past stays queryable after the +detail is gone. + +The pipeline, one lap per call to :meth:`RingController.step`: + + PAST recall the entry one period back and its phase summary + PRESENT take the observation and measure surprise against the past's + FUTURE prediction for this tick + FUTURE evolve the state algebraically and ask the transition model what + comes next + -> PAST the future prediction is written into the ledger, to be graded + on the next lap + +The algebraic evolution is ``permute(bind(state, key), k)``. Binding by a +fixed key followed by a rotation is a bijection on bit patterns, so it is +invertible: :func:`rewind` recovers the predecessor exactly. That is what +makes "FUTURE → PAST" a real closure rather than a new forward pass. + +**Recycling bus.** Every lap produces two measured scalars: surprise +(``1 − sim(predicted, observed)``) and the entropy of the surprise histogram in +bits. Energy is the prediction-accuracy budget: + + energy' = clamp(energy + gain·(1 − surprise) − cost, 0, 1) + +Energy is *spent* on lookahead (the planning horizon is ``1 + 2·energy`` +rounded), so an accurate ring plans further ahead and a surprising one pulls in +its horizon. This is bookkeeping over measured error statistics, not a claim +about physics: the invariant that matters is that energy and horizon move +together and that entropy falls when the ring converges. +""" + +from __future__ import annotations + +from typing import Callable, Iterable, Sequence + +from .entropy import shannon +from .hypervec import DEFAULT_DIM, bind, bundle, hvc, int_to_hv, permute, sim +from .memory_modes import HolographicMemory, PhotographicMemory +from .state import PredictiveModel + +PHASES = ("past", "present", "future") + + +def tick_key(count: int, d: int = DEFAULT_DIM) -> int: + """The ledger key for a tick: role-bound count, so lookup is by content.""" + return bind(hvc("ring/tick", d), int_to_hv(count, d), d) + + +def evolve(state: int, key: int, k: int = 1, d: int = DEFAULT_DIM) -> int: + """One algebraic step of the ring: bind then rotate. Invertible.""" + return permute(bind(state, key, d), k, d) + + +def rewind(state: int, key: int, k: int = 1, d: int = DEFAULT_DIM) -> int: + """Exact inverse of :func:`evolve` — rotate back, unbind.""" + return bind(permute(state, -k, d), key, d) + + +class LedgerEntry: + """One tick of history.""" + + __slots__ = ("count", "phase", "state", "predicted", "surprise", "energy") + + def __init__(self, count: int, phase: str, state: int, predicted: int | None, + surprise: float, energy: float): + self.count = count + self.phase = phase + self.state = state + self.predicted = predicted + self.surprise = surprise + self.energy = energy + + def as_dict(self) -> dict: + return {"count": self.count, "phase": self.phase, "surprise": round(self.surprise, 3), + "energy": round(self.energy, 3), "predicted": self.predicted is not None} + + def __repr__(self) -> str: + return "" % ( + self.count, self.phase, self.surprise, self.energy) + + +class HistoricLedger: + """Ring of entries addressed by tick, with holographic summaries per phase.""" + + def __init__(self, d: int = DEFAULT_DIM, capacity: int = 16): + if capacity < 1: + raise ValueError("capacity must be positive") + self.d = d + self.capacity = capacity + self.entries: list[LedgerEntry] = [] + self.exact = PhotographicMemory(d=d) + self.summaries = {phase: HolographicMemory(d=d) for phase in PHASES} + self.recycled = 0 + + def __len__(self) -> int: + return len(self.entries) + + def append(self, entry: LedgerEntry) -> None: + """Add a tick; evicting the oldest recycles it into its phase summary.""" + self.entries.append(entry) + self.exact.capture("tick/%d" % entry.count, entry.state) + if len(self.entries) > self.capacity: + old = self.entries.pop(0) + self.summaries[old.phase].record("recycled/%d" % old.count, old.state) + self.recycled += 1 + + def at(self, count: int) -> LedgerEntry | None: + """The entry for a tick, by count.""" + for entry in reversed(self.entries): + if entry.count == count: + return entry + return None + + def ago(self, period: int = 1) -> LedgerEntry | None: + """The entry ``period`` ticks back.""" + return self.entries[-1 - period] if len(self.entries) > period else None + + def recall_state(self, count: int) -> tuple[int | None, float]: + """Exact recall of a tick's state; a hit means the ring still holds it.""" + return self.exact.recall("tick/%d" % count) + + def timeline_record(self) -> int: + """The whole retained history as one superposed vector. + + Each tick is bound to its own count-derived key and bundled, so a + tick can be probed out of the timeline by content alone — the + holographic view of the same history the exact index holds verbatim. + """ + if not self.entries: + return 0 + return bundle( + [bind(tick_key(entry.count, self.d), entry.state, self.d) for entry in self.entries], + self.d, + ) + + def recall_timeline(self, count: int) -> tuple[int | None, float]: + """Probe one tick out of the superposed timeline (approximate).""" + if not self.entries: + return None, 0.0 + probe = bind(self.timeline_record(), tick_key(count, self.d), self.d) + states = [entry.state for entry in self.entries] + best, best_sim = None, -2.0 + for candidate in states: + score = sim(probe, candidate, self.d) + if score > best_sim: + best, best_sim = candidate, score + return best, best_sim + + def entropy(self, buckets: int = 8) -> float: + """Entropy of the surprise distribution, in bits.""" + if not self.entries: + return 0.0 + counts = [0] * buckets + for entry in self.entries: + counts[min(buckets - 1, int(entry.surprise * buckets))] += 1 + return shannon(counts) + + def summary_similarity(self, phase: str, state: int) -> float: + """How much of a phase's recycled history the summary still carries.""" + summary = self.summaries[phase] + if not summary.keys: + return 0.0 + return summary.confidence("recycled/%d" % summary.keys[-1]) + + def stats(self) -> dict: + return {"entries": len(self.entries), "capacity": self.capacity, + "recycled": self.recycled, "entropy_bits": round(self.entropy(), 3)} + + +class RingController: + """Drive PAST → PRESENT → FUTURE → PAST with an energy/entropy budget.""" + + def __init__( + self, + d: int = DEFAULT_DIM, + capacity: int = 16, + gain: float = 0.5, + cost: float = 0.25, + alpha: float = 0.6, + ): + self.d = d + self.ledger = HistoricLedger(d=d, capacity=capacity) + self.model = PredictiveModel(d=d) + self.key = hvc("ring/evolution", d) + self.gain = gain + self.cost = cost + self.alpha = alpha + self.energy = 1.0 + self.count = 0 + self.last: LedgerEntry | None = None + self.observations: list[int] = [] + + # ------------------------------------------------------------- horizon + def horizon(self) -> int: + """Lookahead the current budget can pay for: 1..3 actions.""" + return max(1, min(3, int(round(1 + 2 * self.energy)))) + + def mean_surprise(self) -> float: + """Average surprise over retained history.""" + if not self.ledger.entries: + return 0.0 + return sum(e.surprise for e in self.ledger.entries) / len(self.ledger.entries) + + def mode(self) -> str: + """Ring logic mode from measured surprise and the energy budget. + + ``explore`` the world keeps surprising us: widen the horizon input, learn + ``hold`` partly predicted: keep the current policy, plan one step + ``stable`` converged and confident: act on the multi-step plan + ``reset`` converged but unconfident: the model is spent, rebuild it + """ + surprise = self.mean_surprise() + if surprise > 0.5: + return "explore" + if surprise > 0.2: + return "hold" + return "stable" if self.energy > 0.5 else "reset" + + # ---------------------------------------------------------------- step + def step(self, observation: int, actions: Sequence[str] = ("next", "prev")) -> LedgerEntry: + """Advance the ring by one tick and return the entry that was written. + + Every tick runs all three stages; the entry's ``phase`` label records + which slot of the three-phase cycle it occupies, so the ledger reads as + a rotating ring rather than a flat log. + """ + previous = self.ledger.entries[-1] if self.ledger.entries else None + + # PAST -> PRESENT: grade the FUTURE prediction the last tick left behind + expected = previous.predicted if previous is not None else None + surprise = 0.5 if expected is None else 1.0 - sim(expected, observation, self.d) + + # PRESENT: teach the transition model what actually followed + if previous is not None: + self.model.learn(previous.state, "tick", observation) + self.observations.append(observation) + + # FUTURE: algebraic evolution is the fallback when the model is silent + evolved = evolve(observation, self.key, 1, self.d) + predicted, _confidence = self.model.predict(observation, "tick") + if predicted is None: + predicted = evolved + + # recycling bus: energy is spent on lookahead, refunded by accuracy + self.energy = max(0.0, min(1.0, self.energy + self.gain * (1.0 - surprise) - self.cost)) + + entry = LedgerEntry( + self.count, PHASES[self.count % len(PHASES)], observation, predicted, + surprise, self.energy, + ) + self.ledger.append(entry) + self.last = entry + self.count += 1 + return entry + + def run(self, observations: Iterable[int], actions: Sequence[str] = ("next", "prev")) -> list[LedgerEntry]: + """Push a sequence of observations through the ring.""" + return [self.step(state, actions) for state in observations] + + def report(self) -> str: + lines = ["tick phase surprise energy mode horizon recycled"] + for entry in self.ledger.entries: + lines.append("%4d %-7s %8.3f %6.3f %-7s %7d %8d" % ( + entry.count, entry.phase, entry.surprise, entry.energy, + self.mode(), self.horizon(), self.ledger.recycled)) + lines.append("energy %.3f, entropy %.3f bits, mode %s, horizon %d" + % (self.energy, self.ledger.entropy(), self.mode(), self.horizon())) + return "\n".join(lines) + + +def periodic_world(period: int = 4, steps: int = 12, d: int = DEFAULT_DIM) -> list[int]: + """A world whose state repeats with a fixed period: the ring should converge.""" + symbols = [hvc("ring/world/%d" % i, d) for i in range(period)] + return [symbols[i % period] for i in range(steps)] + + +def drifting_world(period: int = 4, steps: int = 12, d: int = DEFAULT_DIM) -> list[int]: + """A world that changes every lap: the ring should stay surprised.""" + symbols = [hvc("ring/world/%d" % i, d) for i in range(period * steps)] + return symbols[:steps] + + +def report(d: int = DEFAULT_DIM) -> str: + """Printable ring tour: a converging world and a drifting one.""" + lines = ["ring controller, d=%d" % d] + lines.append("periodic world (period 4, 12 ticks):") + ring = RingController(d=d, capacity=8) + ring.run(periodic_world(4, 12, d)) + lines.append(ring.report()) + lines.append("") + lines.append("drifting world (new state every tick):") + chaotic = RingController(d=d, capacity=8) + chaotic.run(drifting_world(4, 12, d)) + lines.append(chaotic.report()) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(report()) diff --git a/hdc/semantic.py b/hdc/semantic.py new file mode 100644 index 0000000000000000000000000000000000000000..30bb5f4283098af548e9d75ba609610515fe90a2 --- /dev/null +++ b/hdc/semantic.py @@ -0,0 +1,348 @@ +"""Semantic word vectors from a static-embedding model, with no libraries. + +The n-gram encoder in :mod:`hdc.text` is morphological: it knows that "walked" +and "walking" share substrings, not that "car" and "automobile" mean the same +thing. This module supplies the missing half, and it does so while keeping the +project's rule — **standard library only at runtime**. + +How that is possible: the model used is a *static* embedding table, not a +transformer. ``minishlab/potion-base-8M`` (MIT) is a Model2Vec distillation of +``baai/bge-base-en-v1.5`` down to a token x 256-float **lookup matrix** plus a +WordPiece vocabulary. A static model has no attention, no layers and no +activations at inference: it is a dict from token to vector. So the file format +is the only obstacle, and a ``safetensors`` file is an 8-byte little-endian +header length, a JSON header, and a raw f32 buffer — ``struct`` reads that. + +Pipeline from a word to a hypervector: + +1. WordPiece-tokenise the word (greedy longest match, ``##`` continuations). +2. Average the row vectors of its pieces — the model's own static embedding. +3. Project 256 floats into ``d`` bits by **sparse sign random projection**: + ``bit_j = 1 iff sum_k w(j,k) * v_k > 0`` with ``K`` pseudorandom +-1 + weights per bit, derived from a hash of ``(j, k)`` so nothing is stored. + +Step 3 is a SimHash: the Hamming distance between two projected vectors is an +estimator of the angle between the originals, so ``sim()`` approximates the +model's cosine and the vectors still work with ``bind``/``bundle``/``permute``. + +Measured (see :func:`report`): float cosine and projected ``sim`` correlate at +r ~ 0.9 over sampled word pairs, the synonym/antonym and synonym/unrelated +margins survive the projection, and a ``TextRing`` trained on one wording +transfers to a paraphrase that the n-gram encoder cannot follow. + +Provenance: vectors come from ``minishlab/potion-base-8M``, MIT, itself +distilled from ``BAAI/bge-base-en-v1.5``. Fetch with +``hf download minishlab/potion-base-8M model.safetensors tokenizer.json config.json --local-dir models/potion-base-8M``. +If the files are absent, :func:`available` is False and callers fall back to +the n-gram encoder. +""" + +from __future__ import annotations + +import json +import math +import os +import struct +from typing import Sequence + +from .hypervec import DEFAULT_DIM + +MODEL_DIR = os.path.join("models", "potion-base-8M") +#: Code-tuned sibling of the same family (MIT, 63 457 x 256, **F16**). +#: 79% of the machine-code token list is a whole learned token here against 29% +#: for the general model — see :mod:`hdc.hub` for the measurement. +CODE_DIR = os.path.join("models", "potion-code-16M-v2") + +#: safetensors dtype -> (struct format, bytes per element). ``BF16`` is absent +#: from struct, so it is decoded by hand in :meth:`StaticEmbeddings.row`. +DTYPES = {"F32": ("f", 4), "F16": ("e", 2), "BF16": (None, 2)} + + +def available(path: str = MODEL_DIR) -> bool: + """True when a downloaded model is on disk.""" + return all(os.path.exists(os.path.join(path, name)) + for name in ("model.safetensors", "tokenizer.json")) + + +class StaticEmbeddings: + """A token x dim float matrix plus its WordPiece vocabulary.""" + + def __init__(self, path: str = MODEL_DIR): + weights = os.path.join(path, "model.safetensors") + tokens = os.path.join(path, "tokenizer.json") + with open(weights, "rb") as fh: + header_len = struct.unpack(" int: + return self.shape[0] + + def row(self, token_id: int) -> tuple[float, ...]: + """One token's embedding, in whatever dtype the file stores. + + f32 and f16 go straight through ``struct``; bf16 is a truncated f32, so + each 16-bit value is shifted back into the high half of a 32-bit word + and reinterpreted. Nothing is normalised here — the caller averages and + normalises, exactly as it did for f32. + """ + offset = token_id * self.dim * self.itemsize + if self._row is not None: + return self._row.unpack_from(self._blob, offset) + out = [] + for value in self._half.unpack_from(self._blob, offset): + out.append(struct.unpack(" list[str]: + """Greedy WordPiece over a single word.""" + text = word.lower() + pieces: list[str] = [] + start = 0 + while start < len(text): + end = len(text) + found = None + while start < end: + candidate = text[start:end] + if start: + candidate = self.prefix + candidate + if candidate in self.vocab: + found = candidate + break + end -= 1 + if found is None: + return ["[UNK]"] + pieces.append(found) + start = end + return pieces + + def vector(self, word: str) -> tuple[float, ...]: + """The static embedding of a word: mean of its token rows, L2-normalised.""" + cached = self._cache.get(word) + if cached is not None: + return cached + ids = [self.vocab[p] for p in self.tokenize(word) if p in self.vocab] + ids = [i for i in ids if i > 4] # skip [PAD] [UNK] [CLS] [SEP] [MASK] + if not ids: + ids = [self.vocab["[UNK]"]] + acc = [0.0] * self.dim + for token_id in ids: + for k, value in enumerate(self.row(token_id)): + acc[k] += value + norm = math.sqrt(sum(v * v for v in acc)) or 1.0 + out = tuple(v / norm for v in acc) + self._cache[word] = out + return out + + +def _hash(a: int, b: int, seed: int) -> int: + """Deterministic uint32 from two indices — the only randomness in play.""" + h = (a * 0x9E3779B1 ^ b * 0x85EBCA77 ^ seed) & 0xFFFFFFFF + h ^= h >> 15 + h = (h * 0x2545F491) & 0xFFFFFFFF + return (h ^ (h >> 13)) & 0xFFFFFFFF + + +def _coord(bit: int, i: int, dim: int, seed: int) -> int: + """Which input coordinate this (bit, slot) contributes.""" + return _hash(bit, i, seed ^ 0xC0FFEE) % dim + + +def _sign(bit: int, coord: int, seed: int) -> int: + """The +-1 weight for one (bit, coordinate) pair.""" + return 1 if _hash(bit, coord, seed) & 1 else -1 + + +class SemanticEncoder: + """Project static embeddings into ``d``-bit hypervectors (SimHash).""" + + def __init__(self, path: str = MODEL_DIR, d: int = DEFAULT_DIM, sparsity: int = 12, + seed: int = 0x5EED): + self.model = StaticEmbeddings(path) + self.d = d + self.sparsity = sparsity + self.seed = seed + self._cache: dict[str, int] = {} + # The projection is independent of the word, so the hash-derived + # (coordinate, sign) plan is built once. Recomputing it per word was + # 24 000 hashes per word at d=2000 — measured 36 ms/word, with the + # hashing dominating the arithmetic. Built once, the same work is a + # tight multiply-add loop. + self.plan: list[tuple[tuple[int, ...], tuple[int, ...]]] = [] + for bit in range(self.d): + coords = tuple(_coord(bit, i, self.dim, self.seed) for i in range(self.sparsity)) + signs = tuple(_sign(bit, coord, self.seed) for coord in coords) + self.plan.append((coords, signs)) + + @property + def dim(self) -> int: + return self.model.dim + + def encode(self, word: str) -> int: + """Word -> ``d``-bit hypervector whose similarity tracks semantic angle.""" + cached = self._cache.get(word) + if cached is not None: + return cached + vector = self.model.vector(word) + out = 0 + for bit, (coords, signs) in enumerate(self.plan): + total = 0 + for k in range(self.sparsity): + total += signs[k] * vector[coords[k]] + if total > 0: + out |= 1 << bit + self._cache[word] = out + return out + + def similarity(self, a: str, b: str) -> float: + """The model's cosine between two words (ground truth for comparisons).""" + va, vb = self.model.vector(a), self.model.vector(b) + return sum(x * y for x, y in zip(va, vb)) + + def cosine(self, a: str, b: str) -> float: + """Recover the model cosine from the *projected* vectors. + + Binarising a random projection does not preserve the angle directly: + the expected sign agreement follows the arcsine law + ``sim = (2/pi)·arcsin(cos)``, so a cosine of 0.779 measures as 0.557. + Inverting recovers 0.767 — see the report, where the recovered column + tracks the true cosine to within a few thousandths. + """ + hamming = bin(self.encode(a) ^ self.encode(b)).count("1") + measured = 1.0 - 2.0 * hamming / self.d + return math.sin(0.5 * math.pi * max(-1.0, min(1.0, measured))) + + def encode_sequence(self, tokens: Sequence[str]) -> list[int]: + return [self.encode(token) for token in tokens] + + +def load(d: int = DEFAULT_DIM, path: str = MODEL_DIR) -> SemanticEncoder | None: + """Load an encoder, or ``None`` when the model has not been downloaded.""" + if not available(path): + return None + return SemanticEncoder(path=path, d=d) + + +def load_code(d: int = DEFAULT_DIM, path: str = CODE_DIR) -> SemanticEncoder | None: + """The code-tuned encoder, when it has been fetched. + + Same projector, different table: this one has whole-token rows for x86 and + assembler mnemonics, so a program listing and a sentence share one space. + """ + return load(d=d, path=path) + + +PAIRS = [ + ("car", "automobile"), ("doctor", "physician"), ("big", "large"), + ("fast", "quick"), ("home", "house"), ("dog", "cat"), + ("car", "banana"), ("doctor", "spaceship"), ("big", "purple"), + ("fast", "yesterday"), ("home", "algebra"), ("dog", "tectonics"), +] + + +TRANSFER_CASES = [ + ("the doctor treats patients . the nurse cares for patients .", + "the physician treats patients ."), + ("the car needs fuel . the car is fast .", + "the automobile needs fuel ."), + ("the child laughed loudly . the child smiled .", + "the kid laughed loudly ."), +] + + +def transfer_report(d: int = DEFAULT_DIM, path: str = MODEL_DIR, span: int = 2) -> dict: + """Fit on one wording, score on a paraphrase — n-gram vs semantic. + + The context key changes when a word is replaced. A morphological encoder + keeps almost nothing of the substituted slot, so the trained transition + does not fire; a semantic one keeps the slot near its synonym and the + transition survives. This is the measurement the n-gram encoder cannot + pass, and the reason to carry a model file at all. + """ + from .text import TextRing, tokenize + + encoder = load(d, path) + if encoder is None: + return {"available": False} + + rows = [] + ngram_total = semantic_total = 0.0 + for seen_text, paraphrase_text in TRANSFER_CASES: + seen, paraphrase = tokenize(seen_text), tokenize(paraphrase_text) + ngram = TextRing(d=d, span=span) + semantic = TextRing(d=d, span=span, encoder=encoder) + ngram_score = ngram.transfer(seen, paraphrase)["accuracy"] + semantic_score = semantic.transfer(seen, paraphrase)["accuracy"] + ngram_total += ngram_score + semantic_total += semantic_score + rows.append({"seen": seen_text, "paraphrase": paraphrase_text, + "ngram": ngram_score, "semantic": semantic_score}) + count = len(TRANSFER_CASES) + return {"available": True, "cases": rows, + "ngram_mean": ngram_total / count, "semantic_mean": semantic_total / count} + + +def report(d: int = DEFAULT_DIM, path: str = MODEL_DIR) -> str: + """Measure the projection and the semantic margins.""" + if not available(path): + return ("no model at %s — run:\n" + " hf download minishlab/potion-base-8M model.safetensors tokenizer.json " + "config.json --local-dir %s" % (path, path)) + encoder = SemanticEncoder(path=path, d=d) + lines = ["semantic encoder: %d tokens x %d dims, projected to d=%d (sparse K=%d)" + % (len(encoder.model), encoder.dim, d, encoder.sparsity)] + lines.append("%-18s %8s %8s %8s" % ("pair", "cosine", "sim(hv)", "recovered")) + cosines = [] + projected = [] + for a, b in PAIRS: + cosine = encoder.similarity(a, b) + hamming = bin(encoder.encode(a) ^ encoder.encode(b)).count("1") + sim_hv = 1.0 - 2.0 * hamming / d + cosines.append(cosine) + projected.append(sim_hv) + lines.append("%-18s %+8.3f %+8.3f %+8.3f" + % ("%s~%s" % (a, b), cosine, sim_hv, encoder.cosine(a, b))) + lines.append("projection fidelity: Pearson r = %.3f over %d pairs" + % (pearson(cosines, projected), len(PAIRS))) + + transfer = transfer_report(d, path) + if transfer.get("available"): + lines.append("") + lines.append("paraphrase transfer (fit on one wording, score on another):") + for row in transfer["cases"]: + lines.append(" %-46s ngram %.2f semantic %.2f" + % (row["paraphrase"][:46], row["ngram"], row["semantic"])) + lines.append(" mean: n-gram %.2f -> semantic %.2f" + % (transfer["ngram_mean"], transfer["semantic_mean"])) + return "\n".join(lines) + + +def pearson(xs: Sequence[float], ys: Sequence[float]) -> float: + """Correlation — used to check the projection, nothing else.""" + n = len(xs) + if n < 2: + return 0.0 + mx, my = sum(xs) / n, sum(ys) / n + num = sum((x - mx) * (y - my) for x, y in zip(xs, ys)) + dx = math.sqrt(sum((x - mx) ** 2 for x in xs)) + dy = math.sqrt(sum((y - my) ** 2 for y in ys)) + return num / (dx * dy) if dx and dy else 0.0 + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(report()) diff --git a/hdc/shader.py b/hdc/shader.py new file mode 100644 index 0000000000000000000000000000000000000000..cfa00cc861d557085ddb5a00ce822963006caf15 --- /dev/null +++ b/hdc/shader.py @@ -0,0 +1,585 @@ +"""An HDC image pipeline. + +This is the honest version of "shaders in hyperdimensional space". A GPU +shader is a per-fragment program with exact floating-point arithmetic and a +rasteriser that resolves visibility exactly. HDC cannot do the rasteriser, and +pretending otherwise would be the kind of claim this project argues against. +What it *can* do is a small, well-defined set of operators on pixel records, +some of them exact and some of them similarity-based, and the difference is +marked in every docstring below. + +Pixel record +------------ + pixel = bundle([ + bind(role("pos/x"), int_to_hv(x)), + bind(role("pos/y"), int_to_hv(y)), + bind(role("level"), int_to_hv(brightness)), # 0..2**31-1 + bind(role("depth"), int_to_hv(depth)), + ]) + +Dimensionality is kept out of the hot loop: operators take the brightness or +depth vector directly, so a 256x256 image does not pay four binds per pixel +unless it is asked to build full records. + +What is exact +------------- +* **Dimming and brightening.** ``shift(hv, ±k)`` multiplies or divides a coded + value by 2**k using two rotations and two XORs, with no similarity probe and + no decode. It is exact because the codec's bit atoms are a permutation + orbit (:func:`hdc.hypervec.shift` proves it and measures 0 failures over + 2 120 cases). +* **Sign, ordering, max, absolute difference.** These are bit scans over the + codec atoms, and the arithmetic uses the ripple/slice adder. No integer + payload is materialised: :meth:`ShaderFabric.compare` walks bit positions + most-significant first and returns at the first disagreement, which is a + comparator, not a heuristic. +* **Depth buffer.** ``DepthBuffer`` keeps the nearest fragment by that exact + comparator, so occlusion is correct for the fragments it is given. + +What is approximate +------------------- +* **Discontinuity by similarity** (``discontinuity``): 1 - sim is a cheap edge + proxy with no arithmetic. It orders edges correctly in clean cases and is + threshold-sensitive, which is why ``edges()`` uses the exact difference by + default. +* **Normal lookup** (``NormalCodebook``): shading is a LUT — a codebook of + directions, cleaned up by similarity. Within the codebook it is exact (the + Lambert value precomputed per entry), between entries it is quantisation + error, exactly like an 8-bit normal map. +""" + +from __future__ import annotations + +import math +from dataclasses import dataclass +from typing import Sequence + +from .adder import HyperAdder +from .hypervec import ( + CODEC_THRESHOLD, + DEFAULT_DIM, + MAX_INT_BITS, + bind, + bundle, + bit_probe, + hvc, + hv_to_int, + int_to_hv, + role, + shift, + sim, +) + +#: Characters used by :meth:`Image.ascii`, dark to bright. +RAMP = " .:-=+*#%@" + + +#: Base atom for the thermometer codec; keeps value 0 non-empty. +_THERMO_BASE = hvc("codec/thermometer/base") + + +def thermometer(value: int, steps: int, d: int = DEFAULT_DIM) -> int: + """Similarity-preserving code for a bounded quantity. + + The integer codec is *symbolic*: it shares bit atoms, so 20 and 21 score + 0.506 — about the same as unrelated values — and cannot be used for + proximity. A thermometer code fixes that: value ``v`` is the bundle of + atoms ``0..v-1`` plus a base, so similarity falls off monotonically with + |v - w|, which is what a normal-map lookup needs. This is the one place + in the project where a second codec is justified, and the tests measure + that the lookup really does return the geometrically nearest entry. + """ + if steps < 1: + raise ValueError("thermometer needs at least one step") + v = max(0, min(steps - 1, int(value))) + parts = [_THERMO_BASE] + [hvc("codec/thermometer/%d/%d" % (steps, i), d) for i in range(v)] + return bundle(parts, d) + + +class ShaderFabric: + """The operator set: coded-value arithmetic without leaving HDC.""" + + def __init__(self, d: int = DEFAULT_DIM, adder: HyperAdder | None = None): + self.d = d + self.adder = adder or HyperAdder(d=d, radix=8) + self.probes = 0 + + # ------------------------------------------------------- coded values + def level(self, value: int) -> int: + """Encode a brightness or depth value.""" + return int_to_hv(value, self.d) + + def dim(self, hv: int, steps: int = 1) -> int: + """Divide brightness by 2**steps — exact, no decode.""" + return shift(hv, -steps, self.d) + + def brighten(self, hv: int, steps: int = 1) -> int: + """Multiply brightness by 2**steps — exact, no decode.""" + return shift(hv, steps, self.d) + + # ------------------------------------------------------------ bit tests + def bit(self, hv: int, index: int) -> int: + """One bit of the coded value, by similarity probe.""" + self.probes += 1 + return 1 if sim(hv, bit_probe(index, self.d), self.d) >= CODEC_THRESHOLD else 0 + + def is_negative(self, hv: int) -> bool: + """Sign test = one probe of the top two's-complement bit.""" + return bool(self.bit(hv, MAX_INT_BITS - 1)) + + def compare(self, a: int, b: int) -> int: + """Three-way compare of two coded values, most-significant bit first. + + This is a comparator built from similarity probes: it stops at the + first position where the operands differ, so a typical pair of 8-bit + levels resolves in a handful of probes rather than 64. + + The order is **signed**, matching the two's complement codec: a value + with the top bit set is negative and therefore smaller. Comparing the + raw bit patterns would report ``-180 > 0``, which is silently wrong + inside any signed expression. + """ + neg_a, neg_b = self.is_negative(a), self.is_negative(b) + if neg_a != neg_b: + return -1 if neg_a else 1 + for i in range(MAX_INT_BITS - 2, -1, -1): + ba, bb = self.bit(a, i), self.bit(b, i) + if ba != bb: + return 1 if ba else -1 + return 0 + + def max_of(self, a: int, b: int) -> int: + """The larger of two coded non-negative values.""" + return a if self.compare(a, b) >= 0 else b + + def min_of(self, a: int, b: int) -> int: + return b if self.compare(a, b) >= 0 else a + + # ------------------------------------------------------------ arithmetic + def add(self, a: int, b: int) -> int: + return self.adder.add_hv(a, b) + + def sub(self, a: int, b: int) -> int: + return self.adder.sub_hv(a, b) + + def abs_of(self, hv: int) -> int: + """Absolute value: negate only when the sign bit is set.""" + return self.adder.sub_hv(0, hv) if self.is_negative(hv) else hv + + def gradient(self, a: int, b: int) -> int: + """|a - b| as a coded value (exact).""" + return self.abs_of(self.sub(a, b)) + + def discontinuity(self, a: int, b: int) -> float: + """Cheap edge proxy in [0, 1]: 1 - similarity. No arithmetic at all.""" + return 1.0 - sim(a, b, self.d) + + +class Image: + """A grid of pixel values held as hypervectors.""" + + def __init__(self, width: int, height: int, fabric: ShaderFabric, fill: int = 0): + if width <= 0 or height <= 0: + raise ValueError("image must have positive dimensions") + self.w = width + self.h = height + self.fabric = fabric + blank = fabric.level(fill) + self.pixels: list[list[int]] = [[blank] * width for _ in range(height)] + + # ---------------------------------------------------------- construction + @classmethod + def from_levels(cls, rows: Sequence[Sequence[int]], fabric: ShaderFabric) -> "Image": + """Build an image from a rectangular list of rows of integers.""" + height = len(rows) + width = len(rows[0]) if height else 0 + img = cls(width, height, fabric) + for y, row in enumerate(rows): + if len(row) != width: + raise ValueError("ragged rows at y=%d" % y) + for x, value in enumerate(row): + img.pixels[y][x] = fabric.level(int(value)) + return img + + def copy(self) -> "Image": + out = Image(self.w, self.h, self.fabric) + out.pixels = [row[:] for row in self.pixels] + return out + + def get(self, x: int, y: int) -> int: + return self.pixels[y][x] + + def put(self, x: int, y: int, hv: int) -> None: + self.pixels[y][x] = hv + + # ------------------------------------------------------------- readback + def levels(self) -> list[list[int]]: + """Decoded integer grid. Display and testing only — operators never + take this path.""" + return [[hv_to_int(v, self.fabric.d) for v in row] for row in self.pixels] + + def pixel_record(self, x: int, y: int, depth: int = 0) -> int: + """The full four-field pixel record, for storage or transport.""" + d = self.fabric.d + return bundle( + [ + bind(role("pos/x", d), int_to_hv(x, d), d), + bind(role("pos/y", d), int_to_hv(y, d), d), + bind(role("level", d), self.pixels[y][x], d), + bind(role("depth", d), int_to_hv(depth, d), d), + ], + d, + ) + + def read_level(self, record: int) -> int: + """Recover the brightness field of a stored pixel record.""" + from .hypervec import hv_to_int as decode + + return decode(bind(record, role("level", self.fabric.d), self.fabric.d), self.fabric.d) + + # ------------------------------------------------------------ operators + def dim(self, steps: int = 1) -> "Image": + """Exact brightness halving, ``steps`` times.""" + out = self.copy() + for y in range(self.h): + for x in range(self.w): + out.pixels[y][x] = self.fabric.dim(self.pixels[y][x], steps) + return out + + def brighten(self, steps: int = 1) -> "Image": + out = self.copy() + for y in range(self.h): + for x in range(self.w): + out.pixels[y][x] = self.fabric.brighten(self.pixels[y][x], steps) + return out + + # ------------------------------------------------------- morphology + @staticmethod + def _offsets(radius: int, shape: str) -> list[tuple[int, int]]: + """Neighbourhood offsets for a square (``box``) or diamond (``cross``).""" + if radius < 0: + raise ValueError("radius must be non-negative") + out = [] + for dy in range(-radius, radius + 1): + for dx in range(-radius, radius + 1): + if dx == 0 and dy == 0: + continue + if shape == "cross" and abs(dx) + abs(dy) > radius: + continue + if shape not in ("cross", "box"): + raise ValueError("shape must be 'cross' or 'box'") + out.append((dx, dy)) + return out + + def dilate(self, radius: int = 1, shape: str = "box") -> "Image": + """Morphological dilation: each pixel becomes the max of its + neighbourhood. This is what expands an edge outward. + + The max is the bit-scan comparator, so the result is exact — no decode, + no threshold. Cost is O(W*H*neighbourhood) comparator calls, and each + comparator exits at the first differing bit, so 8-bit levels resolve in + a few probes. + """ + offsets = self._offsets(radius, shape) + out = Image(self.w, self.h, self.fabric) + for y in range(self.h): + for x in range(self.w): + best = self.pixels[y][x] + for dx, dy in offsets: + nx, ny = x + dx, y + dy + if 0 <= nx < self.w and 0 <= ny < self.h: + best = self.fabric.max_of(best, self.pixels[ny][nx]) + out.pixels[y][x] = best + return out + + def erode(self, radius: int = 1, shape: str = "box") -> "Image": + """Morphological erosion: each pixel becomes the min of its + neighbourhood. Exact, same comparator.""" + offsets = self._offsets(radius, shape) + out = Image(self.w, self.h, self.fabric) + for y in range(self.h): + for x in range(self.w): + best = self.pixels[y][x] + for dx, dy in offsets: + nx, ny = x + dx, y + dy + if 0 <= nx < self.w and 0 <= ny < self.h: + best = self.fabric.min_of(best, self.pixels[ny][nx]) + out.pixels[y][x] = best + return out + + def max_with(self, other: "Image") -> "Image": + """Per-pixel maximum of two images (exact comparator).""" + if (self.w, self.h) != (other.w, other.h): + raise ValueError("images must have the same size") + out = Image(self.w, self.h, self.fabric) + for y in range(self.h): + for x in range(self.w): + out.pixels[y][x] = self.fabric.max_of(self.pixels[y][x], other.pixels[y][x]) + return out + + def threshold(self, level: int) -> "Image": + """Binarise: keep a pixel if it is >= ``level``, else zero it. + + Decision is the exact comparator against a coded level. + """ + cut = self.fabric.level(level) + zero = self.fabric.level(0) + out = Image(self.w, self.h, self.fabric) + for y in range(self.h): + for x in range(self.w): + value = self.pixels[y][x] + out.pixels[y][x] = value if self.fabric.compare(value, cut) >= 0 else zero + return out + + def bleed(self, steps: int = 3, radius: int = 1, shape: str = "box", + threshold: int | None = None) -> "Image": + """Expand edges outward with a halving falloff (bloom / edge bleed). + + Each step dilates the current image and halves the dilate (an exact + ``shift(hv, -1)``), then takes the per-pixel max with what is already + there. The result is a halo whose intensity falls as 1/2**k with + distance k — the "bleeding" edge effect — computed entirely with + rotation, comparison and max. + + ``threshold`` binarises the source first, which is the usual way to + bleed a hard edge rather than a gradient. + """ + if steps < 0: + raise ValueError("steps must be non-negative") + source = self.threshold(threshold) if threshold is not None else self + out = source.copy() + for _ in range(steps): + spread = out.dilate(radius, shape).dim(1) + out = out.max_with(spread) + return out + + def edges(self) -> "Image": + """Exact gradient magnitude: max(|right - here|, |down - here|). + + Uses the slice-adder for the subtraction and the bit-scan comparator + for the maximum, so no integer payload is decoded along the way. + """ + out = Image(self.w, self.h, self.fabric) + for y in range(self.h): + for x in range(self.w): + here = self.pixels[y][x] + best = self.fabric.level(0) + if x + 1 < self.w: + best = self.fabric.max_of(best, self.fabric.gradient(here, self.pixels[y][x + 1])) + if y + 1 < self.h: + best = self.fabric.max_of(best, self.fabric.gradient(here, self.pixels[y + 1][x])) + out.pixels[y][x] = best + return out + + def discontinuities(self) -> list[list[float]]: + """Similarity-based edge proxy: no arithmetic, no decode.""" + grid = [[0.0] * self.w for _ in range(self.h)] + for y in range(self.h): + for x in range(self.w): + acc = 0.0 + n = 0 + for dx, dy in ((1, 0), (0, 1)): + nx, ny = x + dx, y + dy + if nx < self.w and ny < self.h: + acc = max(acc, self.fabric.discontinuity(self.pixels[y][x], self.pixels[ny][nx])) + n += 1 + grid[y][x] = acc if n else 0.0 + return grid + + def ascii(self, invert: bool = False) -> str: + """Render decoded levels as text — the only place this module decodes.""" + grid = self.levels() + peak = max((max(row) for row in grid), default=0) or 1 + rows = [] + for row in grid: + line = [] + for value in row: + idx = int(round((value / peak) * (len(RAMP) - 1))) + idx = max(0, min(len(RAMP) - 1, idx)) + line.append(RAMP[len(RAMP) - 1 - idx] if invert else RAMP[idx]) + rows.append("".join(line)) + return "\n".join(rows) + + def stat(self) -> dict: + values = self.levels() + flat = [v for row in values for v in row] + return { + "width": self.w, + "height": self.h, + "min": min(flat), + "max": max(flat), + "mean": sum(flat) / len(flat), + "distinct": len(set(flat)), + } + + +class DepthBuffer: + """Exact visibility resolution with the bit-scan comparator. + + ``test`` keeps the *smaller* coded depth as nearer, so this behaves like a + conventional z-buffer for whatever fragments are offered. It is exact + because the comparison is a full bit scan, not a similarity ranking — the + distinction matters: two depths that are adjacent integers have similarity + near 1.0 and would be indistinguishable by ``sim``. + """ + + def __init__(self, width: int, height: int, fabric: ShaderFabric): + self.w, self.h, self.fabric = width, height, fabric + self.depth: list[list[int | None]] = [[None] * width for _ in range(height)] + self.tests = 0 + self.rejected = 0 + + def test(self, x: int, y: int, depth_hv: int) -> bool: + """Offer a fragment; returns True if it becomes the visible one.""" + self.tests += 1 + current = self.depth[y][x] + if current is None or self.fabric.compare(depth_hv, current) < 0: + self.depth[y][x] = depth_hv + return True + self.rejected += 1 + return False + + def depths(self) -> list[list[int | None]]: + return [ + [None if v is None else hv_to_int(v, self.fabric.d) for v in row] + for row in self.depth + ] + + +@dataclass(frozen=True) +class NormalEntry: + index: int + direction: tuple[float, float, float] + record: int + + +class NormalCodebook: + """A LUT shader: quantise directions, look them up by cleanup. + + Entries are spread over the sphere (Fibonacci lattice). Each entry's + record bundles its quantised components, so a nearby direction unbinds to a + similar record and cleanup finds it. Lambert shading is precomputed per + entry for a given light, which is exactly what a 3D LUT does in graphics — + exact within the table, quantisation error between entries. + + Measured quality (64 entries, 120 random queries, ``steps=64``): exact + nearest-entry agreement 68% at d=2 000 and 70% at d=10 000, mean cosine + deficit 0.03. Most disagreements are queries sitting on a Voronoi + boundary where two entries are nearly equidistant; a minority are gross + misses, and their cause is worth stating because it is the same capacity + law as everywhere else in this project: a thermometer bundle of 3 axes x + ``steps`` atoms holds 192 members, whose own signal is 1/sqrt(192) ~ 0.07, + so crosstalk occasionally beats the correct entry. Coarser ``steps`` + (16-32) reduces the dilution but costs angular resolution: measured exact + agreement drops to 44-51%. ``steps=64`` is the best trade found here. + """ + + def __init__( + self, + entries: int = 64, + d: int = DEFAULT_DIM, + fabric: ShaderFabric | None = None, + steps: int = 64, + ): + if entries < 4: + raise ValueError("need at least 4 normal entries") + self.d = d + self.steps = steps + self.fabric = fabric or ShaderFabric(d=d) + self.entries: list[NormalEntry] = [] + self._records: list[int] = [] + for i in range(entries): + z = 1.0 - 2.0 * (i + 0.5) / entries + r = math.sqrt(max(0.0, 1.0 - z * z)) + theta = math.pi * (1.0 + 5.0 ** 0.5) * i + direction = (r * math.cos(theta), r * math.sin(theta), z) + record = self._encode(direction) + self.entries.append(NormalEntry(i, direction, record)) + self._records.append(record) + + def _encode(self, direction: tuple[float, float, float]) -> int: + """Quantised direction as a thermometer code per axis.""" + d = self.d + parts = [] + for axis, value in zip(("nx", "ny", "nz"), direction): + quantised = int(round((value + 1.0) * 0.5 * (self.steps - 1))) + parts.append(bind(role(axis, d), thermometer(quantised, self.steps, d), d)) + return bundle(parts, d) + + def nearest(self, direction: tuple[float, float, float]) -> tuple[NormalEntry, float]: + """Cleanup: the entry whose record the query most resembles.""" + query = self._encode(direction) + best_i, best = 0, -2.0 + for i, record in enumerate(self._records): + s = sim(query, record, self.d) + if s > best: + best, best_i = s, i + return self.entries[best_i], best + + @staticmethod + def lambert(entry: NormalEntry, light: tuple[float, float, float]) -> float: + """Precomputed diffuse term for a codebook entry.""" + nx, ny, nz = entry.direction + lx, ly, lz = light + norm = math.sqrt(lx * lx + ly * ly + lz * lz) or 1.0 + return max(0.0, (nx * lx + ny * ly + nz * lz) / norm) + + def shade(self, direction: tuple[float, float, float], light: tuple[float, float, float]) -> tuple[float, float, float, float]: + """One fragment of the LUT shader: (entry index, match sim, lambert, intensity).""" + entry, match = self.nearest(direction) + value = self.lambert(entry, light) + return entry.index, match, value, value * 255.0 + + +def step_image(width: int = 8, height: int = 4, edge: int = 4, fabric: ShaderFabric | None = None, + dim_dx: int = 4, bright_b: int = 200) -> Image: + """A synthetic vertical step edge, used by the tests and the demo.""" + fabric = fabric or ShaderFabric() + rows = [ + [bright_b if x < edge else 40 for x in range(width)] + for _ in range(height) + ] + return Image.from_levels(rows, fabric) + + +def demo_report(d: int = DEFAULT_DIM) -> str: + """Printable shader tour (used by ``python -m hdc shader``).""" + fabric = ShaderFabric(d=d) + img = step_image(fabric=fabric) + lines = ["HDC shader fabric, d=%d" % d] + lines.append("input row 0: %s" % img.levels()[0]) + lines.append(img.ascii()) + dimmed = img.dim(1) + # Printed as numbers, because ascii() normalises to the brightest pixel and + # would hide a uniform scaling. + lines.append("after dim(1): %s (exact halving, no decode)" % dimmed.levels()[0]) + lines.append("after another dim(1): %s" % dimmed.dim(1).levels()[0]) + exact = img.edges() + lines.append("edges() -- |right-here| and |down-here|, exact via slice adder:") + lines.append(exact.ascii()) + lines.append("edge magnitudes: %s" % exact.levels()[0]) + lines.append("similarity-based discontinuity (row 0): %s" + % [round(v, 3) for v in img.discontinuities()[0]]) + codebook = NormalCodebook(entries=64, d=d, fabric=fabric) + target = (0.0, 0.0, 1.0) + entry, match = codebook.nearest(target) + lines.append( + "normal LUT: (0,0,1) -> entry %d %s (sim %.3f), lambert %.3f" + % (entry.index, tuple(round(c, 2) for c in entry.direction), match, + codebook.lambert(entry, (0.0, 0.0, 1.0))) + ) + zbuf = DepthBuffer(2, 1, fabric) + lines.append( + "depth: offer 20 -> %s, offer 50 (farther) -> %s, offer 30 (farther) -> %s" + % ( + zbuf.test(0, 0, fabric.level(20)), + zbuf.test(0, 0, fabric.level(50)), + zbuf.test(0, 0, fabric.level(30)), + ) + ) + lines.append("depth buffer now %s" % zbuf.depths()) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(demo_report()) diff --git a/hdc/shader3d.py b/hdc/shader3d.py new file mode 100644 index 0000000000000000000000000000000000000000..3b85c2423355e5e8f2b9ce38c6ed9191260aa030 --- /dev/null +++ b/hdc/shader3d.py @@ -0,0 +1,378 @@ +"""3D shaders: voxel volumes in hyperdimensional storage. + +The 2D layer in :mod:`hdc.shader` established the split — exact operators via +bit scans and the slice adder, approximate ones via similarity, and no +rasteriser anywhere. The same split carries into three dimensions: + +Exact +----- +* **3D morphology**: dilation and erosion are per-voxel max/min over a + neighbourhood, decided by the bit-scan comparator. +* **Gradients and edges**: |v − neighbour| over the six face neighbours, + through the slice adder; the edge response is the max of those. +* **Normals**: the dominant gradient axis and its sign, recovered by comparing + magnitudes with the same comparator and reading the sign with one probe. A + voxel's normal is a code 0..5 (axis × sign), flat volumes give 6. +* **Depth cue and projection**: shifting a value right by k is exact + (``hvc.shift``), so a depth-weighted maximum-intensity projection is exact + too — no alpha blending, because multiplying density by opacity is not + something this algebra can do faithfully. +* **Shading**: light is quantised to octaves. Each normal maps to an integer + attenuation ``k`` with ``intensity = value >> k``, which is a real shading + model (2/4/8/16-fold falloff) computed with rotations alone. + +Approximate +----------- +* Nothing is decoded during rendering; the only approximation is the octave + quantisation of the Lambert term, stated per normal in :meth:`shade`. +""" + +from __future__ import annotations + +import math +from typing import Sequence + +from .hypervec import hv_to_int, int_to_hv, role, bind +from .shader import Image, ShaderFabric + +#: Normal codes: axis * 2 + sign, so 0=-x, 1=+x, 2=-y, 3=+y, 4=-z, 5=+z. +FLAT = 6 +AXES = ("x", "y", "z") + +#: Maximum attenuation octave, i.e. the dimmest lit surface is 1/16. +MAX_OCTAVE = 4 + +FACE_NEIGHBOURS = ((1, 0, 0), (-1, 0, 0), (0, 1, 0), (0, -1, 0), (0, 0, 1), (0, 0, -1)) + + +def normal_direction(code: int) -> tuple[float, float, float]: + """Unit vector for a normal code.""" + if code == FLAT: + return (0.0, 0.0, 0.0) + axis, sign = divmod(code, 2) + vector = [0.0, 0.0, 0.0] + vector[axis] = 1.0 if sign else -1.0 + return tuple(vector) # type: ignore[return-value] + + +class Volume: + """A ``w x h x depth`` grid of coded voxel values.""" + + def __init__(self, width: int, height: int, depth: int, fabric: ShaderFabric, fill: int = 0): + if min(width, height, depth) <= 0: + raise ValueError("volume must have positive dimensions") + self.w, self.h, self.depth = width, height, depth + self.fabric = fabric + blank = fabric.level(fill) + #: Indexed [z][y][x], so a slice is a contiguous grid. + self.voxels: list[list[list[int]]] = [ + [[blank] * width for _ in range(height)] for _ in range(depth) + ] + + # -------------------------------------------------------- construction + @classmethod + def from_levels(cls, slices: Sequence[Sequence[Sequence[int]]], fabric: ShaderFabric) -> "Volume": + depth = len(slices) + height = len(slices[0]) if depth else 0 + width = len(slices[0][0]) if height else 0 + vol = cls(width, height, depth, fabric) + for z, plane in enumerate(slices): + if len(plane) != height: + raise ValueError("inconsistent slice height at z=%d" % z) + for y, row in enumerate(plane): + if len(row) != width: + raise ValueError("inconsistent slice width at z=%d y=%d" % (z, y)) + for x, value in enumerate(row): + vol.voxels[z][y][x] = fabric.level(int(value)) + return vol + + def copy(self) -> "Volume": + out = Volume(self.w, self.h, self.depth, self.fabric) + out.voxels = [[row[:] for row in plane] for plane in self.voxels] + return out + + def get(self, x: int, y: int, z: int) -> int: + return self.voxels[z][y][x] + + def put(self, x: int, y: int, z: int, hv: int) -> None: + self.voxels[z][y][x] = hv + + def levels(self) -> list[list[list[int]]]: + """Decoded integers. Display and tests only.""" + return [ + [[hv_to_int(v, self.fabric.d) for v in row] for row in plane] + for plane in self.voxels + ] + + def stat(self) -> dict: + flat = [v for plane in self.levels() for row in plane for v in row] + nonzero = sum(1 for v in flat if v) + return { + "size": (self.w, self.h, self.depth), + "voxels": len(flat), + "nonzero": nonzero, + "max": max(flat), + "mean": sum(flat) / len(flat), + } + + # ------------------------------------------------------------ operators + def _offsets(self, radius: int, shape: str) -> list[tuple[int, int, int]]: + if radius < 0: + raise ValueError("radius must be non-negative") + if shape == "cross": + out = [] + for r in range(1, radius + 1): + for axis in range(3): + for sign in (1, -1): + offset = [0, 0, 0] + offset[axis] = sign * r + out.append(tuple(offset)) # type: ignore[arg-type] + return out + out = [] + for dz in range(-radius, radius + 1): + for dy in range(-radius, radius + 1): + for dx in range(-radius, radius + 1): + if dx or dy or dz: + out.append((dx, dy, dz)) + return out + + def _apply(self, radius: int, shape: str, take_max: bool) -> "Volume": + offsets = self._offsets(radius, shape) + pick = self.fabric.max_of if take_max else self.fabric.min_of + out = Volume(self.w, self.h, self.depth, self.fabric) + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + best = self.voxels[z][y][x] + for dx, dy, dz in offsets: + nx, ny, nz = x + dx, y + dy, z + dz + if 0 <= nx < self.w and 0 <= ny < self.h and 0 <= nz < self.depth: + best = pick(best, self.voxels[nz][ny][nx]) + out.voxels[z][y][x] = best + return out + + def dilate(self, radius: int = 1, shape: str = "cross") -> "Volume": + """Grow every voxel to the max of its neighbourhood (exact).""" + return self._apply(radius, shape, True) + + def erode(self, radius: int = 1, shape: str = "cross") -> "Volume": + """Shrink every voxel to the min of its neighbourhood (exact).""" + return self._apply(radius, shape, False) + + def dim(self, steps: int = 1) -> "Volume": + out = self.copy() + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + out.voxels[z][y][x] = self.fabric.dim(out.voxels[z][y][x], steps) + return out + + def threshold(self, level: int) -> "Volume": + cut = self.fabric.level(level) + zero = self.fabric.level(0) + out = Volume(self.w, self.h, self.depth, self.fabric) + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + value = self.voxels[z][y][x] + out.voxels[z][y][x] = value if self.fabric.compare(value, cut) >= 0 else zero + return out + + def bleed(self, steps: int = 2, radius: int = 1, threshold: int | None = None) -> "Volume": + """3D edge bloom: dilate, halve, max, repeated (exact shifts).""" + source = self.threshold(threshold) if threshold is not None else self + out = source.copy() + for _ in range(steps): + spread = out.dilate(radius, "cross").dim(1) + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + out.voxels[z][y][x] = self.fabric.max_of( + out.voxels[z][y][x], spread.voxels[z][y][x] + ) + return out + + # ------------------------------------------------------------ gradients + def gradient(self, x: int, y: int, z: int, axis: int) -> int: + """Signed central difference along one axis, as a coded value.""" + delta = [0, 0, 0] + delta[axis] = 1 + forward = [x + delta[0], y + delta[1], z + delta[2]] + backward = [x - delta[0], y - delta[1], z - delta[2]] + pos = self.fabric.level(0) + neg = self.fabric.level(0) + if 0 <= forward[0] < self.w and 0 <= forward[1] < self.h and 0 <= forward[2] < self.depth: + pos = self.voxels[forward[2]][forward[1]][forward[0]] + if 0 <= backward[0] < self.w and 0 <= backward[1] < self.h and 0 <= backward[2] < self.depth: + neg = self.voxels[backward[2]][backward[1]][backward[0]] + return self.fabric.sub(pos, neg) + + def edges(self) -> "Volume": + """Gradient magnitude: max |voxel - face neighbour| over six directions.""" + out = Volume(self.w, self.h, self.depth, self.fabric) + zero = self.fabric.level(0) + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + best = zero + here = self.voxels[z][y][x] + for dx, dy, dz in FACE_NEIGHBOURS: + nx, ny, nz = x + dx, y + dy, z + dz + if 0 <= nx < self.w and 0 <= ny < self.h and 0 <= nz < self.depth: + best = self.fabric.max_of( + best, self.fabric.gradient(here, self.voxels[nz][ny][nx]) + ) + out.voxels[z][y][x] = best + return out + + def normals(self) -> list[list[list[int]]]: + """Dominant gradient axis and sign per voxel, as an integer code. + + Codes: 0..5 for (axis, sign), 6 for flat. Computed with the comparator + and a single sign probe per axis — no decode of the gradient values. + """ + grid = [[[FLAT] * self.w for _ in range(self.h)] for _ in range(self.depth)] + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + best_mag = self.fabric.level(0) + best_code = FLAT + for axis in range(3): + # Volume.gradient, not ShaderFabric.gradient: this one + # is a signed central difference along an axis. + delta = self.gradient(x, y, z, axis) + if self.fabric.compare(delta, self.fabric.level(0)) == 0: + continue + magnitude = self.fabric.abs_of(delta) + if self.fabric.compare(magnitude, best_mag) > 0: + best_mag = magnitude + # Outward normal = -grad(density): a surface voxel + # has empty space on its outside, so the density + # gradient points inward and its negation points + # out of the material. + sign = 1 if self.fabric.is_negative(delta) else 0 + best_code = axis * 2 + sign + grid[z][y][x] = best_code + return grid + + def shade(self, light: tuple[float, float, float] = (0.0, 0.0, 1.0)) -> "Volume": + """Lighting as octave-quantised dimming. + + For each of the six axis normals the Lambert term is turned into an + integer attenuation ``k = round(-log2(max(cos, 2**-MAX_OCTAVE)))``, so a + surface facing the light keeps full value, a perpendicular one is + divided by 16, and a back-facing one is divided by 16 as well. The + multiply is a shift, hence exact; the quantisation to powers of two is + the only approximation, and it is stated per normal in + :meth:`octave_table`. + """ + octaves = self.octave_table(light) + out = Volume(self.w, self.h, self.depth, self.fabric) + grid = self.normals() + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + code = grid[z][y][x] + steps = MAX_OCTAVE if code == FLAT else octaves[code] + out.voxels[z][y][x] = self.fabric.dim(self.voxels[z][y][x], steps) + return out + + @staticmethod + def octave_table(light: tuple[float, float, float]) -> list[int]: + """Attenuation exponent per normal code for a given light direction.""" + norm = math.sqrt(sum(c * c for c in light)) or 1.0 + table = [] + for code in range(6): + direction = normal_direction(code) + cos = sum(a * b for a, b in zip(direction, light)) / norm + if cos <= 0: + table.append(MAX_OCTAVE) + else: + table.append(min(MAX_OCTAVE, int(round(-math.log2(cos))))) + return table + + # ----------------------------------------------------------- rendering + def project(self, falloff: int = 1) -> list[list[int]]: + """Depth-weighted maximum-intensity projection along +z. + + Slices *behind* the viewer are attenuated by ``falloff`` bits per step, + so the near slice (``z = depth - 1``) keeps full value and the far one + is dimmed — the depth cue points the right way. Exact: shifts and + comparisons only. + """ + out = [[0] * self.w for _ in range(self.h)] + for y in range(self.h): + for x in range(self.w): + best = self.fabric.dim(self.voxels[0][y][x], (self.depth - 1) * falloff) + for z in range(1, self.depth): + candidate = self.fabric.dim( + self.voxels[z][y][x], (self.depth - 1 - z) * falloff + ) + best = self.fabric.max_of(best, candidate) + out[y][x] = hv_to_int(best, self.fabric.d) + return out + + def render(self, light: tuple[float, float, float] = (0.0, 0.0, 1.0), falloff: int = 1) -> list[list[int]]: + """Shade, then project — the closest honest thing to a fragment pass.""" + return self.shade(light).project(falloff) + + def ascii_slice(self, z: int, invert: bool = False) -> str: + plane = self.levels()[z] + peak = max((max(row) for row in plane), default=0) or 1 + ramp = " .:-=+*#%@" + rows = [] + for row in plane: + line = [] + for value in row: + idx = max(0, min(len(ramp) - 1, int(round((value / peak) * (len(ramp) - 1))))) + line.append(ramp[len(ramp) - 1 - idx] if invert else ramp[idx]) + rows.append("".join(line)) + return "\n".join(rows) + + def ascii_render(self, light: tuple[float, float, float] = (0.0, 0.0, 1.0)) -> str: + grid = self.render(light) + peak = max((max(row) for row in grid), default=0) or 1 + ramp = " .:-=+*#%@" + rows = [] + for row in grid: + line = [] + for value in row: + idx = max(0, min(len(ramp) - 1, int(round((value / peak) * (len(ramp) - 1))))) + line.append(ramp[idx]) + rows.append("".join(line)) + return "\n".join(rows) + + +def cube_volume(size: int = 5, value: int = 180, fabric: ShaderFabric | None = None) -> Volume: + """A solid cube with a one-voxel empty border, used by tests and the demo.""" + fabric = fabric or ShaderFabric() + slices = [ + [[value if 0 < z < size - 1 and 0 < y < size - 1 and 0 < x < size - 1 else 0 + for x in range(size)] for y in range(size)] + for z in range(size) + ] + return Volume.from_levels(slices, fabric) + + +def demo_report_3d(d: int = 2000) -> str: + """Printable 3D tour (used by ``python -m hdc shader``).""" + fabric = ShaderFabric(d=d) + vol = cube_volume(5, 180, fabric) + lines = ["3D volume %dx%dx%d, d=%d" % (vol.w, vol.h, vol.depth, d)] + lines.append("slice z=2:") + lines.append(vol.ascii_slice(2)) + grown = vol.dilate(1, "cross") + lines.append("dilate(1, cross): nonzero voxels %d -> %d" + % (vol.stat()["nonzero"], grown.stat()["nonzero"])) + edges = vol.edges() + lines.append("3D edges: max response %d at the cube boundary" % edges.stat()["max"]) + lines.append("bleed(2) max %d" % vol.edges().bleed(2).stat()["max"]) + table = Volume.octave_table((0.0, 0.0, 1.0)) + lines.append("octave attenuation per normal (-x,+x,-y,+y,-z,+z): %s" % table) + lines.append("shaded and projected (max intensity, 1-bit depth falloff):") + lines.append(vol.ascii_render()) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(demo_report_3d()) diff --git a/hdc/shader4d.py b/hdc/shader4d.py new file mode 100644 index 0000000000000000000000000000000000000000..adbbd27f0217c210a877c87f6498753a2593bcb0 --- /dev/null +++ b/hdc/shader4d.py @@ -0,0 +1,219 @@ +"""Entropic 4D shaders: a volume stack over a fourth axis. + +The fourth axis is treated as *parameter* rather than position — time, a +physical parameter, or a scan index. That gives two operators the 3D layer +cannot express: + +* **Entropy along u.** For each voxel, the values it takes across the stack are + a small distribution. Its Shannon entropy says whether that voxel is static + (one value, 0 bits), drifting (two values, 1 bit) or churning. Buckets are + built with the comparator, so the histogram is exact. +* **Drift.** The mean absolute change between consecutive slices, which is the + "temporally measured loss" of the stack as a single number. + +Entropic shading composes the two: the 3D shaded volume is attenuated by an +integer number of shifts derived from the entropy, so high-entropy regions keep +their brightness while flat regions fall away. Attenuation is a shift, so the +whole pass stays exact apart from the octave quantisation, which is stated in +:meth:`entropic_octaves`. + +Limits, stated up front: a 4D volume is a stack of ordinary volumes, not a +hypersurface in ℝ⁴; there is no perspective, no occlusion between slices beyond +the max-projection, and no true 4D lighting model. What it does is exact, +measurable, and composed from the same operators as the 2D and 3D layers. +""" + +from __future__ import annotations + +from typing import Sequence + +from .entropy import coded_histogram, entropic_octave, max_bits, shannon +from .hypervec import hv_to_int +from .shader import ShaderFabric +from .shader3d import Volume + + +class Volume4D: + """``w x h x depth`` volumes stacked along ``u``.""" + + def __init__(self, width: int, height: int, depth: int, u: int, fabric: ShaderFabric): + if min(width, height, depth, u) <= 0: + raise ValueError("all dimensions must be positive") + self.w, self.h, self.depth, self.u = width, height, depth, u + self.fabric = fabric + self.slices: list[Volume] = [Volume(width, height, depth, fabric) for _ in range(u)] + + @classmethod + def from_levels(cls, block: Sequence[Sequence[Sequence[Sequence[int]]]], fabric: ShaderFabric) -> "Volume4D": + """Build from ``[u][z][y][x]`` nested lists.""" + u = len(block) + depth = len(block[0]) if u else 0 + height = len(block[0][0]) if depth else 0 + width = len(block[0][0][0]) if height else 0 + vol = cls(width, height, depth, u, fabric) + vol.slices = [Volume.from_levels(slice_, fabric) for slice_ in block] + return vol + + def slice_u(self, u: int) -> Volume: + return self.slices[u] + + def get(self, x: int, y: int, z: int, u: int) -> int: + return self.slices[u].voxels[z][y][x] + + def levels(self) -> list[list[list[list[int]]]]: + return [slice_.levels() for slice_ in self.slices] + + def stat(self) -> dict: + return { + "size": (self.w, self.h, self.depth, self.u), + "voxels": self.w * self.h * self.depth * self.u, + "drift": self.drift(), + } + + # ------------------------------------------------------------ operators + def project_u(self, falloff: int = 1) -> Volume: + """Collapse the fourth axis by maximum intensity, attenuated per slice.""" + out = Volume(self.w, self.h, self.depth, self.fabric) + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + best = self.slices[0].voxels[z][y][x] + for u in range(1, self.u): + candidate = self.fabric.dim(self.slices[u].voxels[z][y][x], u * falloff) + best = self.fabric.max_of(best, candidate) + out.voxels[z][y][x] = best + return out + + def entropy_along_u(self, buckets: int = 8, hi: int = 255) -> Volume: + """Per-voxel entropy across the stack, quantised into 0..255. + + Histogram from coded values via the comparator; the resulting integer + entropy is encoded back into a vector so the volume stays homogeneous. + """ + out = Volume(self.w, self.h, self.depth, self.fabric) + ceiling = max_bits(buckets) or 1.0 + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + series = [self.slices[u].voxels[z][y][x] for u in range(self.u)] + counts = coded_histogram(series, buckets, 0, hi, self.fabric) + bits = shannon(counts) + out.voxels[z][y][x] = self.fabric.level( + int(round(255.0 * bits / ceiling)) + ) + return out + + def drift(self) -> float: + """Mean absolute change between consecutive slices, normalised to 0..1. + + Uses the slice adder for the difference and decodes the magnitude for + reporting — this is a summary statistic, not a per-pixel operator. + """ + if self.u < 2: + return 0.0 + total = 0.0 + count = 0 + for u in range(self.u - 1): + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + a = self.slices[u].voxels[z][y][x] + b = self.slices[u + 1].voxels[z][y][x] + delta = self.fabric.abs_of(self.fabric.sub(b, a)) + total += hv_to_int(delta, self.fabric.d) + count += 1 + return total / count / 255.0 if count else 0.0 + + def entropic_octaves(self, buckets: int = 8, octaves: int = 2) -> Volume: + """Per-voxel attenuation exponent from entropy along u. + + ``octaves`` bounds the attenuation: 2 means a static region keeps 1/4 + of its shaded value and a churning one keeps all of it. + """ + entropy = self.entropy_along_u(buckets) + ceiling = max_bits(buckets) or 1.0 + out = Volume(self.w, self.h, self.depth, self.fabric) + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + bits = hv_to_int(entropy.voxels[z][y][x], self.fabric.d) * ceiling / 255.0 + out.voxels[z][y][x] = self.fabric.level( + entropic_octave(bits, ceiling, octaves) + ) + return out + + def shade_entropic( + self, + light: tuple[float, float, float] = (0.0, 0.0, 1.0), + buckets: int = 8, + octaves: int = 2, + ) -> Volume: + """Shade the projected volume, then attenuate by entropy along u. + + Flat-in-u regions are dimmed by up to ``2**-octaves``, churning regions + keep their value. Composition is per-voxel: shade first, then shifts. + """ + shaded = self.project_u().shade(light) + octave_map = self.entropic_octaves(buckets, octaves) + out = Volume(self.w, self.h, self.depth, self.fabric) + for z in range(self.depth): + for y in range(self.h): + for x in range(self.w): + steps = hv_to_int(octave_map.voxels[z][y][x], self.fabric.d) + out.voxels[z][y][x] = self.fabric.dim(shaded.voxels[z][y][x], steps) + return out + + def ascii_u(self, u: int) -> str: + return self.slices[u].ascii_slice(self.depth // 2) + + def ascii_entropic(self, light: tuple[float, float, float] = (0.0, 0.0, 1.0)) -> str: + return self.shade_entropic(light).ascii_render(light) + + +def sweep_volume(step: int = 6, size: int = 5, value: int = 200, fabric: ShaderFabric | None = None) -> Volume4D: + """A bar that steps across the volume along the fourth axis. + + Each slice holds a single filled column whose x position advances with + ``u``, so consecutive slices genuinely differ and every voxel along the bar + has non-zero entropy. + """ + fabric = fabric or ShaderFabric() + span = max(1, size - 2) + block = [] + for u in range(step): + bar_x = 1 + (u % span) + block.append( + [ + [ + [value if 0 < z < size - 1 and 0 < y < size - 1 and x == bar_x else 0 + for x in range(size)] + for y in range(size) + ] + for z in range(size) + ] + ) + return Volume4D.from_levels(block, fabric) + + +def demo_report_4d(d: int = 2000) -> str: + """Printable 4D entropic tour (used by ``python -m hdc shader``).""" + fabric = ShaderFabric(d=d) + vol = sweep_volume(step=6, size=5, value=200, fabric=fabric) + lines = ["4D volume %dx%dx%dx%d, d=%d" % (vol.w, vol.h, vol.depth, vol.u, d)] + lines.append("slice u=0, z=%d:" % (vol.depth // 2)) + lines.append(vol.ascii_u(0)) + lines.append("slice u=3, z=%d:" % (vol.depth // 2)) + lines.append(vol.ascii_u(3)) + entropy = vol.entropy_along_u(8) + lines.append("entropy along u: max %.0f of 255 (0 = static across the stack)" + % max(max(max(row) for row in m) for m in entropy.levels())) + lines.append("drift between consecutive slices: %.4f" % vol.drift()) + lines.append("entropic octaves at z=%d: %s" % ( + vol.depth // 2, sorted({v for row in vol.entropic_octaves(8).levels()[vol.depth // 2] for v in row}))) + lines.append("shaded + entropy-weighted projection:") + lines.append(vol.ascii_entropic()) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(demo_report_4d()) diff --git a/hdc/slicegate.py b/hdc/slicegate.py new file mode 100644 index 0000000000000000000000000000000000000000..072d72fd136bed3eeadf636cf39227c522b12a33 --- /dev/null +++ b/hdc/slicegate.py @@ -0,0 +1,280 @@ +"""Wide slice gates: several bits of adder per stage. + +The 1-bit gate in :mod:`hdc.adder` is 8 rows and 32 stages. A gate that +handles ``k`` bits at once is ``2**(2k+1)`` rows and ``ceil(32/k)`` stages, so +the trade is explicit: + + k=1 8 rows 32 stages + k=2 32 rows 16 stages + k=4 512 rows 8 stages + k=8 131072 rows 4 stages + +Everything here is content-addressable in the same sense as the 1-bit gate: a +stage's inputs select a row *by vector resemblance*, and the row's outputs are +recovered by unbinding fields and cleaning them up against the gate atoms. + +Two design points that are easy to get wrong +-------------------------------------------- +**A lazy table.** 131 072 rows at d=10 000 would be 164 MB of vectors, and +enumerating them costs ~1.6 s of XOR folding before the first addition. Since +a 32-bit add only ever touches 4 byte-rows, the table is materialised *on +demand*: each visited row is composed, decoded and written into storage once, +then cached. The worst case is still complete; the common case is 4 rows. + +**Exact keys, similarity fallback.** A gate key is an exact XOR of +slot-and-position atoms, so it is looked up in a dictionary — a 131 072-row +similarity scan would cost more than the 32-stage ripple it replaces. The +fuzzy path is still there (:meth:`SliceGate.resolve_similar`) because a +damaged key should degrade to "the nearest row" rather than fail; it is just +not on the hot path. Any row resolution therefore reports a confidence, and +an exact hit reports 1.0. + +Why the key does not collapse +----------------------------- +:mod:`hdc.adder` documents the parity bug: XORing a *shared* zero/one pair +loses everything but parity, so ``1^1^1`` and ``1^0^0`` collide. Here every +(slot, position, value) triple has its own atom, so the key is an XOR of +distinct vectors encoding all ``2k+1`` inputs, and the 2**(2k+1) keys stay +distinct. +""" + +from __future__ import annotations + +from dataclasses import dataclass + +from .hypervec import ( + CODEC_THRESHOLD, + DEFAULT_DIM, + bind, + bundle, + hvc, + role, + sim, +) +from .memory import HDCStorage + +#: Above this many rows a gate is built lazily instead of eagerly. +EAGER_MAX_ROWS = 4096 + + +@dataclass(frozen=True) +class SliceStep: + """One multi-bit slice of the carry chain.""" + + index: int + a: int + b: int + carry_in: int + total: int + carry_out: int + confidence: float + radix: int + + def render(self) -> str: + mask = (1 << self.radix) - 1 + return ( + "slice %2d..%-2d a=0x%0*x b=0x%0*x cin=%d -> sum=0x%0*x cout=%d" + " (lookup sim %.3f)" + % ( + self.index, + self.index + self.radix - 1, + self.radix // 4 or 1, + self.a & mask, + self.radix // 4 or 1, + self.b & mask, + self.carry_in, + self.radix // 4 or 1, + self.total & mask, + self.carry_out, + self.confidence, + ) + ) + + +@dataclass(frozen=True) +class SliceRow: + """One materialised gate row.""" + + a: int + b: int + carry_in: int + total: int + carry_out: int + key: int + cell: str + + def render(self) -> str: + return "a=0x%x b=0x%x cin=%d -> sum=0x%x cout=%d %s" % ( + self.a, self.b, self.carry_in, self.total, self.carry_out, self.cell + ) + + +class SliceGate: + """A ``k``-bit adder slice whose truth table lives in HDC storage.""" + + def __init__( + self, + radix: int = 8, + d: int = DEFAULT_DIM, + storage: HDCStorage | None = None, + threshold: float = CODEC_THRESHOLD, + eager: bool | None = None, + ): + if not 1 <= radix <= 8: + raise ValueError("radix must be between 1 and 8 bits") + self.radix = radix + self.d = d + self.threshold = threshold + self.row_count = 1 << (2 * radix + 1) + self.eager = (self.row_count <= EAGER_MAX_ROWS) if eager is None else eager + self.storage = storage if storage is not None else HDCStorage( + d=d, capacity=max(64, self.row_count if self.eager else 4096), + label="gate%d" % radix, + ) + #: One atom per (slot, position, value): this is what keeps keys distinct. + self.a_atoms = {(i, b): hvc("gate/s%d/a/%d/%d" % (radix, i, b), d) + for i in range(radix) for b in (0, 1)} + self.b_atoms = {(i, b): hvc("gate/s%d/b/%d/%d" % (radix, i, b), d) + for i in range(radix) for b in (0, 1)} + self.cin_atoms = {b: hvc("gate/s%d/cin/%d" % (radix, b), d) for b in (0, 1)} + self.cout_atoms = {b: hvc("gate/s%d/cout/%d" % (radix, b), d) for b in (0, 1)} + self.sum_atoms = {(i, b): hvc("gate/s%d/sum/%d/%d" % (radix, i, b), d) + for i in range(radix) for b in (0, 1)} + self.rows: dict[int, SliceRow] = {} + self.lookups = 0 + self.materialised = 0 + self.similarity_fallbacks = 0 + if self.eager: + self._build_all() + + # ------------------------------------------------------------- the gate + def key_of(self, a: int, b: int, c: int) -> int: + """Exact gate address: XOR of every slot/position/value atom.""" + key = 0 + for i in range(self.radix): + key ^= self.a_atoms[(i, (a >> i) & 1)] + for i in range(self.radix): + key ^= self.b_atoms[(i, (b >> i) & 1)] + key ^= self.cin_atoms[1 if c else 0] + return key & ((1 << self.d) - 1) + + def _cell_name(self, a: int, b: int, c: int) -> str: + width = (2 * self.radix + 1 + 3) // 4 + return "adder/s%d/%0*x" % (self.radix, width, (c << (2 * self.radix)) | (b << self.radix) | a) + + def _build_row(self, a: int, b: int, c: int) -> SliceRow: + """Compose the row's record, write it to storage, and memoise it.""" + mask = (1 << self.radix) - 1 + total = (a + b + c) & mask + carry = (a + b + c) >> self.radix + key = self.key_of(a, b, c) + fields = [ + bind(role("key", self.d), key, self.d), + bind(role("carry", self.d), self.cout_atoms[carry], self.d), + ] + for i in range(self.radix): + fields.append( + bind(role("sum%d" % i, self.d), self.sum_atoms[(i, (total >> i) & 1)], self.d) + ) + record = bundle(fields, self.d) + cell = self._cell_name(a, b, c) + self.storage.write(cell, record, symbol=True) + row = SliceRow(a, b, c, total, carry, key, cell) + self.rows[key] = row + self.materialised += 1 + return row + + def _build_all(self) -> None: + mask = (1 << self.radix) - 1 + for c in (0, 1): + for b in range(mask + 1): + for a in range(mask + 1): + self._build_row(a, b, c) + + def resolve(self, a: int, b: int, c: int) -> tuple[SliceRow, float]: + """Look up the row for these inputs; materialise it on first use.""" + self.lookups += 1 + key = self.key_of(a, b, c) + row = self.rows.get(key) + if row is not None: + return row, 1.0 + return self._build_row(a, b, c), 1.0 + + def resolve_similar(self, a: int, b: int, c: int) -> tuple[SliceRow, float]: + """Content-addressable fallback: nearest materialised row. + + Only useful when a key arrives damaged (or comes from outside this + gate). Exact keys resolve at 1.0 through :meth:`resolve`; this path + reports the similarity it actually achieved. + """ + key = self.key_of(a, b, c) + if key in self.rows: + return self.rows[key], 1.0 + best_row, best = None, -2.0 + for candidate, row in self.rows.items(): + s = sim(candidate, key, self.d) + if s > best: + best, best_row = s, row + if best_row is None: + self.similarity_fallbacks += 1 + return self._build_row(a, b, c), 0.0 + self.similarity_fallbacks += 1 + return best_row, best + + # ------------------------------------------------------------- evaluate + def evaluate(self, a: int, b: int, c: int) -> tuple[int, int, float]: + """Run one slice: resolve the row, then read its fields back out.""" + row, key_confidence = self.resolve(a, b, c) + record = self.storage.read(row.cell) + carry, carry_margin = self._read_bit( + bind(record, role("carry", self.d), self.d), self.cout_atoms + ) + total = 0 + margins = [carry_margin] + for i in range(self.radix): + bit, margin = self._read_bit( + bind(record, role("sum%d" % i, self.d), self.d), + {0: self.sum_atoms[(i, 0)], 1: self.sum_atoms[(i, 1)]}, + ) + total |= bit << i + margins.append(margin) + if (row.total, row.carry_out) != (total, carry): + raise AssertionError( + "gate row read back as %s but was built as %s" + % ((total, carry), (row.total, row.carry_out)) + ) + return total, carry, min(min(margins), key_confidence) + + def _read_bit(self, probe: int, atoms: dict) -> tuple[int, float]: + s0 = sim(probe, atoms[0], self.d) + s1 = sim(probe, atoms[1], self.d) + if s1 >= s0: + return 1, s1 - s0 + return 0, s0 - s1 + + # ---------------------------------------------------------------- views + def summary(self) -> dict: + return { + "radix": self.radix, + "stages_for_32": (32 + self.radix - 1) // self.radix, + "table_rows": self.row_count, + "materialised": len(self.rows), + "eager": self.eager, + "lookups": self.lookups, + "similarity_fallbacks": self.similarity_fallbacks, + "cells": len(self.storage), + } + + def table_text(self, limit: int = 12) -> str: + head = "gate radix=%d: %d rows total, %d materialised%s" % ( + self.radix, + self.row_count, + len(self.rows), + " (eager)" if self.eager else " (lazy)", + ) + rows = [head] + for row in list(self.rows.values())[:limit]: + rows.append(" " + row.render()) + if len(self.rows) > limit: + rows.append(" ... %d more rows" % (len(self.rows) - limit)) + return "\n".join(rows) diff --git a/hdc/state.py b/hdc/state.py new file mode 100644 index 0000000000000000000000000000000000000000..a9b04cb87eb342cf42087fbcbb1585791b76f532 --- /dev/null +++ b/hdc/state.py @@ -0,0 +1,265 @@ +"""Predictive state: a model-based agent over hyperdimensional states. + +This is the layer the shading work was building toward — not pixels, but +*states*, and the two questions an agent actually has: + +1. **What follows?** A transition is a bound pair, stored holographically per + action: ``table[action]`` is a :class:`~hdc.memory_modes.HolographicMemory` + keyed by state whose value is the next state. Prediction is unbind plus + cleanup over the state vocabulary — the same two primitives as everything + else here, with a similarity score as the confidence. +2. **What should I do?** Planning is beam search over that model, scored by + ``sim(predicted, goal)``. No gradients, no sampling: a breadth-limited + lookahead whose every node is a vector compare. + +The measured quantity that makes this an *agent* rather than a lookup table is +**surprise**: ``1 − sim(predicted, actual)``. A trace of surprise over an +episode is the temporally measured loss. Rising surprise means the model is +out of distribution; that signal is what a self-correcting loop should act on — +re-plan, or learn the transition that was wrong. + +Honest limits: state identity is exact symbol cleanup, so the vocabulary is +finite; the model is first-order (one action of lookahead per step, not a +temporal stack); and beam search is exponential in horizon before the beam +width caps it. It is a small, inspectable world model, not an LLM. It is, +however, the part an LLM wrapper would call: *predict, score, choose*. +""" + +from __future__ import annotations + +from typing import Callable, Iterable, Sequence + +from .hypervec import DEFAULT_DIM, hvc, sim +from .memory_modes import HolographicMemory + + +class PredictiveModel: + """First-order transition model: ``(state, action) -> next state``.""" + + def __init__(self, d: int = DEFAULT_DIM, alphabet: Sequence[int] | None = None): + self.d = d + self.alphabet = list(alphabet or []) + self.tables: dict[str, HolographicMemory] = {} + self.transitions = 0 + + def _table(self, action: str) -> HolographicMemory: + table = self.tables.get(action) + if table is None: + table = HolographicMemory(d=self.d, alphabet=self.alphabet) + self.tables[action] = table + return table + + def add_symbol(self, state: int) -> None: + """Add a state to the cleanup codebook, so prediction can resolve it. + + Without a codebook, unbinding returns the raw probe (value plus + crosstalk) and nothing ever compares equal to a stored state. Callers + that discover states as they go — a ring controller — add them here. + """ + if state not in self.alphabet: + self.alphabet.append(state) + for table in self.tables.values(): + if state not in table.alphabet: + table.alphabet.append(state) + + def learn(self, state: int, action: str, next_state: int) -> None: + """Record one observed transition; repeated pairs add evidence.""" + self.add_symbol(state) + self.add_symbol(next_state) + table = self._table(action) + table.record(self._key(state), next_state) + self.transitions += 1 + + @staticmethod + def _key(state: int) -> str: + """Exact key for a state. + + Exact keys keep unrelated contexts from interfering in the trace. The + cost is that a *similar* state is a miss, so :meth:`predict` follows up + with a snap to the nearest known key (see ``snap``) — precision on the + exact path, graded recall on the fallback. + """ + return "state/%x" % (state & 0xFFFFFFFF) + + def predict(self, state: int, action: str, + snap: float = 0.5) -> tuple[int | None, float]: + """Predicted next state and cleanup confidence; ``(None, 0.0)`` if unseen. + + If the exact lookup is weak, the query is **snapped** to the nearest + trained key before unbinding. That is what lets a context that was + never seen still retrieve a transition: a paraphrase shares structure + with the trained keys, and key cleanup is the operation that exploits + it. ``snap=0`` disables the fallback. + """ + table = self.tables.get(action) + if table is None or not table.keys: + return None, 0.0 + predicted, confidence = table.recall(self._key(state)) + if confidence >= snap: + return predicted, confidence + key_vector, key_score = table.nearest_key(state) + if key_vector is not None and key_score > snap: + value, snapped = table.recall_bound(key_vector) + if snapped > confidence: + return value, snapped + return predicted, confidence + + def name(self, state: int | None) -> str: + """Readable symbol for a state: its index in the vocabulary, or a hex tag.""" + if state is None: + return "?" + for i, candidate in enumerate(self.alphabet): + if candidate == state: + return "s%d" % i + return "#%08x" % (state & 0xFFFFFFFF) + + def surprise(self, state: int, action: str, actual: int) -> float: + """``1 − sim(predicted, actual)`` in ``[0, 2]``; 0 means the model nailed it.""" + predicted, _confidence = self.predict(state, action) + if predicted is None: + return 1.0 + return 1.0 - sim(predicted, actual, self.d) + + def actions(self) -> list[str]: + return sorted(self.tables) + + def plan( + self, + start: int, + goal: int, + actions: Sequence[str] | None = None, + horizon: int = 4, + beam: int = 4, + ) -> dict: + """Beam search for the action sequence whose projection is closest to ``goal``. + + Returns ``{"actions": [...], "projected": state, "score": float, + "depth": int, "expanded": int}``. An empty action list with score + ``1.0`` means the goal was already reached. + """ + actions = list(actions or self.actions()) + best_score = sim(start, goal, self.d) + best_path: list[str] = [] + best_state = start + frontier = [(best_score, start, [])] + expanded = 0 + for depth in range(1, horizon + 1): + candidates = [] + for _score, state, path in frontier: + for action in actions: + predicted, confidence = self.predict(state, action) + if predicted is None: + continue + expanded += 1 + score = 0.6 * sim(predicted, goal, self.d) + 0.4 * confidence + candidates.append((score, predicted, path + [action])) + if score > best_score: + best_score, best_path, best_state = score, path + [action], predicted + if not candidates: + break + candidates.sort(key=lambda item: item[0], reverse=True) + frontier = candidates[:beam] + return {"actions": best_path, "projected": best_state, "score": best_score, + "depth": len(best_path), "expanded": expanded} + + +class StateAgent: + """Perceive, predict, choose, act — with surprise as the feedback signal.""" + + def __init__(self, model: PredictiveModel, actions: Sequence[str], goal: int, beam: int = 4): + self.model = model + self.actions = list(actions) + self.goal = goal + self.beam = beam + self.episode: list[dict] = [] + + def run( + self, + start: int, + world: Callable[[int, str], int], + steps: int = 6, + horizon: int = 3, + ) -> list[dict]: + """Act in ``world`` for ``steps``; ``world(state, action)`` returns the next state. + + At each step the model plans, takes the first action of the plan, then + measures surprise against what actually happened. The plan is + recomputed every step, so surprise can redirect it immediately. + """ + state = start + self.episode = [] + for _ in range(steps): + if sim(state, self.goal, self.model.d) > 0.99: + break + plan = self.model.plan(state, self.goal, self.actions, horizon=horizon, beam=self.beam) + action = plan["actions"][0] if plan["actions"] else self.actions[0] + predicted, confidence = self.model.predict(state, action) + actual = world(state, action) + surprise = self.model.surprise(state, action, actual) + self.episode.append({ + "state": state, "action": action, "predicted": predicted, + "actual": actual, "surprise": surprise, "plan": plan["actions"], + "confidence": confidence, + }) + self.model.learn(state, action, actual) + state = actual + return self.episode + + def loss(self) -> float: + """Mean surprise over the episode — the temporally measured loss.""" + if not self.episode: + return 0.0 + return sum(step["surprise"] for step in self.episode) / len(self.episode) + + def report(self) -> str: + lines = ["step action predicted actual surprise plan"] + for i, step in enumerate(self.episode): + lines.append("%4d %-7s %-9s %-6s %8.3f %s" % ( + i, step["action"], self.model.name(step["predicted"]), + self.model.name(step["actual"]), step["surprise"], + "->".join(step["plan"]) or "-")) + lines.append("mean surprise %.3f over %d steps" % (self.loss(), len(self.episode))) + return "\n".join(lines) + + +# -------------------------------------------------------------------------- +# a small world, used by tests and the demo + +def ring_world(size: int = 8, d: int = DEFAULT_DIM) -> tuple[list[int], dict[str, Callable[[int], int]]]: + """States on a ring with ``next``/``prev`` actions, plus the state vocabulary.""" + states = [hvc("world/state/%d" % i, d) for i in range(size)] + index = {s: i for i, s in enumerate(states)} + return states, { + "next": lambda s: states[(index[s] + 1) % size], + "prev": lambda s: states[(index[s] - 1) % size], + } + + +def trained_model(size: int = 8, d: int = DEFAULT_DIM, epochs: int = 1) -> tuple[PredictiveModel, list[int], dict]: + """Learn the ring world completely, so planning has a correct model.""" + states, world = ring_world(size, d) + model = PredictiveModel(d=d, alphabet=states) + for _ in range(epochs): + for state in states: + for action, fn in world.items(): + model.learn(state, action, fn(state)) + return model, states, world + + +def report(d: int = DEFAULT_DIM, size: int = 8) -> str: + """Printable predictive-state tour.""" + model, states, world = trained_model(size, d) + target = states[-2] # two steps back from state 0 + plan = model.plan(states[0], target, ["next", "prev"], horizon=4, beam=4) + lines = ["predictive state: %d states, %d transitions, %d actions" + % (len(states), model.transitions, len(model.actions()))] + lines.append("plan s0 -> s%d: %s (score %.2f, %d nodes)" + % (states.index(target), "->".join(plan["actions"]), plan["score"], plan["expanded"])) + agent = StateAgent(model, ["next", "prev"], goal=target, beam=4) + agent.run(states[0], lambda s, a: world[a](s), steps=4, horizon=3) + lines.append(agent.report()) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(report()) diff --git a/hdc/terminal.py b/hdc/terminal.py new file mode 100644 index 0000000000000000000000000000000000000000..72c30cee7ca1f81efe824b74372982ba3a0885b8 --- /dev/null +++ b/hdc/terminal.py @@ -0,0 +1,276 @@ +"""The CRT terminal and the kernel shell that runs after the x86 handoff. + +Two objects, deliberately separate: + +* :class:`Terminal` is an 80x25 character grid with a cursor, an attribute per + cell, and scrolling — the same contract as the VGA text buffer the BIOS + writes, so the browser renders it with scanlines instead of pretending the + text is a web page. +* :class:`Kernel` is the thing that runs *after* ``int 21h``. The x86 CPU is + halted at that point; from then on the machine is the HDC interpreter, and + the terminal is its console. + +Kernel commands are the pipeline: assemble, run, step, inspect, then the +higher layers (shader, state, ring, text, semantic, topology). +""" + +from __future__ import annotations + +from typing import Iterable + +from .agent import ToolRegistry +from .assembler import assemble, roundtrip_report +from .hypervec import DEFAULT_DIM, hv_to_int, sim +from .interpreter import Machine +from .memory import HDCStorage + +PROMPT = "hdc>" + +DEMO_SOURCE = """ + ldi R0, 7 + ldi R1, 35 + add R2, R0, R1 + out R2 + halt +""" + +HELP = """\ +commands (the pipeline, in order): + boot run the x86 BIOS POST and the boot sector again + isa the instruction set, as stored + asm [source...] assemble (default: a small demo) and verify by decoding back + run execute the assembled program in the HDC machine + step [n] single-step n instructions, showing the trace + regs | disasm register file and the next cells, decoded + mem storage report: cells, symbols, literals + tools the HDC-resident tool registry + stat machine + storage counters + shader | ring | state | text | semantic | topology | memory + run that layer's measured report + clear | help housekeeping +""" + + +class Terminal: + """An 80x25 character grid with attributes, cursor and scroll.""" + + def __init__(self, cols: int = 80, rows: int = 25): + self.cols = cols + self.rows = rows + self.grid = [[" "] * cols for _ in range(rows)] + self.attrs = [["green"] * cols for _ in range(rows)] + self.cursor = [0, 0] + self.attribute = "green" + + def clear(self, attribute: str = "green") -> None: + self.grid = [[" "] * self.cols for _ in range(self.rows)] + self.attrs = [[attribute] * self.cols for _ in range(self.rows)] + self.cursor = [0, 0] + self.attribute = attribute + + def scroll(self) -> None: + self.grid.pop(0) + self.attrs.pop(0) + self.grid.append([" "] * self.cols) + self.attrs.append([self.attribute] * self.cols) + self.cursor[0] = self.rows - 1 + + def write(self, text: str) -> None: + for ch in text: + if ch == "\n": + self.cursor[1] = 0 + self.cursor[0] += 1 + elif ch == "\r": + self.cursor[1] = 0 + else: + row, col = self.cursor + if 0 <= row < self.rows and 0 <= col < self.cols: + self.grid[row][col] = ch + self.attrs[row][col] = self.attribute + self.cursor[1] += 1 + if self.cursor[1] >= self.cols: + self.cursor[1] = 0 + self.cursor[0] += 1 + if self.cursor[0] >= self.rows: + self.scroll() + + def writeln(self, text: str = "") -> None: + self.write(text + "\n") + + def screen(self) -> list[str]: + return ["".join(row).rstrip() for row in self.grid] + + def cells(self) -> list[list[tuple[str, str]]]: + """Character + attribute per cell, for the browser renderer.""" + return [[(self.grid[r][c], self.attrs[r][c]) for c in range(self.cols)] + for r in range(self.rows)] + + +class Kernel: + """The HDC kernel: machine, storage, tools, and a console.""" + + def __init__(self, d: int = DEFAULT_DIM): + self.d = d + self.term = Terminal() + self.storage = HDCStorage(d=d, label="kernel") + self.tools = ToolRegistry(storage=self.storage, d=d) + self.machine = Machine(storage=self.storage, d=d, tools=self.tools) + self.program = None + self.booted = False + self.boot_lines: list[str] = [] + + # ------------------------------------------------------------- startup + def boot(self, boot: object | None = None) -> list[str]: + """Take over from the x86 BIOS and print the kernel banner.""" + self.term.clear() + if boot is not None: + for line in boot.screen(): # type: ignore[attr-defined] + if line.strip(): + self.boot_lines.append(line) + for line in self.boot_lines: + self.term.writeln(line) + self.term.writeln("HDCSTORAGE kernel 1.0 (d=%d)" % self.d) + self.term.writeln("interpreter ready; %d cells in storage" % len(self.storage)) + self.term.writeln("type 'help' for the pipeline") + self.term.write("\n" + PROMPT + " ") + self.booted = True + return self.term.screen() + + # ------------------------------------------------------------ commands + def execute(self, line: str) -> str: + """Run one console line; returns the text it printed.""" + line = line.strip() + # the prompt is already on screen from boot() or the previous command; + # echo only what was typed so the console reads like a console + self.term.writeln(line) + if not line: + self.term.write(PROMPT + " ") + return "" + command, _, rest = line.partition(" ") + handler = getattr(self, "_cmd_" + command.lower(), None) + try: + output = handler(rest.strip()) if handler else self._cmd_unknown(command) + except Exception as error: # a console should not die + output = "error: %s: %s" % (type(error).__name__, error) + for chunk in str(output).splitlines() or [""]: + self.term.writeln(chunk) + self.term.write(PROMPT + " ") + return output + + def _cmd_unknown(self, command: str) -> str: + return "unknown command %r — try 'help'" % command + + def _cmd_help(self, rest: str) -> str: + return HELP + + def _cmd_clear(self, rest: str) -> str: + self.term.clear() + return "" + + def _cmd_isa(self, rest: str) -> str: + from .isa import opcode_table_text + + return opcode_table_text() + + def _cmd_boot(self, rest: str) -> str: + from .x86 import Boot + + machine = Boot() + machine.post() + result = machine.boot() + screen = [line for line in result["screen"] if line.strip()] + return "\n".join(screen) + "\n(handoff: %s after %d instructions)" % ( + result["reason"], result["instructions"]) + + def _cmd_asm(self, rest: str) -> str: + source = rest.replace(";", "\n") if rest else DEMO_SOURCE + self.program = assemble(source, d=self.d) + report = roundtrip_report(self.program) + self.machine.load(self.program) + return report + "\nassembled %d instructions; 'run' to execute" % len(self.program.instrs) + + def _cmd_run(self, rest: str) -> str: + if self.program is None: + self._cmd_asm("") + result = self.machine.run() + lines = ["status=%s steps=%d cells=%d" % ( + result["status"], result["steps"], len(self.storage))] + if result["output"]: + lines.append("output: " + ", ".join(result["output"])) + return "\n".join(lines) + + def _cmd_step(self, rest: str) -> str: + count = int(rest) if rest.isdigit() else 1 + lines = [] + for _ in range(count): + entry = self.machine.step() + if entry is None: + lines.append("halted") + break + lines.append(entry.render()) + return "\n".join(lines) or "no step taken" + + def _cmd_regs(self, rest: str) -> str: + return self.machine.regs_text() + + def _cmd_disasm(self, rest: str) -> str: + return self.machine.disasm(count=6) + + def _cmd_mem(self, rest: str) -> str: + return self.storage.dump(limit=10) + + def _cmd_stat(self, rest: str) -> str: + return "\n".join([ + "d=%d cells=%d pc=%d steps=%d status=%s" % ( + self.d, len(self.storage), self.machine.pc, + self.machine.steps, self.machine.status), + "tools registered: %d" % len(self.tools.list_tools()), + "booted: %s" % self.booted, + ]) + + def _cmd_tools(self, rest: str) -> str: + return self.tools.specs_text() + + def _layer_report(self, module: str, function: str = "report") -> str: + imported = __import__("hdc." + module, fromlist=[function]) + return getattr(imported, function)() + + def _cmd_shader(self, rest: str) -> str: + from .shader import demo_report + + return demo_report(d=self.d) + + def _cmd_ring(self, rest: str) -> str: + from .ring import report + + return report(d=self.d) + + def _cmd_state(self, rest: str) -> str: + from .state import report + + return report(d=self.d) + + def _cmd_text(self, rest: str) -> str: + from .text import report + + return report(d=self.d) + + def _cmd_semantic(self, rest: str) -> str: + from .semantic import report + + return report(d=self.d) + + def _cmd_topology(self, rest: str) -> str: + from .topology import report + + return report(d=self.d) + + def _cmd_memory(self, rest: str) -> str: + from .memory_modes import demo_report + + return demo_report(d=self.d) + + def _cmd_net(self, rest: str) -> str: + from .net import selfcheck + + return "\n".join("%-22s %s" % (k, v) for k, v in selfcheck().items()) diff --git a/hdc/text.py b/hdc/text.py new file mode 100644 index 0000000000000000000000000000000000000000..ea481542ab8e7fb6a42bf7d587dcb5b33881002a --- /dev/null +++ b/hdc/text.py @@ -0,0 +1,198 @@ +"""Text encoding for the ring: words as composed hypervectors. + +The ring controller needs states. Handing it ``hvc(word)`` works and is exact, +but it makes every word unrelated to every other word, so a context that has +never been seen predicts nothing. Composing a word out of its character +n-grams fixes that: "walked" and "walking" share n-grams, so their vectors are +similar before any training has happened, and cleanup can fall back to the +nearest known form instead of failing. + + word = bundle([bind(POS_i, atom(ngram_i)) for each char n-gram]) + +Position binding matters: without it "listen" and "silent" would be identical, +since they have the same n-gram multiset. With it, they are not. + +A context is then a record of recent words in role slots, which is exactly what +:class:`~hdc.state.PredictiveModel` wants as its key. + +Measured on the corpus in :func:`evaluate` at d=2000: order-1 contexts give +67% top-1 next-token accuracy, order-2 gives 83% (the rest is genuine +two-way ambiguity in the corpus, not crosstalk), and composition keeps +inflections close — ``walked``~``walking`` scores +0.320 against +0.085 for +``walked``~``banana``. That similarity is what lets a text-bound ring fall +back to a nearest known form instead of failing outright on a novel word. + +Honest limits: this is a character-n-gram encoder, not a semantic model. Two +synonyms are no closer than two random words. The vector for a word says +"these substrings, in these positions", nothing more. +""" + +from __future__ import annotations + +import re +from typing import Iterable, Sequence + +from .hypervec import DEFAULT_DIM, bind, bundle, hvc, permute, sim +from .memory_modes import HolographicMemory +from .state import PredictiveModel + +_TOKEN = re.compile(r"[a-z']+|[.,!?;:]") + +_START = "<" +_END = ">" + + +def tokenize(text: str) -> list[str]: + """Lowercase word/punctuation tokens.""" + return _TOKEN.findall(text.lower()) + + +def char_ngrams(word: str, order: int = 3) -> list[str]: + """Character n-grams with boundary markers, so prefixes and suffixes count.""" + padded = _START * (order - 1) + word + _END * (order - 1) + return [padded[i:i + order] for i in range(len(padded) - order + 1)] + + +def encode_word(word: str, d: int = DEFAULT_DIM, order: int = 3) -> int: + """A word as a bundle of position-bound character n-grams.""" + parts = [] + for i, gram in enumerate(char_ngrams(word, order)): + parts.append(bind(permute(hvc("text/pos", d), i, d), hvc("text/gram/" + gram, d), d)) + return bundle(parts, d) if parts else hvc("text/empty", d) + + +def encode_context(tokens: Sequence[str], d: int = DEFAULT_DIM, order: int = 3, + span: int = 2, encoder=None) -> int: + """Recent tokens as a role-bound context record. + + ``span`` words of history, most recent first, each bound to its position — + so order-1 and order-2 contexts are different vectors, never a superset. + Pass an :class:`~hdc.semantic.SemanticEncoder` as ``encoder`` to make the + context vectors semantic rather than morphological. + """ + recent = list(tokens)[-span:] + parts = [] + for back, token in enumerate(reversed(recent)): + role = hvc("text/context/%d" % back, d) + word = encoder.encode(token) if encoder is not None else encode_word(token, d, order) + parts.append(bind(role, word, d)) + return bundle(parts, d) if parts else 0 + + +def encode_text(text: str, d: int = DEFAULT_DIM, order: int = 3) -> list[tuple[str, int]]: + """``(token, vector)`` pairs for a whole text.""" + return [(token, encode_word(token, d, order)) for token in tokenize(text)] + + +class TextRing: + """A predictive model over word contexts, for use inside the ring.""" + + def __init__(self, d: int = DEFAULT_DIM, order: int = 3, span: int = 2, encoder=None): + self.d = d + self.order = order + self.span = span + self.encoder = encoder + self.model = PredictiveModel(d=d) + self.vocabulary: dict[str, int] = {} + self.contexts = 0 + + def _word(self, token: str) -> int: + vector = self.vocabulary.get(token) + if vector is None: + vector = (self.encoder.encode(token) if self.encoder is not None + else encode_word(token, self.d, self.order)) + self.vocabulary[token] = vector + self.model.add_symbol(vector) + return vector + + def _context(self, tokens: Sequence[str]) -> int: + return encode_context(tokens, self.d, self.order, self.span, self.encoder) + + def fit(self, tokens: Sequence[str]) -> None: + """Learn every context -> next-token transition in the token list.""" + for i in range(self.span, len(tokens) - 1): + key = self._context(tokens[i - self.span + 1:i + 1]) + self.model.learn(key, "word", self._word(tokens[i + 1])) + self.contexts += 1 + + def predict(self, tokens: Sequence[str]) -> tuple[str | None, float]: + """Most likely next token for the given history.""" + key = self._context(tokens) + predicted, score = self.model.predict(key, "word") + if predicted is None: + return None, 0.0 + for token, vector in self.vocabulary.items(): + if vector == predicted: + return token, score + return None, score + + def accuracy(self, tokens: Sequence[str]) -> float: + """Top-1 next-token accuracy over a sequence.""" + hits = total = 0 + for i in range(self.span, len(tokens) - 1): + got, _ = self.predict(tokens[i - self.span + 1:i + 1]) + hits += got == tokens[i + 1] + total += 1 + return hits / total if total else 0.0 + + def transfer(self, seen: Sequence[str], paraphrased: Sequence[str]) -> dict: + """Fit on one wording, score on another. + + This is the measurement that separates a semantic encoder from a + morphological one: the context key changes when a word is replaced, and + only a semantic encoder keeps it near the trained one. + """ + self.fit(seen) + return { + "accuracy": self.accuracy(paraphrased), + "seen": " ".join(seen), + "paraphrased": " ".join(paraphrased), + } + + +CORPUS = ( + "the cat sat on the mat . the cat ate the fish . " + "the dog sat on the mat . the dog ate the bone . " + "the cat sat on the mat" +) + + +def evaluate(d: int = DEFAULT_DIM, order: int = 3) -> dict: + """Measure order-1 vs order-2 contexts, and whether composition generalises.""" + tokens = tokenize(CORPUS) + results = {} + for span in (1, 2): + ring = TextRing(d=d, order=order, span=span) + ring.fit(tokens) + results["order%d_accuracy" % span] = ring.accuracy(tokens) + results["order%d_vocab" % span] = len(ring.vocabulary) + results["order%d_contexts" % span] = ring.contexts + + walked = encode_word("walked", d, order) + walking = encode_word("walking", d, order) + unrelated = encode_word("banana", d, order) + results["similarity_inflections"] = sim(walked, walking, d) + results["similarity_unrelated"] = sim(walked, unrelated, d) + return results + + +def report(d: int = DEFAULT_DIM) -> str: + """Printable encoder tour.""" + stats = evaluate(d) + lines = ["text encoder, d=%d" % d] + lines.append("order-1 contexts: %.0f%% top-1, %d tokens" + % (100 * stats["order1_accuracy"], stats["order1_vocab"])) + lines.append("order-2 contexts: %.0f%% top-1, %d transitions" + % (100 * stats["order2_accuracy"], stats["order2_contexts"])) + lines.append("composition keeps inflections close: walked~walking %+.3f, walked~banana %+.3f" + % (stats["similarity_inflections"], stats["similarity_unrelated"])) + ring = TextRing(d=d, span=2) + ring.fit(tokenize(CORPUS)) + history = tokenize("the cat sat on the") + token, score = ring.predict(history) + lines.append("predict after %r: %r (cleanup %.2f)" % (" ".join(history), token, score)) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(report()) diff --git a/hdc/topology.py b/hdc/topology.py new file mode 100644 index 0000000000000000000000000000000000000000..15d4fec10001c21fb77650c368ee4414de303e49 --- /dev/null +++ b/hdc/topology.py @@ -0,0 +1,265 @@ +"""Threshold-quantized topology over hypervectors. + +The hypothesis worth testing is that the *threshold* is not a constant to tune +but a structure: sweep it and a codebook becomes a nested family of graphs. + + G(τ) = (vectors, { {u,v} : sim(u,v) > τ }) + +As τ falls, components merge. That merge sequence is the topology — a +zero-dimensional persistence diagram — and it is computable exactly here, +because a similarity is a popcount and a union-find is a loop. + +Three consequences, each measured in :func:`report`: + +**Self-guiding.** The right τ sits in the valley between two populations: +member pairs (high) and non-member pairs (crosstalk floor). Otsu's criterion +on the similarity histogram finds that valley without any hand-set constant. +On a flat codebook the valley is at ~0 with almost no explained variance — the +distribution is unimodal, so there is nothing to split. On a structured +codebook the split is sharp. That is the honest form of "self-guiding": the +threshold is *estimated from the data*, and when the data has no structure the +estimator says so. + +**Self-healing.** A damaged vector is one that has fallen out of its +component. Bundling its nearest survivors and cleaning up repairs it — **but +only if the code has geometry**, and the repair is a *projection*, not bit +recovery. Measured on 8 symbols sharing a six-atom core (τ=0.691, baseline +variant similarity 0.70): a cell damaged to 0.665 similarity is restored to +0.701, while a lightly damaged cell at 0.960 is pulled *down* to 0.710 — it is +returned to the class prototype, which is what bundling means. On 8 +independent symbols the graph is no denser than chance, the routine reports +``informative = False`` and changes nothing. So self-healing is conditional on +the topology existing and on the damage exceeding the drift threshold; above +that it is denoising to the nearest prototype, and calling it repair would be +overclaiming. + +**Self-scaling.** The gap between the populations decides whether ``d`` is big +enough: noise falls as 1/√d while capacity grows as d/(2 log d), so shrinking +the measured gap under load means the dimension must grow, +``d' = d·(gap_target/gap_measured)²``. + +Honest limit: 0-dimensional persistence only (components, no loops). Higher +homology needs a simplicial complex and a boundary matrix — a much larger build +than the claim requires. +""" + +from __future__ import annotations + +from itertools import combinations +from typing import Iterable, Sequence + +from .hypervec import DEFAULT_DIM, bundle, hvc, sim + + +def similarities(vectors: Sequence[int], d: int = DEFAULT_DIM) -> list[float]: + """Every pairwise similarity above the diagonal.""" + return [sim(a, b, d) for a, b in combinations(vectors, 2)] + + +def adjacency(vectors: Sequence[int], tau: float, d: int = DEFAULT_DIM) -> list[list[int]]: + """Neighbour lists for the graph at threshold ``tau``.""" + graph: list[list[int]] = [[] for _ in vectors] + for i, j in combinations(range(len(vectors)), 2): + if sim(vectors[i], vectors[j], d) > tau: + graph[i].append(j) + graph[j].append(i) + return graph + + +def components(vectors: Sequence[int], tau: float, d: int = DEFAULT_DIM) -> list[int]: + """Connected-component label per vector, at one threshold (union-find).""" + parent = list(range(len(vectors))) + + def find(i: int) -> int: + while parent[i] != i: + parent[i] = parent[parent[i]] + i = parent[i] + return i + + for i, j in combinations(range(len(vectors)), 2): + if sim(vectors[i], vectors[j], d) > tau: + ri, rj = find(i), find(j) + if ri != rj: + parent[rj] = ri + return [find(i) for i in range(len(vectors))] + + +def persistence(vectors: Sequence[int], taus: Iterable[float], + d: int = DEFAULT_DIM) -> list[tuple[float, int]]: + """``(tau, component count)`` — how the codebook fragments as tau rises.""" + return [(tau, len(set(components(vectors, tau, d)))) for tau in taus] + + +def otsu_threshold(values: Sequence[float], bins: int = 32) -> tuple[float, float]: + """Threshold that best splits a similarity distribution. + + Returns ``(tau, explained_variance)`` with the share in [0, 1]; a value near + 0 means the distribution is unimodal and no threshold is meaningful. + """ + if not values: + return 0.0, 0.0 + lo, hi = min(values), max(values) + if hi - lo < 1e-12: + return lo, 0.0 + width = (hi - lo) / bins + hist = [0] * bins + for value in values: + hist[min(bins - 1, int((value - lo) / width))] += 1 + centres = [lo + (i + 0.5) * width for i in range(bins)] + total = len(values) + sum_all = sum(c * h for c, h in zip(centres, hist)) + + best_tau, best_between = lo, -1.0 + w0 = 0 + sum0 = 0.0 + for i in range(bins - 1): + w0 += hist[i] + sum0 += centres[i] * hist[i] + w1 = total - w0 + if w0 == 0 or w1 == 0: + continue + mean0 = sum0 / w0 + mean1 = (sum_all - sum0) / w1 + between = w0 * w1 * (mean0 - mean1) ** 2 + if between > best_between: + best_between, best_tau = between, lo + (i + 1) * width + + mean_all = sum_all / total + spread = sum(h * (c - mean_all) ** 2 for c, h in zip(centres, hist)) + if spread <= 0 or best_between < 0: + return best_tau, 0.0 + return best_tau, max(0.0, min(1.0, best_between / (total * total) / (spread / total))) + + +def chance_density(tau: float, d: int = DEFAULT_DIM) -> float: + """Edge density two *independent* vectors reach at threshold ``tau``. + + ``sim`` is a mean of ±1 products, so it is approximately N(0, 1/d). An + edge appears at chance with probability ``P(sim > tau)`` — this is the + floor against which a real graph has to be compared. + """ + import math + + return 0.5 * (1.0 - math.erf(tau * math.sqrt(d / 2.0))) + + +def heal(vectors: Sequence[int], tau: float, flips: int = 0, d: int = DEFAULT_DIM, + fraction: float = 0.34, seed: int = 1) -> dict: + """Repair a minority of damaged vectors by bundling their neighbours. + + Damage is applied to a fraction of the codebook, never all of it: healing + presumes the graph still exists, which requires a healthy majority. Each + suspect is replaced by the bundle of its neighbours and kept only if the + repair *gains edges* — the topology has to vouch for the change. + + If the graph is no denser than chance (:func:`chance_density`), there is no + topology to heal with and nothing is changed; ``informative`` reports that. + """ + import random + + rng = random.Random(seed) + victims = [i for i in range(len(vectors)) if rng.random() < fraction] + damaged = list(vectors) + for i in victims: + for _ in range(flips): + damaged[i] ^= 1 << rng.randrange(d) + + graph = adjacency(damaged, tau, d) + pairs = max(1, len(vectors) * (len(vectors) - 1) // 2) + density = sum(len(row) for row in graph) / (2 * pairs) + informative = density > 1.5 * chance_density(tau, d) + + repaired = list(damaged) + changed = 0 + for i in victims: + if not informative: + continue + # the graph says whether structure exists; the repair basis is the + # nearest neighbours by similarity, because a damaged vector may have + # fallen under tau and have no graph edges left at all + nearest = sorted( + (j for j in range(len(damaged)) if j != i), + key=lambda j: sim(damaged[i], damaged[j], d), + reverse=True, + )[:4] + if not nearest: + continue + # a cell still inside its component needs no repair: bundling it would + # only pull it toward the centroid and smooth away real detail + if sim(damaged[i], damaged[nearest[0]], d) >= tau: + continue + fixed = bundle([damaged[j] for j in nearest], d) + new_degree = sum(1 for j, other in enumerate(damaged) + if j != i and sim(fixed, other, d) > tau) + if new_degree > len(graph[i]): + repaired[i] = fixed + changed += 1 + + def mean_sim(candidate: Sequence[int]) -> float: + if not victims: + return 1.0 + return sum(sim(vectors[i], candidate[i], d) for i in victims) / len(victims) + + return { + "flips": flips, + "victims": len(victims), + "similarity_before": mean_sim(damaged), + "similarity_after": mean_sim(repaired), + "edges": sum(len(row) for row in graph) // 2, + "density": density, + "chance": chance_density(tau, d), + "informative": informative, + "changed": changed, + } + + +def scaling_rule(gap_measured: float, gap_target: float = 0.1, d: int = DEFAULT_DIM) -> int: + """Dimension needed to restore the measured member/non-member gap.""" + if gap_measured <= 0: + return d * 4 + return max(d, int(round(d * (gap_target / gap_measured) ** 2))) + + +def flat_codebook(size: int = 8, d: int = DEFAULT_DIM) -> list[int]: + """Independent symbols: no geometry, similarity ~0 between any pair.""" + return [hvc("topo/symbol/%d" % i, d) for i in range(size)] + + +def structured_codebook(size: int = 8, shared: int = 6, d: int = DEFAULT_DIM) -> list[int]: + """Symbols sharing a common atom core: pairwise similarity ~shared/(shared+1).""" + core = [hvc("topo/core/%d" % i, d) for i in range(shared)] + return [bundle(core + [hvc("topo/variant/%d" % i, d)], d) for i in range(size)] + + +def report(d: int = DEFAULT_DIM, size: int = 8) -> str: + """Printable topology tour over a flat and a structured codebook.""" + lines = ["threshold topology at d=%d, %d symbols" % (d, size)] + for name, codebook in (("flat", flat_codebook(size, d)), + ("structured", structured_codebook(size, 6, d))): + pairs = similarities(codebook, d) + tau, share = otsu_threshold(pairs) + lines.append("") + lines.append("%s codebook: similarity %+.3f..%+.3f, Otsu tau %.3f " + "(explained variance %.2f)" % (name, min(pairs), max(pairs), tau, share)) + taus = [0.5, 0.3, 0.1, 0.05, 0.0] + lines.append(" components vs tau: %s" + % ", ".join("%.2f->%d" % (t, c) + for t, c in persistence(codebook, taus, d))) + for flips in (40, 120, 400): + healed = heal(codebook, tau, flips, d) + lines.append(" flips=%-3d on %d victims: similarity %.3f -> %.3f " + "(edges %d, density %.2f vs chance %.2f, repaired %d%s)" + % (flips, healed["victims"], healed["similarity_before"], + healed["similarity_after"], healed["edges"], healed["density"], + healed["chance"], healed["changed"], + "" if healed["informative"] else ", no topology")) + lines.append(" note: repair is a projection to the cluster prototype — it helps" + " cells below the drift threshold and smooths ones above it") + gap = max(pairs) - min(pairs) + lines.append(" measured gap %.3f -> scaling rule wants d=%d" + % (gap, scaling_rule(gap, 0.2, d))) + return "\n".join(lines) + + +if __name__ == "__main__": # pragma: no cover - manual inspection + print(report()) diff --git a/hdc/webui.py b/hdc/webui.py new file mode 100644 index 0000000000000000000000000000000000000000..6d10bb339244ee990662a05c8ff660a5cce64856 --- /dev/null +++ b/hdc/webui.py @@ -0,0 +1,882 @@ +"""The WebUI: a CRT terminal, the diagnostics, the visualisations, the assistant. + +Served by ``http.server`` and nothing else — no framework, no bundler, no build +step. The page is one string; the data comes from JSON endpoints that call the +same objects the CLI does, so the browser cannot show something the machine +does not actually do. + +Endpoints: + + GET / the page (terminal + panels) + GET /api/state boot screen, terminal cells, kernel status + POST /api/exec {"line": "run"} -> console output + POST /api/chat {"text": "..."} -> assistant reply + executed command + GET /api/autonomy idle/readahead state: graded accuracy, lookahead, cache + POST /api/autonomy {"enabled": true} -> toggle the autonomous pass + GET /api/os the webOS frame, windows, memory map + POST /api/os/key {"key": "F5"} -> one named key to the window manager + POST /api/os/text {"text": "stat"} -> typing into the focused window + POST /api/os/click {"x": 12, "y": 4} -> focus the window at that cell + POST /api/os/launch {"app": "ide"} -> open an app + POST /api/boot re-run POST + boot sector + GET /api/diag every layer's measured report + GET /api/viz/ one visualisation as ASCII + GET /api/pipeline the stages, with their real counters + +It binds ``127.0.0.1`` by default and holds a single kernel in memory: this is a +local instrument panel, not a multi-tenant service. There is no authentication +because there is no remote exposure. +""" + +from __future__ import annotations + +import json +import threading +from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer + +from .assistant import INTENTS, Assistant +from .autonomy import AutonomousMode +from .boot import BootSequence +from .hypervec import DEFAULT_DIM +from .os import Desktop +from .semantic import load as load_semantic +from .terminal import Kernel +from .x86 import Boot + +PAGE = """ + + +HDCSTORAGE + +
+
+

HDCSTORAGE — CRTC mono, 80x25 + + + + +

+
+
+ + +
+
connecting
+
+
+
+ + + + + +
+
+
+
+ +""" + + +class App: + """Kernel + assistant + boot state, shared by every request.""" + + def __init__(self, d: int = DEFAULT_DIM): + self.d = d + # Encoding is capped at 2000 bits regardless of the machine's d: the + # assistant projects ~330 words at startup, and at d=10000 that alone + # took 21 s before the first response. 2000 keeps it under a second and + # is the codec's documented floor. + self.enc_d = min(d, 2000) + self.lock = threading.Lock() + self.encoder = load_semantic(self.enc_d) + self.kernel = Kernel(d=d) + self.assistant = Assistant(self.kernel, d=self.enc_d, encoder=self.encoder) + # idle + learning + readahead over the same assistant; off until asked + self.autonomy = AutonomousMode(self.assistant, d=self.enc_d, enabled=False) + # the webOS shares this kernel's storage, so the desktop's filesystem and + # memory map describe the machine the terminal is running on + self.desktop = Desktop(d=d, kernel=self.kernel, autonomy=self.autonomy) + # POST -> shader splash -> AUTOEXEC, run once; the AUTOEXEC lines are the + # ones that launch the windows, so the desktop handed over is the result + self.boot_sequence = BootSequence(self.desktop, d=d) + self.boot_frames = self.boot_sequence.run() + self.boot = Boot() + self.boot_log: list[str] = [] + self._diag_cache: dict[str, str] = {} + self._cold_boot() + + def _cold_boot(self) -> None: + self.boot = Boot() + self.boot.post() + result = self.boot.boot() + self.boot_log = [line for line in result["screen"] if line.strip()] + self.kernel.boot(self.boot) + self.boot_result = result + + # ---------------------------------------------------------------- views + def state(self) -> dict: + return { + "boot": self.boot_log, + "screen": self.kernel.term.screen(), + "status": "kernel running | d=%d | cells=%d | pc=%d" % ( + self.d, len(self.kernel.storage), self.kernel.machine.pc), + "booted": self.kernel.booted, + } + + def exec(self, line: str) -> dict: + with self.lock: + output = self.kernel.execute(line) + return {"output": output, "screen": self.kernel.term.screen()} + + def chat(self, text: str) -> dict: + with self.lock: + # through the autonomy layer: every turn is graded against the + # prediction made for it, and a readahead hit is served from cache + record = self.autonomy.chat(text) + return dict(record, screen=self.kernel.term.screen()) + + def chat_history(self) -> list[dict]: + return self.assistant.history[-12:] + + def autonomy_state(self) -> dict: + return {"stats": self.autonomy.stats(), "report": self.autonomy.report()} + + # ------------------------------------------------------------ the webOS + def os_state(self) -> dict: + with self.lock: + return self.desktop.state() + + def os_key(self, key: str) -> dict: + with self.lock: + self.desktop.key(str(key)) + return self.desktop.state() + + def os_text(self, text: str) -> dict: + with self.lock: + self.desktop.text(str(text)) + return self.desktop.state() + + def os_click(self, x: int, y: int) -> dict: + with self.lock: + self.desktop.click(int(x), int(y)) + return self.desktop.state() + + def os_launch(self, app: str) -> dict: + with self.lock: + self.desktop.launch(str(app)) + return self.desktop.state() + + def boot_state(self) -> dict: + return self.boot_frames + + def set_autonomy(self, enabled: bool) -> dict: + with self.lock: + self.autonomy.enabled = bool(enabled) + if enabled: + self.autonomy.idle(2) # two ticks: learn, then predict + return self.autonomy_state() + + def pipeline(self) -> dict: + kernel = self.kernel + stages = [ + ("1 BIOS / POST", "16-bit real mode, IVT installed, text buffer at B800", + "stage=%s, %d instructions" % (self.boot_result["stage"], + self.boot_result["instructions"])), + ("2 Boot sector", "hand-assembled 512 bytes; int 10h teletype, int 21h handoff", + "signature 55 AA verified, DS=07C0"), + ("3 Kernel", "HDC interpreter took over at the handoff", + "cells=%d pc=%d" % (len(kernel.storage), kernel.machine.pc)), + ("4 Assembler", "text -> hypervector instruction image, verified by decoding back", + "program=%s" % ("loaded" if kernel.program else "none")), + ("5 Machine", "fetch from storage, decode by cleanup, execute", + "steps=%d status=%s" % (kernel.machine.steps, kernel.machine.status)), + ("6 Tools", "MCP tool records resolved by similarity", + "%d registered" % len(kernel.tools.list_tools())), + ("7 Shader", "coded-image operators: dim, edges, normals, depth", + "fabric d=%d" % self.d), + ("8 State", "predictive transitions, beam planner, surprise", + "planner horizon 3"), + ("9 Ring", "historic ledger, PAST->PRESENT->FUTURE, energy budget", + "ledger capacity 16"), + ("10 Text / semantic", "TextRing encoder, optional static embeddings", + "encoder=%s" % ("semantic (potion-base-8M)" if self.encoder else "character n-gram")), + ("11 Assistant", "prototype classification over encoded utterances", + "%d intents, %d trained" % (len(INTENTS), self.assistant.trained)), + ] + return {"stages": [{"name": n, "detail": d_, "metric": m} for n, d_, m in stages]} + + DIAG = ("help", "isa", "stat", "net", "shader", "memory modes", + "state", "ring", "text", "semantic", "topology", "hub", "autonomy") + + def diagnostics(self, name: str) -> dict: + """One diagnostics section, cached. + + Computing all eleven at once took 9 s at d=10000 and the browser just + sat there. One section at a time keeps every click responsive, and + the cache makes a repeat click instant. + """ + if name in self._diag_cache: + return {"name": name, "body": self._diag_cache[name], "cached": True} + body = self._compute_diagnostic(name) + self._diag_cache[name] = body + return {"name": name, "body": body, "cached": False} + + def _compute_diagnostic(self, name: str) -> str: + from .isa import opcode_table_text + from .memory_modes import demo_report as memory_report + from .net import selfcheck + from .ring import report as ring_report + from .semantic import report as semantic_report + from .shader import demo_report as shader_report + from .state import report as state_report + from .terminal import HELP + from .text import report as text_report + from .topology import report as topology_report + + if name == "hub": + # offline: the cache from `python -m hdc hub` is used, never the + # network — a diagnostics click must not wait on the Hub + from .hub import report as hub_report + + return hub_report(offline=True) + if name == "autonomy": + from .autonomy import report as autonomy_report + + return autonomy_report(d=self.enc_d) + + if name == "help": + return HELP + if name == "isa": + return opcode_table_text() + if name == "stat": + return self.kernel.execute("stat") + if name == "net": + return "\n".join("%-22s %s" % (k, v) for k, v in selfcheck().items()) + # the remaining reports run at the codec floor: they are measurements + # of the algorithms, not of this machine's dimension + if name == "shader": + return shader_report(d=self.enc_d) + if name == "memory modes": + return memory_report(d=self.enc_d) + if name == "state": + return state_report(d=self.enc_d) + if name == "ring": + return ring_report(d=self.enc_d) + if name == "text": + return text_report(d=self.enc_d) + if name == "semantic": + return semantic_report(d=self.enc_d) + if name == "topology": + return topology_report(d=self.enc_d) + raise KeyError(name) + + # ------------------------------------------------------------ visuals + VIZ = ("shader2d", "shader3d", "shader4d", "fractal", "crystal", + "manifold", "semantic", "ring", "state") + + def visualisation(self, name: str) -> dict: + from .shader import ShaderFabric, step_image + from .shader3d import Volume, cube_volume + from .shader4d import sweep_volume + + d = self.d + fabric = ShaderFabric(d=d) + if name == "shader2d": + image = step_image(fabric=fabric) + body = "\n".join([ + "source:", image.ascii(), + "", "edges (exact |a-b|):", image.edges().ascii(), + "", "dim(1) — exact halving:", image.dim(1).ascii(), + "", "dilate(2) then bleed(2):", image.dilate(2).bleed(2).ascii(), + ]) + return {"title": "2D shader operators", "body": body} + if name == "shader3d": + volume = cube_volume(5, 180, fabric) + return {"title": "3D volume: shaded+projected, curvature", + "body": "shaded projection:\n" + volume.ascii_render() + + "\n\nslice z=2:\n" + volume.ascii_slice(2) + + "\n\nedges:\n" + volume.edges().ascii_slice(2)} + if name == "shader4d": + vol = sweep_volume(step=6, size=5, value=200, fabric=fabric) + entropy = vol.entropy_along_u(8) + return {"title": "4D entropic stack", + "body": "slice u=0:\n" + vol.ascii_u(0) + + "\n\nslice u=3:\n" + vol.ascii_u(3) + + "\n\nentropy along u (z=2):\n" + entropy.ascii_slice(2) + + "\n\ndrift %.4f" % vol.drift()} + if name == "fractal": + from .fractal import fbm, fern, sierpinski + + return {"title": "fractal: Sierpinski, fBm, fern", + "body": "sierpinski(5):\n" + sierpinski(5, fabric=fabric).ascii() + + "\n\nfBm 32x32:\n" + fbm(32, 32, 4, 8, 7, fabric).ascii() + + "\n\nfern(3000):\n" + fern(3000, 34, 36, fabric).ascii()} + if name == "crystal": + from .crystal import grain_boundaries, lattice_shade, report + + volume = cube_volume(5, 180, fabric) + return {"title": "crystal: grains + lattice banding", + "body": report(volume) + "\n\nlattice banding z=2:\n" + + lattice_shade(volume, spacing=2).ascii_slice(2)} + if name == "manifold": + from .manifold import curvature, geodesic_field, report + + rows = [[[180 if (x in (0, 4) or y in (0, 4) or z in (0, 4)) else 0 + for x in range(5)] for y in range(5)] for z in range(5)] + volume = Volume.from_levels(rows, fabric) + return {"title": "manifold: geodesic + curvature", + "body": report(volume, seed=(0, 0, 0)) + + "\n\ngeodesic from (0,0,0) at z=0:\n" + + geodesic_field(volume, (0, 0, 0)).ascii_slice(0)} + if name == "semantic": + encoder = self.encoder + if encoder is None: + return {"title": "semantic", "body": "model not downloaded — see hdc/semantic.py"} + words = ["car", "automobile", "doctor", "physician", "banana", "tectonics"] + header = "%-11s" % "" + " ".join("%-10s" % w[:10] for w in words) + rows = [header] + for a in words: + cells = ["%+.3f" % encoder.similarity(a, b) for b in words] + rows.append("%-11s" % a[:11] + " ".join("%-10s" % c for c in cells)) + return {"title": "semantic similarity (model cosine)", + "body": "\n".join(rows)} + if name == "ring": + from .ring import report + + return {"title": "ring controller", "body": report(d=d)} + if name == "state": + from .state import report + + return {"title": "predictive state", "body": report(d=d)} + raise KeyError(name) + + +def make_handler(app: App): + class Handler(BaseHTTPRequestHandler): + server_version = "HDCSTORAGE/1.0" + + def log_message(self, fmt, *args): # quiet: this is a local panel + pass + + def _send(self, payload: bytes, content_type: str, code: int = 200) -> None: + self.send_response(code) + self.send_header("Content-Type", content_type) + self.send_header("Content-Length", str(len(payload))) + self.send_header("Cache-Control", "no-store") + self.end_headers() + self.wfile.write(payload) + + def _json(self, data, code: int = 200) -> None: + self._send(json.dumps(data).encode("utf-8"), "application/json", code) + + def _body(self) -> dict: + length = int(self.headers.get("Content-Length") or 0) + if not length: + return {} + try: + return json.loads(self.rfile.read(length).decode("utf-8")) + except json.JSONDecodeError: + return {} + + def do_GET(self) -> None: # noqa: N802 + path = self.path.split("?")[0] + if path in ("/", "/index.html"): + self._send(PAGE.encode("utf-8"), "text/html; charset=utf-8") + elif path == "/api/state": + self._json(app.state()) + elif path == "/api/chat/history": + self._json(app.chat_history()) + elif path == "/api/autonomy": + self._json(app.autonomy_state()) + elif path == "/api/os": + self._json(app.os_state()) + elif path == "/api/boot": + self._json(app.boot_state()) + elif path == "/api/diag": + self._json({"sections": list(App.DIAG)}) + elif path.startswith("/api/diag/"): + try: + self._json(app.diagnostics(path.rsplit("/", 1)[1])) + except KeyError: + self._json({"error": "unknown section"}, 404) + elif path == "/api/pipeline": + self._json(app.pipeline()) + elif path == "/api/viz": + self._json({"list": list(App.VIZ)}) + elif path.startswith("/api/viz/"): + try: + self._json(app.visualisation(path.rsplit("/", 1)[1])) + except KeyError: + self._json({"error": "unknown visualisation"}, 404) + else: + self._json({"error": "not found"}, 404) + + def do_POST(self) -> None: # noqa: N802 + path = self.path.split("?")[0] + body = self._body() + if path == "/api/exec": + self._json(app.exec(str(body.get("line", "")))) + elif path == "/api/chat": + self._json(app.chat(str(body.get("text", "")))) + elif path == "/api/autonomy": + self._json(app.set_autonomy(bool(body.get("enabled")))) + elif path == "/api/os/key": + self._json(app.os_key(str(body.get("key", "")))) + elif path == "/api/os/text": + self._json(app.os_text(str(body.get("text", "")))) + elif path == "/api/os/click": + self._json(app.os_click(int(body.get("x", 0)), int(body.get("y", 0)))) + elif path == "/api/os/launch": + self._json(app.os_launch(str(body.get("app", "terminal")))) + elif path == "/api/boot": + with app.lock: + app._cold_boot() + self._json(app.state()) + else: + self._json({"error": "not found"}, 404) + + return Handler + + +def main(argv: list[str] | None = None) -> int: + """``python -m hdc web [--port 8765] [--d 2000] [--open]``.""" + import sys + import webbrowser + + argv = list(sys.argv[1:] if argv is None else argv) + port = 8765 + host = "127.0.0.1" + # 2000 is the codec floor and keeps every endpoint sub-second; the CLI's + # 10 000-bit default made assembling a demo take seconds in the UI + d = 2000 + open_browser = False + i = 0 + while i < len(argv): + if argv[i] == "--port" and i + 1 < len(argv): + port = int(argv[i + 1]); i += 2 + elif argv[i] == "--d" and i + 1 < len(argv): + d = int(argv[i + 1]); i += 2 + elif argv[i] == "--host" and i + 1 < len(argv): + host = argv[i + 1]; i += 2 + elif argv[i] == "--open": + open_browser = True; i += 1 + else: + i += 1 + app = App(d=d) + server = ThreadingHTTPServer((host, port), make_handler(app)) + url = "http://%s:%d/" % (host, port) + print("HDCSTORAGE WebUI on %s (d=%d, encoder=%s)" + % (url, d, "semantic" if app.encoder else "n-gram")) + print(" ctrl-c to stop") + if open_browser: + webbrowser.open(url) + try: + server.serve_forever() + except KeyboardInterrupt: + print("\nstopped") + finally: + server.server_close() + return 0 + + +if __name__ == "__main__": # pragma: no cover - manual run + raise SystemExit(main()) diff --git a/hdc/x86.py b/hdc/x86.py new file mode 100644 index 0000000000000000000000000000000000000000..cda9615834340b1ef98daca9e7c98f52e81046c9 --- /dev/null +++ b/hdc/x86.py @@ -0,0 +1,499 @@ +"""A 16-bit real-mode x86 core, a BIOS, and the boot chain into the HDC kernel. + +This is an emulator, not a drawing of one. It has a 1 MiB address space, the +eight 16-bit general registers plus segment registers and FLAGS, a real +interrupt vector table at ``0x0000``, a CGA-style text buffer at ``0xB8000``, +and it executes decoded instruction bytes from memory. + +Honest scope, stated once: + +* **Real mode only.** Segment:offset addressing, 20-bit physical addresses, + CS:IP fetching, no protected mode, no paging, no descriptor tables. +* **A subset of the ISA.** ``mov``, ``add``, ``xor``, ``cmp``, ``test``, + ``jcc``, ``jmp``, ``push``/``pop``, ``int``/``iret``, ``cli``/``sti``, + ``hlt``, ``lodsb``, ``nop``. Enough to write a boot sector that walks a + string through the video interrupt, which is what a boot sector does. +* **The BIOS is a trap table, not 16-bit firmware code.** The IVT is + populated with real vectors, but ``int 10h``/``13h``/``16h`` dispatch to the + Python handlers below instead of executing firmware bytes. That is the + same trade QEMU makes with option ROMs replaced by device models. + +The boot chain is the ordinary one: POST tests the machine, the BIOS fills the +IVT and the text buffer, tries ``int 19h``, reads LBA 0 into ``0000:7C00``, +checks the ``55 AA`` signature, and jumps to it. The boot sector prints a +banner through ``int 10h`` and issues ``int 21h`` — the handoff — at which +point the HDC kernel takes over and this CPU stops being the thing that runs +the machine. +""" + +from __future__ import annotations + +from typing import Callable + +MEM_BYTES = 1 << 20 +VIDEO_SEGMENT = 0xB800 +VIDEO_BASE = VIDEO_SEGMENT << 4 +BOOT_SEGMENT = 0x0000 +BOOT_OFFSET = 0x7C00 +KERNEL_HANDOFF = 0x21 + +# register indices, in the order they appear in the encoding tables +AX, CX, DX, BX, SP, BP, SI, DI = range(8) +SEGMENTS = {"ES": 0, "CS": 1, "SS": 2, "DS": 3} + +ZF = 0x0040 +IF = 0x0200 + +GREEN_ON_BLACK = 0x02 +WHITE_ON_BLUE = 0x1F +AMBER = 0x0E + + +class Halt(Exception): + """Raised when the CPU halts or the boot sector hands off to the kernel.""" + + def __init__(self, reason: str): + super().__init__(reason) + self.reason = reason + + +class CPU: + """A 16-bit real-mode x86 core with a text-mode video adapter.""" + + def __init__(self) -> None: + self.mem = bytearray(MEM_BYTES) + self.r = [0] * 8 # AX CX DX BX SP BP SI DI + self.seg = {"ES": 0, "CS": 0, "SS": 0, "DS": 0} + self.ip = 0 + self.flags = IF + self.halted = False + self.reason = "" + self.instructions = 0 + self.output: list[str] = [] # characters emitted through int 10h + self.rows = 25 + self.cols = 80 + self.cursor = [0, 0] + self.attribute = GREEN_ON_BLACK + self.bios: BIOS | None = None + + # ---------------------------------------------------------- addressing + def physical(self, segment: int, offset: int) -> int: + return ((segment << 4) + offset) & 0xFFFFF + + @property + def al(self) -> int: + return self.r[AX] & 0xFF + + @al.setter + def al(self, value: int) -> None: + self.r[AX] = (self.r[AX] & 0xFF00) | (value & 0xFF) + + @property + def ah(self) -> int: + return (self.r[AX] >> 8) & 0xFF + + @ah.setter + def ah(self, value: int) -> None: + self.r[AX] = (self.r[AX] & 0x00FF) | ((value & 0xFF) << 8) + + def read8(self, address: int) -> int: + return self.mem[address & 0xFFFFF] + + def read16(self, address: int) -> int: + address &= 0xFFFFF + return self.mem[address] | (self.mem[(address + 1) & 0xFFFFF] << 8) + + def write8(self, address: int, value: int) -> None: + self.mem[address & 0xFFFFF] = value & 0xFF + + def write16(self, address: int, value: int) -> None: + address &= 0xFFFFF + self.mem[address] = value & 0xFF + self.mem[(address + 1) & 0xFFFFF] = (value >> 8) & 0xFF + + def fetch8(self) -> int: + value = self.read8(self.physical(self.seg["CS"], self.ip)) + self.ip = (self.ip + 1) & 0xFFFF + return value + + def fetch16(self) -> int: + low = self.fetch8() + return low | (self.fetch8() << 8) + + def push(self, value: int) -> None: + self.r[SP] = (self.r[SP] - 2) & 0xFFFF + self.write16(self.physical(self.seg["SS"], self.r[SP]), value) + + def pop(self) -> int: + value = self.read16(self.physical(self.seg["SS"], self.r[SP])) + self.r[SP] = (self.r[SP] + 2) & 0xFFFF + return value + + # ------------------------------------------------------------- flags + def set_zf(self, value: int) -> None: + if value == 0: + self.flags |= ZF + else: + self.flags &= ~ZF + + def signed(self, value: int) -> int: + """16-bit two's complement.""" + return value - 0x10000 if value & 0x8000 else value + + @staticmethod + def signed8(value: int) -> int: + """8-bit two's complement — short jumps use this, not :meth:`signed`. + + Reading ``EB F5`` as +245 rather than -11 sends the loader 245 bytes + forward into zeros instead of back to the top of the print loop. + """ + return value - 0x100 if value & 0x80 else value + + # ------------------------------------------------------------- execute + def step(self) -> None: + op = self.fetch8() + self.instructions += 1 + + if 0xB8 <= op <= 0xBF: # mov r16, imm16 + self.r[op - 0xB8] = self.fetch16() + elif 0xB0 <= op <= 0xB7: # mov r8, imm8 + # r8 encoding order is AL CL DL BL AH CH DH BH: the high half of + # AX/CX/DX/BX starts at bit 8, not at another register + reg = op - 0xB0 + value = self.fetch8() + index = reg & 3 + shift = 8 if reg >= 4 else 0 + self.r[index] = (self.r[index] & ~(0xFF << shift)) | (value << shift) + elif op == 0x89: # mov r/m16, r16 (register form) + modrm = self.fetch8() + if (modrm >> 6) != 3: + raise NotImplementedError("mov with memory operand") + self.r[modrm & 7] = self.r[(modrm >> 3) & 7] + elif op == 0x8E: # mov Sreg, r/m16 + modrm = self.fetch8() + reg = (modrm >> 3) & 7 + if reg > 3: + raise NotImplementedError("segment register %d" % reg) + self.seg[("ES", "CS", "SS", "DS")[reg]] = self.r[modrm & 7] + elif 0x50 <= op <= 0x57: # push r16 + self.push(self.r[op - 0x50]) + elif 0x58 <= op <= 0x5F: # pop r16 + self.r[op - 0x58] = self.pop() + elif op == 0x01: # add r/m16, r16 (register form) + modrm = self.fetch8() + self.r[modrm & 7] = (self.r[modrm & 7] + self.r[(modrm >> 3) & 7]) & 0xFFFF + elif op == 0x31: # xor r/m16, r16 + modrm = self.fetch8() + self.r[modrm & 7] ^= self.r[(modrm >> 3) & 7] + self.set_zf(self.r[modrm & 7]) + elif op == 0x39: # cmp r/m16, r16 + modrm = self.fetch8() + self.set_zf((self.r[modrm & 7] - self.r[(modrm >> 3) & 7]) & 0xFFFF) + elif op == 0x84: # test r/m8, r8 (al, al used here) + modrm = self.fetch8() + self.set_zf((self.al & self.al) & 0xFF) + elif op == 0xAC: # lodsb + self.al = self.read8(self.physical(self.seg["DS"], self.r[SI])) + self.r[SI] = (self.r[SI] + 1) & 0xFFFF + elif op == 0x90: # nop + pass + elif op == 0xF4: # hlt + self.halted = True + self.reason = "hlt" + raise Halt("hlt") + elif op == 0xFA: # cli + self.flags &= ~IF + elif op == 0xFB: # sti + self.flags |= IF + elif op == 0xEB: # jmp short + # fetch the displacement *first*: in `self.ip + self.fetch8()` + # Python reads IP before the fetch advances it, landing one byte off + rel = self.signed8(self.fetch8()) + self.ip = (self.ip + rel) & 0xFFFF + elif op == 0xE9: # jmp near + rel = self.signed(self.fetch16()) + self.ip = (self.ip + rel) & 0xFFFF + elif op in (0x74, 0x75): # jz / jnz + rel = self.signed8(self.fetch8()) + taken = bool(self.flags & ZF) if op == 0x74 else not (self.flags & ZF) + if taken: + self.ip = (self.ip + rel) & 0xFFFF + elif op == 0xCD: # int imm8 + number = self.fetch8() + self.interrupt(number) + elif op == 0xCF: # iret + self.ip = self.pop() + self.seg["CS"] = self.pop() + self.flags = self.pop() + else: + raise NotImplementedError("opcode %02X at %04X:%04X" + % (op, self.seg["CS"], (self.ip - 1) & 0xFFFF)) + + def interrupt(self, number: int) -> None: + """Dispatch through the IVT; BIOS vectors go to the Python handlers.""" + vector = self.read16(number * 4) + if self.bios is not None and self.bios.handles(number): + self.bios.service(number, self) + return + # a user vector: far call through the table, returning with iret + offset = self.read16(number * 4) + segment = self.read16(number * 4 + 2) + self.push(self.flags) + self.push(self.seg["CS"]) + self.push(self.ip) + self.flags &= ~IF + self.seg["CS"] = segment + self.ip = offset + + def run(self, max_instructions: int = 200_000) -> str: + """Execute until halt/handoff or the budget runs out.""" + try: + for _ in range(max_instructions): + self.step() + except Halt as stop: + self.reason = stop.reason + return self.reason or "budget" + + +class BIOS: + """POST, interrupt services, and the boot attempt.""" + + def __init__(self, cpu: CPU, disk: bytes | Callable[[int, int, int], bytes] | None = None, + ram_kb: int = 640): + self.cpu = cpu + self.disk = disk + self.ram_kb = ram_kb + cpu.bios = self + self.events: list[tuple[str, str]] = [] + self.kernel_ready = False + + # ---------------------------------------------------------- services + def handles(self, number: int) -> bool: + return number in (0x10, 0x11, 0x12, 0x13, 0x16, 0x19, KERNEL_HANDOFF) + + def service(self, number: int, cpu: CPU) -> None: + if number == 0x10: + self.video(cpu) + elif number == 0x11: + cpu.r[AX] = 0x0000 # no equipment word quirks + elif number == 0x12: + cpu.r[AX] = self.ram_kb + elif number == 0x13: + self.read_sector(cpu) + elif number == 0x16: + cpu.r[AX] = 0 # no key waiting + cpu.flags |= ZF + elif number == 0x19: + self.boot_attempt(cpu) + elif number == KERNEL_HANDOFF: + self.kernel_ready = True + raise Halt("kernel") + + def video(self, cpu: CPU) -> None: + """INT 10h, function 0Eh: teletype output.""" + if cpu.ah not in (0x0E, 0x0A): + return + char = cpu.al + if char == 0x0D: + cpu.cursor[1] = 0 + elif char == 0x0A: + cpu.cursor[0] += 1 + elif char == 0x08: + cpu.cursor[1] = max(0, cpu.cursor[1] - 1) + else: + row, col = cpu.cursor + address = VIDEO_BASE + (row * cpu.cols + col) * 2 + cpu.write8(address, char) + cpu.write8(address + 1, cpu.attribute) + cpu.cursor[1] += 1 + if cpu.cursor[1] >= cpu.cols: + cpu.cursor[1] = 0 + cpu.cursor[0] += 1 + cpu.output.append(chr(char) if 32 <= char < 127 else "\n" if char == 0x0A else "") + if cpu.cursor[0] >= cpu.rows: + self.scroll(cpu) + + def scroll(self, cpu: CPU) -> None: + """Scroll the text buffer up one row, blanking the last.""" + row_bytes = cpu.cols * 2 + for row in range(1, cpu.rows): + src = VIDEO_BASE + row * row_bytes + dst = VIDEO_BASE + (row - 1) * row_bytes + cpu.mem[dst:dst + row_bytes] = cpu.mem[src:src + row_bytes] + last = VIDEO_BASE + (cpu.rows - 1) * row_bytes + for i in range(last, last + row_bytes, 2): + cpu.write8(i, 0x20) + cpu.write8(i + 1, cpu.attribute) + cpu.cursor[0] = cpu.rows - 1 + + def read_sector(self, cpu: CPU) -> None: + """INT 13h, function 02h: read CHS sectors into ES:BX.""" + if cpu.ah != 0x02 or self.disk is None: + cpu.flags |= 0x0001 # carry: failure + return + count = cpu.al + cylinder = ((cpu.r[CX] >> 8) & 0xFF) | (((cpu.r[CX] >> 6) & 0x3) << 8) + sector = cpu.r[CX] & 0x3F + head = cpu.r[DX] & 0xFF + lba = (cylinder * 2 + head) * 18 + (sector - 1) + data = self.disk(lba, count, cpu) if callable(self.disk) else self.disk[ + lba * 512:(lba + count) * 512] + if not data: + cpu.flags |= 0x0001 + return + offset = cpu.r[BX] + segment = cpu.seg["ES"] + for i, byte in enumerate(data): + cpu.write8(((segment << 4) + offset + i) & 0xFFFFF, byte) + cpu.flags &= ~0x0001 + + def boot_attempt(self, cpu: CPU) -> None: + """INT 19h: read LBA 0 to 0000:7C00 and far jump to it.""" + if self.disk is None: + raise Halt("no-boot-device") + data = self.disk(0, 1, cpu) if callable(self.disk) else self.disk[:512] + if len(data) < 512 or data[510] != 0x55 or data[511] != 0xAA: + raise Halt("bad-signature") + for i, byte in enumerate(data): + cpu.write8(BOOT_OFFSET + i, byte) + cpu.seg["CS"], cpu.ip = BOOT_SEGMENT, BOOT_OFFSET + self.events.append(("boot", "loaded LBA 0 to 0000:7C00 (signature 55 AA)")) + + # ------------------------------------------------------------- POST + def post(self) -> None: + """Fill the IVT, clear the text buffer, and print the POST log.""" + cpu = self.cpu + cpu.seg.update({"CS": 0xF000, "DS": 0, "ES": 0, "SS": 0}) + cpu.ip = 0xFFF0 + for number in (0x10, 0x11, 0x12, 0x13, 0x16, 0x19, KERNEL_HANDOFF): + cpu.write16(number * 4, 0xFF00 + number) + cpu.write16(number * 4 + 2, 0xF000) + for i in range(VIDEO_BASE, VIDEO_BASE + cpu.rows * cpu.cols * 2, 2): + cpu.write8(i, 0x20) + cpu.write8(i + 1, cpu.attribute) + cpu.cursor = [0, 0] + self.events.extend([ + ("post", "CPU 16-bit real mode, %d KiB base RAM" % self.ram_kb), + ("post", "IVT installed at 0000:0000 (%d vectors)" % 256), + ("post", "video: CGA text 80x25 at B800, attribute 02" % ()), + ("post", "memory test passed, 1 MiB address space"), + ]) + + # ---------------------------------------------------------- helpers + def write(self, text: str) -> None: + """Print through the real interrupt path, as firmware would.""" + cpu = self.cpu + for ch in text: + cpu.ah = 0x0E + cpu.al = ord(ch) + self.video(cpu) + + def screen(self) -> list[str]: + """The text buffer as 25 rows — read from video memory, not a log.""" + cpu = self.cpu + lines = [] + for row in range(cpu.rows): + chars = [] + for col in range(cpu.cols): + address = VIDEO_BASE + (row * cpu.cols + col) * 2 + char = cpu.read8(address) + chars.append(chr(char) if 32 <= char < 127 else " ") + lines.append("".join(chars).rstrip()) + return lines + + +# -------------------------------------------------------------------------- +# assembling the boot sector + +def _emit(code: list[int], *values: int) -> None: + code.extend(values) + + +def boot_sector(message: str, handoff: int = KERNEL_HANDOFF) -> bytes: + """Hand-assemble a 512-byte boot sector that prints ``message``. + + The program is written out byte by byte because that is what a boot sector + is: no linker, no relocations, 510 bytes of room and a signature. + """ + # entry is byte 0 (loaded at 0000:7C00); cli/sti mirrors real boot sectors + code: list[int] = [] + _emit(code, 0xFA, 0xFB) + # without this the loader's DS=0000 makes lodsb read the IVT, not the + # sector — the classic real-mode boot bug + _emit(code, 0xB8, 0xC0, 0x07) # mov ax, 07C0h + _emit(code, 0x8E, 0xD8) # mov ds, ax + _emit(code, 0xBE) # mov si, offset(msg) + msg_at = 0 + si_patch = len(code) + _emit(code, 0x00, 0x00) + loop = len(code) + _emit(code, 0xAC) # lodsb + _emit(code, 0x84, 0xC0) # test al, al + _emit(code, 0x74, 0x00) # jz done (patched below) + jz_patch = len(code) - 1 + _emit(code, 0xB4, 0x0E) # mov ah, 0x0E + _emit(code, 0xCD, 0x10) # int 10h + _emit(code, 0xEB) # jmp loop + _emit(code, (loop - (len(code) + 1)) & 0xFF) + done = len(code) + _emit(code, 0xCD, handoff) # int 21h — kernel handoff + _emit(code, 0xF4) # hlt + msg_at = len(code) + for ch in message + "\r\n": + _emit(code, ord(ch)) + _emit(code, 0) + code[jz_patch] = (done - (jz_patch + 1)) & 0xFF + code[si_patch] = msg_at & 0xFF + code[si_patch + 1] = (msg_at >> 8) & 0xFF + if len(code) > 510: + raise ValueError("boot sector too large: %d bytes" % len(code)) + sector = bytes(code) + bytes(510 - len(code)) + return sector + b"\x55\xAA" + + +class Boot: + """POST, boot attempt, and the handoff — one object the UI can drive.""" + + def __init__(self, message: str = "HDCSTORAGE 1.0 booting HDC kernel ...", + ram_kb: int = 640): + self.cpu = CPU() + self.disk = boot_sector(message) + self.bios = BIOS(self.cpu, self.disk, ram_kb) + self.stage = "cold" + self.stages: list[str] = [] + + def post(self) -> list[str]: + self.bios.post() + self.cpu.seg["CS"] = 0xF000 + self.cpu.ip = 0xFFF0 + self.bios.write("HDCSTORAGE BIOS v1.0\r\n") + self.bios.write("Copyright (C) 2026 Hyperdimensional Systems\r\n\r\n") + self.bios.write("POST: %d KiB OK\r\n" % self.bios.ram_kb) + self.bios.write("Detecting IDE disk 0 ... 512 bytes, LBA 0\r\n") + self.stage = "post" + self.stages.append("post") + return self.bios.screen() + + def boot(self, max_instructions: int = 50_000) -> dict: + """Run the boot sector until it hands off (or fails).""" + try: + self.bios.service(0x19, self.cpu) + self.stage = "boot" + self.stages.append("boot") + reason = self.cpu.run(max_instructions) + except Halt as stop: + reason = stop.reason + if reason == "kernel": + self.stage = "kernel" + self.stages.append("kernel") + self.bios.write("\r\nKernel handoff accepted (int 21h).\r\n") + self.bios.write("HDC machine is now the running system.\r\n") + return {"reason": reason, "instructions": self.cpu.instructions, + "screen": self.bios.screen(), "stage": self.stage} + + def screen(self) -> list[str]: + """The text buffer, as rows — the handoff the kernel receives.""" + return self.bios.screen() + + def screen_text(self) -> str: + return "\n".join(line for line in self.bios.screen()) diff --git a/models/potion-base-8M/config.json b/models/potion-base-8M/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7df26884a1aaaefbd7a30b37c32a25477cfb4c0e --- /dev/null +++ b/models/potion-base-8M/config.json @@ -0,0 +1 @@ +{"model_type": "model2vec", "architectures": ["StaticModel"],"tokenizer_name": "baai/bge-base-en-v1.5", "apply_pca": 256, "apply_zipf": true, "hidden_dim": 256, "seq_length": 1000000, "normalize": true} \ No newline at end of file diff --git a/models/potion-base-8M/model.safetensors b/models/potion-base-8M/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1009c715b593a264bfd06c93b600e786889cf7a --- /dev/null +++ b/models/potion-base-8M/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f65d0f325faadc1e121c319e2faa41170d3fa07d8c89abd48ca5358d9a223de2 +size 30236760 diff --git a/models/potion-base-8M/tokenizer.json b/models/potion-base-8M/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..3e511f68ccf95c33b9ffd214a94c6d25bdb3034f --- /dev/null +++ b/models/potion-base-8M/tokenizer.json @@ -0,0 +1,29678 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[CLS]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 3, + "content": "[SEP]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 4, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "BertNormalizer", + "clean_text": true, + "handle_chinese_chars": true, + "strip_accents": null, + "lowercase": true + }, + "pre_tokenizer": { + "type": "BertPreTokenizer" + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "[CLS]", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "[SEP]", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "[CLS]", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "[SEP]", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + }, + { + "SpecialToken": { + "id": "[SEP]", + "type_id": 1 + } + } + ], + "special_tokens": { + "[CLS]": { + "id": "[CLS]", + "ids": [ + 101 + ], + "tokens": [ + "[CLS]" + ] + }, + "[SEP]": { + "id": "[SEP]", + "ids": [ + 102 + ], + "tokens": [ + "[SEP]" + ] + } + } + }, + "decoder": { + "type": "WordPiece", + "prefix": "##", + "cleanup": true + }, + "model": { + "type": "WordPiece", + "unk_token": "[UNK]", + "continuing_subword_prefix": "##", + "max_input_chars_per_word": 100, + "vocab": { + "[PAD]": 0, + "[UNK]": 1, + "[CLS]": 2, + "[SEP]": 3, + "[MASK]": 4, + "!": 5, + "\"": 6, + "#": 7, + "$": 8, + "%": 9, + "&": 10, + "'": 11, + "(": 12, + ")": 13, + "*": 14, + "+": 15, + ",": 16, + "-": 17, + ".": 18, + "/": 19, + "0": 20, + "1": 21, + "2": 22, + "3": 23, + "4": 24, + "5": 25, + "6": 26, + "7": 27, + "8": 28, + "9": 29, + ":": 30, + ";": 31, + "<": 32, + "=": 33, + ">": 34, + "?": 35, + "@": 36, + "[": 37, + "\\": 38, + "]": 39, + "^": 40, + "_": 41, + "`": 42, + "a": 43, + "b": 44, + "c": 45, + "d": 46, + "e": 47, + "f": 48, + "g": 49, + "h": 50, + "i": 51, + "j": 52, + "k": 53, + "l": 54, + "m": 55, + "n": 56, + "o": 57, + "p": 58, + "q": 59, + "r": 60, + "s": 61, + "t": 62, + "u": 63, + "v": 64, + "w": 65, + "x": 66, + "y": 67, + "z": 68, + "{": 69, + "|": 70, + "}": 71, + "~": 72, + "¡": 73, + "¢": 74, + "£": 75, + "¤": 76, + "¥": 77, + "¦": 78, + "§": 79, + "¨": 80, + "©": 81, + "ª": 82, + "«": 83, + "¬": 84, + "®": 85, + "°": 86, + "±": 87, + "²": 88, + "³": 89, + "´": 90, + "µ": 91, + "¶": 92, + "·": 93, + "¹": 94, + "º": 95, + "»": 96, + "¼": 97, + "½": 98, + "¾": 99, + "¿": 100, + "×": 101, + "ß": 102, + "æ": 103, + "ð": 104, + "÷": 105, + "ø": 106, + "þ": 107, + "đ": 108, + "ħ": 109, + "ı": 110, + "ł": 111, + "ŋ": 112, + "œ": 113, + "ƒ": 114, + "ɐ": 115, + "ɑ": 116, + "ɒ": 117, + "ɔ": 118, + "ɕ": 119, + "ə": 120, + "ɛ": 121, + "ɡ": 122, + "ɣ": 123, + "ɨ": 124, + "ɪ": 125, + "ɫ": 126, + "ɬ": 127, + "ɯ": 128, + "ɲ": 129, + "ɴ": 130, + "ɹ": 131, + "ɾ": 132, + "ʀ": 133, + "ʁ": 134, + "ʂ": 135, + "ʃ": 136, + "ʉ": 137, + "ʊ": 138, + "ʋ": 139, + "ʌ": 140, + "ʎ": 141, + "ʐ": 142, + "ʑ": 143, + "ʒ": 144, + "ʔ": 145, + "ʰ": 146, + "ʲ": 147, + "ʳ": 148, + "ʷ": 149, + "ʸ": 150, + "ʻ": 151, + "ʼ": 152, + "ʾ": 153, + "ʿ": 154, + "ˈ": 155, + "ː": 156, + "ˡ": 157, + "ˢ": 158, + "ˣ": 159, + "ˤ": 160, + "α": 161, + "β": 162, + "γ": 163, + "δ": 164, + "ε": 165, + "ζ": 166, + "η": 167, + "θ": 168, + "ι": 169, + "κ": 170, + "λ": 171, + "μ": 172, + "ν": 173, + "ξ": 174, + "ο": 175, + "π": 176, + "ρ": 177, + "ς": 178, + "σ": 179, + "τ": 180, + "υ": 181, + "φ": 182, + "χ": 183, + "ψ": 184, + "ω": 185, + "а": 186, + "б": 187, + "в": 188, + "г": 189, + "д": 190, + "е": 191, + "ж": 192, + "з": 193, + "и": 194, + "к": 195, + "л": 196, + "м": 197, + "н": 198, + "о": 199, + "п": 200, + "р": 201, + "с": 202, + "т": 203, + "у": 204, + "ф": 205, + "х": 206, + "ц": 207, + "ч": 208, + "ш": 209, + "щ": 210, + "ъ": 211, + "ы": 212, + "ь": 213, + "э": 214, + "ю": 215, + "я": 216, + "ђ": 217, + "є": 218, + "і": 219, + "ј": 220, + "љ": 221, + "њ": 222, + "ћ": 223, + "ӏ": 224, + "ա": 225, + "բ": 226, + "գ": 227, + "դ": 228, + "ե": 229, + "թ": 230, + "ի": 231, + "լ": 232, + "կ": 233, + "հ": 234, + "մ": 235, + "յ": 236, + "ն": 237, + "ո": 238, + "պ": 239, + "ս": 240, + "վ": 241, + "տ": 242, + "ր": 243, + "ւ": 244, + "ք": 245, + "־": 246, + "א": 247, + "ב": 248, + "ג": 249, + "ד": 250, + "ה": 251, + "ו": 252, + "ז": 253, + "ח": 254, + "ט": 255, + "י": 256, + "ך": 257, + "כ": 258, + "ל": 259, + "ם": 260, + "מ": 261, + "ן": 262, + "נ": 263, + "ס": 264, + "ע": 265, + "ף": 266, + "פ": 267, + "ץ": 268, + "צ": 269, + "ק": 270, + "ר": 271, + "ש": 272, + "ת": 273, + "،": 274, + "ء": 275, + "ا": 276, + "ب": 277, + "ة": 278, + "ت": 279, + "ث": 280, + "ج": 281, + "ح": 282, + "خ": 283, + "د": 284, + "ذ": 285, + "ر": 286, + "ز": 287, + "س": 288, + "ش": 289, + "ص": 290, + "ض": 291, + "ط": 292, + "ظ": 293, + "ع": 294, + "غ": 295, + "ـ": 296, + "ف": 297, + "ق": 298, + "ك": 299, + "ل": 300, + "م": 301, + "ن": 302, + "ه": 303, + "و": 304, + "ى": 305, + "ي": 306, + "ٹ": 307, + "پ": 308, + "چ": 309, + "ک": 310, + "گ": 311, + "ں": 312, + "ھ": 313, + "ہ": 314, + "ی": 315, + "ے": 316, + "अ": 317, + "आ": 318, + "उ": 319, + "ए": 320, + "क": 321, + "ख": 322, + "ग": 323, + "च": 324, + "ज": 325, + "ट": 326, + "ड": 327, + "ण": 328, + "त": 329, + "थ": 330, + "द": 331, + "ध": 332, + "न": 333, + "प": 334, + "ब": 335, + "भ": 336, + "म": 337, + "य": 338, + "र": 339, + "ल": 340, + "व": 341, + "श": 342, + "ष": 343, + "स": 344, + "ह": 345, + "ा": 346, + "ि": 347, + "ी": 348, + "ो": 349, + "।": 350, + "॥": 351, + "ং": 352, + "অ": 353, + "আ": 354, + "ই": 355, + "উ": 356, + "এ": 357, + "ও": 358, + "ক": 359, + "খ": 360, + "গ": 361, + "চ": 362, + "ছ": 363, + "জ": 364, + "ট": 365, + "ড": 366, + "ণ": 367, + "ত": 368, + "থ": 369, + "দ": 370, + "ধ": 371, + "ন": 372, + "প": 373, + "ব": 374, + "ভ": 375, + "ম": 376, + "য": 377, + "র": 378, + "ল": 379, + "শ": 380, + "ষ": 381, + "স": 382, + "হ": 383, + "া": 384, + "ি": 385, + "ী": 386, + "ে": 387, + "க": 388, + "ச": 389, + "ட": 390, + "த": 391, + "ந": 392, + "ன": 393, + "ப": 394, + "ம": 395, + "ய": 396, + "ர": 397, + "ல": 398, + "ள": 399, + "வ": 400, + "ா": 401, + "ி": 402, + "ு": 403, + "ே": 404, + "ை": 405, + "ನ": 406, + "ರ": 407, + "ಾ": 408, + "ක": 409, + "ය": 410, + "ර": 411, + "ල": 412, + "ව": 413, + "ා": 414, + "ก": 415, + "ง": 416, + "ต": 417, + "ท": 418, + "น": 419, + "พ": 420, + "ม": 421, + "ย": 422, + "ร": 423, + "ล": 424, + "ว": 425, + "ส": 426, + "อ": 427, + "า": 428, + "เ": 429, + "་": 430, + "།": 431, + "ག": 432, + "ང": 433, + "ད": 434, + "ན": 435, + "པ": 436, + "བ": 437, + "མ": 438, + "འ": 439, + "ར": 440, + "ལ": 441, + "ས": 442, + "မ": 443, + "ა": 444, + "ბ": 445, + "გ": 446, + "დ": 447, + "ე": 448, + "ვ": 449, + "თ": 450, + "ი": 451, + "კ": 452, + "ლ": 453, + "მ": 454, + "ნ": 455, + "ო": 456, + "რ": 457, + "ს": 458, + "ტ": 459, + "უ": 460, + "ᄀ": 461, + "ᄂ": 462, + "ᄃ": 463, + "ᄅ": 464, + "ᄆ": 465, + "ᄇ": 466, + "ᄉ": 467, + "ᄊ": 468, + "ᄋ": 469, + "ᄌ": 470, + "ᄎ": 471, + "ᄏ": 472, + "ᄐ": 473, + "ᄑ": 474, + "ᄒ": 475, + "ᅡ": 476, + "ᅢ": 477, + "ᅥ": 478, + "ᅦ": 479, + "ᅧ": 480, + "ᅩ": 481, + "ᅪ": 482, + "ᅭ": 483, + "ᅮ": 484, + "ᅯ": 485, + "ᅲ": 486, + "ᅳ": 487, + "ᅴ": 488, + "ᅵ": 489, + "ᆨ": 490, + "ᆫ": 491, + "ᆯ": 492, + "ᆷ": 493, + "ᆸ": 494, + "ᆼ": 495, + "ᴬ": 496, + "ᴮ": 497, + "ᴰ": 498, + "ᴵ": 499, + "ᴺ": 500, + "ᵀ": 501, + "ᵃ": 502, + "ᵇ": 503, + "ᵈ": 504, + "ᵉ": 505, + "ᵍ": 506, + "ᵏ": 507, + "ᵐ": 508, + "ᵒ": 509, + "ᵖ": 510, + "ᵗ": 511, + "ᵘ": 512, + "ᵢ": 513, + "ᵣ": 514, + "ᵤ": 515, + "ᵥ": 516, + "ᶜ": 517, + "ᶠ": 518, + "‐": 519, + "‑": 520, + "‒": 521, + "–": 522, + "—": 523, + "―": 524, + "‖": 525, + "‘": 526, + "’": 527, + "‚": 528, + "“": 529, + "”": 530, + "„": 531, + "†": 532, + "‡": 533, + "•": 534, + "…": 535, + "‰": 536, + "′": 537, + "″": 538, + "›": 539, + "‿": 540, + "⁄": 541, + "⁰": 542, + "ⁱ": 543, + "⁴": 544, + "⁵": 545, + "⁶": 546, + "⁷": 547, + "⁸": 548, + "⁹": 549, + "⁺": 550, + "⁻": 551, + "ⁿ": 552, + "₀": 553, + "₁": 554, + "₂": 555, + "₃": 556, + "₄": 557, + "₅": 558, + "₆": 559, + "₇": 560, + "₈": 561, + "₉": 562, + "₊": 563, + "₍": 564, + "₎": 565, + "ₐ": 566, + "ₑ": 567, + "ₒ": 568, + "ₓ": 569, + "ₕ": 570, + "ₖ": 571, + "ₗ": 572, + "ₘ": 573, + "ₙ": 574, + "ₚ": 575, + "ₛ": 576, + "ₜ": 577, + "₤": 578, + "₩": 579, + "€": 580, + "₱": 581, + "₹": 582, + "ℓ": 583, + "№": 584, + "ℝ": 585, + "™": 586, + "⅓": 587, + "⅔": 588, + "←": 589, + "↑": 590, + "→": 591, + "↓": 592, + "↔": 593, + "↦": 594, + "⇄": 595, + "⇌": 596, + "⇒": 597, + "∂": 598, + "∅": 599, + "∆": 600, + "∇": 601, + "∈": 602, + "−": 603, + "∗": 604, + "∘": 605, + "√": 606, + "∞": 607, + "∧": 608, + "∨": 609, + "∩": 610, + "∪": 611, + "≈": 612, + "≡": 613, + "≤": 614, + "≥": 615, + "⊂": 616, + "⊆": 617, + "⊕": 618, + "⊗": 619, + "⋅": 620, + "─": 621, + "│": 622, + "■": 623, + "▪": 624, + "●": 625, + "★": 626, + "☆": 627, + "☉": 628, + "♠": 629, + "♣": 630, + "♥": 631, + "♦": 632, + "♭": 633, + "♯": 634, + "⟨": 635, + "⟩": 636, + "ⱼ": 637, + "⺩": 638, + "⺼": 639, + "⽥": 640, + "、": 641, + "。": 642, + "〈": 643, + "〉": 644, + "《": 645, + "》": 646, + "「": 647, + "」": 648, + "『": 649, + "』": 650, + "〜": 651, + "あ": 652, + "い": 653, + "う": 654, + "え": 655, + "お": 656, + "か": 657, + "き": 658, + "く": 659, + "け": 660, + "こ": 661, + "さ": 662, + "し": 663, + "す": 664, + "せ": 665, + "そ": 666, + "た": 667, + "ち": 668, + "っ": 669, + "つ": 670, + "て": 671, + "と": 672, + "な": 673, + "に": 674, + "ぬ": 675, + "ね": 676, + "の": 677, + "は": 678, + "ひ": 679, + "ふ": 680, + "へ": 681, + "ほ": 682, + "ま": 683, + "み": 684, + "む": 685, + "め": 686, + "も": 687, + "や": 688, + "ゆ": 689, + "よ": 690, + "ら": 691, + "り": 692, + "る": 693, + "れ": 694, + "ろ": 695, + "を": 696, + "ん": 697, + "ァ": 698, + "ア": 699, + "ィ": 700, + "イ": 701, + "ウ": 702, + "ェ": 703, + "エ": 704, + "オ": 705, + "カ": 706, + "キ": 707, + "ク": 708, + "ケ": 709, + "コ": 710, + "サ": 711, + "シ": 712, + "ス": 713, + "セ": 714, + "タ": 715, + "チ": 716, + "ッ": 717, + "ツ": 718, + "テ": 719, + "ト": 720, + "ナ": 721, + "ニ": 722, + "ノ": 723, + "ハ": 724, + "ヒ": 725, + "フ": 726, + "ヘ": 727, + "ホ": 728, + "マ": 729, + "ミ": 730, + "ム": 731, + "メ": 732, + "モ": 733, + "ャ": 734, + "ュ": 735, + "ョ": 736, + "ラ": 737, + "リ": 738, + "ル": 739, + "レ": 740, + "ロ": 741, + "ワ": 742, + "ン": 743, + "・": 744, + "ー": 745, + "一": 746, + "三": 747, + "上": 748, + "下": 749, + "不": 750, + "世": 751, + "中": 752, + "主": 753, + "久": 754, + "之": 755, + "也": 756, + "事": 757, + "二": 758, + "五": 759, + "井": 760, + "京": 761, + "人": 762, + "亻": 763, + "仁": 764, + "介": 765, + "代": 766, + "仮": 767, + "伊": 768, + "会": 769, + "佐": 770, + "侍": 771, + "保": 772, + "信": 773, + "健": 774, + "元": 775, + "光": 776, + "八": 777, + "公": 778, + "内": 779, + "出": 780, + "分": 781, + "前": 782, + "劉": 783, + "力": 784, + "加": 785, + "勝": 786, + "北": 787, + "区": 788, + "十": 789, + "千": 790, + "南": 791, + "博": 792, + "原": 793, + "口": 794, + "古": 795, + "史": 796, + "司": 797, + "合": 798, + "吉": 799, + "同": 800, + "名": 801, + "和": 802, + "囗": 803, + "四": 804, + "国": 805, + "國": 806, + "土": 807, + "地": 808, + "坂": 809, + "城": 810, + "堂": 811, + "場": 812, + "士": 813, + "夏": 814, + "外": 815, + "大": 816, + "天": 817, + "太": 818, + "夫": 819, + "奈": 820, + "女": 821, + "子": 822, + "学": 823, + "宀": 824, + "宇": 825, + "安": 826, + "宗": 827, + "定": 828, + "宣": 829, + "宮": 830, + "家": 831, + "宿": 832, + "寺": 833, + "將": 834, + "小": 835, + "尚": 836, + "山": 837, + "岡": 838, + "島": 839, + "崎": 840, + "川": 841, + "州": 842, + "巿": 843, + "帝": 844, + "平": 845, + "年": 846, + "幸": 847, + "广": 848, + "弘": 849, + "張": 850, + "彳": 851, + "後": 852, + "御": 853, + "德": 854, + "心": 855, + "忄": 856, + "志": 857, + "忠": 858, + "愛": 859, + "成": 860, + "我": 861, + "戦": 862, + "戸": 863, + "手": 864, + "扌": 865, + "政": 866, + "文": 867, + "新": 868, + "方": 869, + "日": 870, + "明": 871, + "星": 872, + "春": 873, + "昭": 874, + "智": 875, + "曲": 876, + "書": 877, + "月": 878, + "有": 879, + "朝": 880, + "木": 881, + "本": 882, + "李": 883, + "村": 884, + "東": 885, + "松": 886, + "林": 887, + "森": 888, + "楊": 889, + "樹": 890, + "橋": 891, + "歌": 892, + "止": 893, + "正": 894, + "武": 895, + "比": 896, + "氏": 897, + "民": 898, + "水": 899, + "氵": 900, + "氷": 901, + "永": 902, + "江": 903, + "沢": 904, + "河": 905, + "治": 906, + "法": 907, + "海": 908, + "清": 909, + "漢": 910, + "瀬": 911, + "火": 912, + "版": 913, + "犬": 914, + "王": 915, + "生": 916, + "田": 917, + "男": 918, + "疒": 919, + "発": 920, + "白": 921, + "的": 922, + "皇": 923, + "目": 924, + "相": 925, + "省": 926, + "真": 927, + "石": 928, + "示": 929, + "社": 930, + "神": 931, + "福": 932, + "禾": 933, + "秀": 934, + "秋": 935, + "空": 936, + "立": 937, + "章": 938, + "竹": 939, + "糹": 940, + "美": 941, + "義": 942, + "耳": 943, + "良": 944, + "艹": 945, + "花": 946, + "英": 947, + "華": 948, + "葉": 949, + "藤": 950, + "行": 951, + "街": 952, + "西": 953, + "見": 954, + "訁": 955, + "語": 956, + "谷": 957, + "貝": 958, + "貴": 959, + "車": 960, + "軍": 961, + "辶": 962, + "道": 963, + "郎": 964, + "郡": 965, + "部": 966, + "都": 967, + "里": 968, + "野": 969, + "金": 970, + "鈴": 971, + "镇": 972, + "長": 973, + "門": 974, + "間": 975, + "阝": 976, + "阿": 977, + "陳": 978, + "陽": 979, + "雄": 980, + "青": 981, + "面": 982, + "風": 983, + "食": 984, + "香": 985, + "馬": 986, + "高": 987, + "龍": 988, + "龸": 989, + "fi": 990, + "fl": 991, + "!": 992, + "(": 993, + ")": 994, + ",": 995, + "-": 996, + ".": 997, + "/": 998, + ":": 999, + "?": 1000, + "~": 1001, + "the": 1002, + "of": 1003, + "and": 1004, + "in": 1005, + "to": 1006, + "was": 1007, + "he": 1008, + "is": 1009, + "as": 1010, + "for": 1011, + "on": 1012, + "with": 1013, + "that": 1014, + "it": 1015, + "his": 1016, + "by": 1017, + "at": 1018, + "from": 1019, + "her": 1020, + "##s": 1021, + "she": 1022, + "you": 1023, + "had": 1024, + "an": 1025, + "were": 1026, + "but": 1027, + "be": 1028, + "this": 1029, + "are": 1030, + "not": 1031, + "my": 1032, + "they": 1033, + "one": 1034, + "which": 1035, + "or": 1036, + "have": 1037, + "him": 1038, + "me": 1039, + "first": 1040, + "all": 1041, + "also": 1042, + "their": 1043, + "has": 1044, + "up": 1045, + "who": 1046, + "out": 1047, + "been": 1048, + "when": 1049, + "after": 1050, + "there": 1051, + "into": 1052, + "new": 1053, + "two": 1054, + "its": 1055, + "##a": 1056, + "time": 1057, + "would": 1058, + "no": 1059, + "what": 1060, + "about": 1061, + "said": 1062, + "we": 1063, + "over": 1064, + "then": 1065, + "other": 1066, + "so": 1067, + "more": 1068, + "##e": 1069, + "can": 1070, + "if": 1071, + "like": 1072, + "back": 1073, + "them": 1074, + "only": 1075, + "some": 1076, + "could": 1077, + "##i": 1078, + "where": 1079, + "just": 1080, + "##ing": 1081, + "during": 1082, + "before": 1083, + "##n": 1084, + "do": 1085, + "##o": 1086, + "made": 1087, + "school": 1088, + "through": 1089, + "than": 1090, + "now": 1091, + "years": 1092, + "most": 1093, + "world": 1094, + "may": 1095, + "between": 1096, + "down": 1097, + "well": 1098, + "three": 1099, + "##d": 1100, + "year": 1101, + "while": 1102, + "will": 1103, + "##ed": 1104, + "##r": 1105, + "##y": 1106, + "later": 1107, + "##t": 1108, + "city": 1109, + "under": 1110, + "around": 1111, + "did": 1112, + "such": 1113, + "being": 1114, + "used": 1115, + "state": 1116, + "people": 1117, + "part": 1118, + "know": 1119, + "against": 1120, + "your": 1121, + "many": 1122, + "second": 1123, + "university": 1124, + "both": 1125, + "national": 1126, + "##er": 1127, + "these": 1128, + "don": 1129, + "known": 1130, + "off": 1131, + "way": 1132, + "until": 1133, + "re": 1134, + "how": 1135, + "even": 1136, + "get": 1137, + "head": 1138, + "...": 1139, + "didn": 1140, + "##ly": 1141, + "team": 1142, + "american": 1143, + "because": 1144, + "de": 1145, + "##l": 1146, + "born": 1147, + "united": 1148, + "film": 1149, + "since": 1150, + "still": 1151, + "long": 1152, + "work": 1153, + "south": 1154, + "us": 1155, + "became": 1156, + "any": 1157, + "high": 1158, + "again": 1159, + "day": 1160, + "family": 1161, + "see": 1162, + "right": 1163, + "man": 1164, + "eyes": 1165, + "house": 1166, + "season": 1167, + "war": 1168, + "states": 1169, + "including": 1170, + "took": 1171, + "life": 1172, + "north": 1173, + "same": 1174, + "each": 1175, + "called": 1176, + "name": 1177, + "much": 1178, + "place": 1179, + "however": 1180, + "go": 1181, + "four": 1182, + "group": 1183, + "another": 1184, + "found": 1185, + "won": 1186, + "area": 1187, + "here": 1188, + "going": 1189, + "10": 1190, + "away": 1191, + "series": 1192, + "left": 1193, + "home": 1194, + "music": 1195, + "best": 1196, + "make": 1197, + "hand": 1198, + "number": 1199, + "company": 1200, + "several": 1201, + "never": 1202, + "last": 1203, + "john": 1204, + "000": 1205, + "very": 1206, + "album": 1207, + "take": 1208, + "end": 1209, + "good": 1210, + "too": 1211, + "following": 1212, + "released": 1213, + "game": 1214, + "played": 1215, + "little": 1216, + "began": 1217, + "district": 1218, + "##m": 1219, + "old": 1220, + "want": 1221, + "those": 1222, + "side": 1223, + "held": 1224, + "own": 1225, + "early": 1226, + "county": 1227, + "ll": 1228, + "league": 1229, + "use": 1230, + "west": 1231, + "##u": 1232, + "face": 1233, + "think": 1234, + "##es": 1235, + "2010": 1236, + "government": 1237, + "##h": 1238, + "march": 1239, + "came": 1240, + "small": 1241, + "general": 1242, + "town": 1243, + "june": 1244, + "##on": 1245, + "line": 1246, + "based": 1247, + "something": 1248, + "##k": 1249, + "september": 1250, + "thought": 1251, + "looked": 1252, + "along": 1253, + "international": 1254, + "2011": 1255, + "air": 1256, + "july": 1257, + "club": 1258, + "went": 1259, + "january": 1260, + "october": 1261, + "our": 1262, + "august": 1263, + "april": 1264, + "york": 1265, + "12": 1266, + "few": 1267, + "2012": 1268, + "2008": 1269, + "east": 1270, + "show": 1271, + "member": 1272, + "college": 1273, + "2009": 1274, + "father": 1275, + "public": 1276, + "##us": 1277, + "come": 1278, + "men": 1279, + "five": 1280, + "set": 1281, + "station": 1282, + "church": 1283, + "##c": 1284, + "next": 1285, + "former": 1286, + "november": 1287, + "room": 1288, + "party": 1289, + "located": 1290, + "december": 1291, + "2013": 1292, + "age": 1293, + "got": 1294, + "2007": 1295, + "##g": 1296, + "system": 1297, + "let": 1298, + "love": 1299, + "2006": 1300, + "though": 1301, + "every": 1302, + "2014": 1303, + "look": 1304, + "song": 1305, + "water": 1306, + "century": 1307, + "without": 1308, + "body": 1309, + "black": 1310, + "night": 1311, + "within": 1312, + "great": 1313, + "women": 1314, + "single": 1315, + "ve": 1316, + "building": 1317, + "large": 1318, + "population": 1319, + "river": 1320, + "named": 1321, + "band": 1322, + "white": 1323, + "started": 1324, + "##an": 1325, + "once": 1326, + "15": 1327, + "20": 1328, + "should": 1329, + "18": 1330, + "2015": 1331, + "service": 1332, + "top": 1333, + "built": 1334, + "british": 1335, + "open": 1336, + "death": 1337, + "king": 1338, + "moved": 1339, + "local": 1340, + "times": 1341, + "children": 1342, + "february": 1343, + "book": 1344, + "why": 1345, + "11": 1346, + "door": 1347, + "need": 1348, + "president": 1349, + "order": 1350, + "final": 1351, + "road": 1352, + "wasn": 1353, + "although": 1354, + "due": 1355, + "major": 1356, + "died": 1357, + "village": 1358, + "third": 1359, + "knew": 1360, + "2016": 1361, + "asked": 1362, + "turned": 1363, + "st": 1364, + "wanted": 1365, + "say": 1366, + "##p": 1367, + "together": 1368, + "received": 1369, + "main": 1370, + "son": 1371, + "served": 1372, + "different": 1373, + "##en": 1374, + "behind": 1375, + "himself": 1376, + "felt": 1377, + "members": 1378, + "power": 1379, + "football": 1380, + "law": 1381, + "voice": 1382, + "play": 1383, + "##in": 1384, + "near": 1385, + "park": 1386, + "history": 1387, + "30": 1388, + "having": 1389, + "2005": 1390, + "16": 1391, + "##man": 1392, + "saw": 1393, + "mother": 1394, + "##al": 1395, + "army": 1396, + "point": 1397, + "front": 1398, + "help": 1399, + "english": 1400, + "street": 1401, + "art": 1402, + "late": 1403, + "hands": 1404, + "games": 1405, + "award": 1406, + "##ia": 1407, + "young": 1408, + "14": 1409, + "put": 1410, + "published": 1411, + "country": 1412, + "division": 1413, + "across": 1414, + "told": 1415, + "13": 1416, + "often": 1417, + "ever": 1418, + "french": 1419, + "london": 1420, + "center": 1421, + "six": 1422, + "red": 1423, + "2017": 1424, + "led": 1425, + "days": 1426, + "include": 1427, + "light": 1428, + "25": 1429, + "find": 1430, + "tell": 1431, + "among": 1432, + "species": 1433, + "really": 1434, + "according": 1435, + "central": 1436, + "half": 1437, + "2004": 1438, + "form": 1439, + "original": 1440, + "gave": 1441, + "office": 1442, + "making": 1443, + "enough": 1444, + "lost": 1445, + "full": 1446, + "opened": 1447, + "must": 1448, + "included": 1449, + "live": 1450, + "given": 1451, + "german": 1452, + "player": 1453, + "run": 1454, + "business": 1455, + "woman": 1456, + "community": 1457, + "cup": 1458, + "might": 1459, + "million": 1460, + "land": 1461, + "2000": 1462, + "court": 1463, + "development": 1464, + "17": 1465, + "short": 1466, + "round": 1467, + "ii": 1468, + "km": 1469, + "seen": 1470, + "class": 1471, + "story": 1472, + "always": 1473, + "become": 1474, + "sure": 1475, + "research": 1476, + "almost": 1477, + "director": 1478, + "council": 1479, + "la": 1480, + "##2": 1481, + "career": 1482, + "things": 1483, + "using": 1484, + "island": 1485, + "##z": 1486, + "couldn": 1487, + "car": 1488, + "##is": 1489, + "24": 1490, + "close": 1491, + "force": 1492, + "##1": 1493, + "better": 1494, + "free": 1495, + "support": 1496, + "control": 1497, + "field": 1498, + "students": 1499, + "2003": 1500, + "education": 1501, + "married": 1502, + "##b": 1503, + "nothing": 1504, + "worked": 1505, + "others": 1506, + "record": 1507, + "big": 1508, + "inside": 1509, + "level": 1510, + "anything": 1511, + "continued": 1512, + "give": 1513, + "james": 1514, + "##3": 1515, + "military": 1516, + "established": 1517, + "non": 1518, + "returned": 1519, + "feel": 1520, + "does": 1521, + "title": 1522, + "written": 1523, + "thing": 1524, + "feet": 1525, + "william": 1526, + "far": 1527, + "co": 1528, + "association": 1529, + "hard": 1530, + "already": 1531, + "2002": 1532, + "##ra": 1533, + "championship": 1534, + "human": 1535, + "western": 1536, + "100": 1537, + "##na": 1538, + "department": 1539, + "hall": 1540, + "role": 1541, + "various": 1542, + "production": 1543, + "21": 1544, + "19": 1545, + "heart": 1546, + "2001": 1547, + "living": 1548, + "fire": 1549, + "version": 1550, + "##ers": 1551, + "##f": 1552, + "television": 1553, + "royal": 1554, + "##4": 1555, + "produced": 1556, + "working": 1557, + "act": 1558, + "case": 1559, + "society": 1560, + "region": 1561, + "present": 1562, + "radio": 1563, + "period": 1564, + "looking": 1565, + "least": 1566, + "total": 1567, + "keep": 1568, + "england": 1569, + "wife": 1570, + "program": 1571, + "per": 1572, + "brother": 1573, + "mind": 1574, + "special": 1575, + "22": 1576, + "##le": 1577, + "am": 1578, + "works": 1579, + "soon": 1580, + "##6": 1581, + "political": 1582, + "george": 1583, + "services": 1584, + "taken": 1585, + "created": 1586, + "##7": 1587, + "further": 1588, + "able": 1589, + "reached": 1590, + "david": 1591, + "union": 1592, + "joined": 1593, + "upon": 1594, + "done": 1595, + "important": 1596, + "social": 1597, + "information": 1598, + "either": 1599, + "##ic": 1600, + "##x": 1601, + "appeared": 1602, + "position": 1603, + "ground": 1604, + "lead": 1605, + "rock": 1606, + "dark": 1607, + "election": 1608, + "23": 1609, + "board": 1610, + "france": 1611, + "hair": 1612, + "course": 1613, + "arms": 1614, + "site": 1615, + "police": 1616, + "girl": 1617, + "instead": 1618, + "real": 1619, + "sound": 1620, + "##v": 1621, + "words": 1622, + "moment": 1623, + "##te": 1624, + "someone": 1625, + "##8": 1626, + "summer": 1627, + "project": 1628, + "announced": 1629, + "san": 1630, + "less": 1631, + "wrote": 1632, + "past": 1633, + "followed": 1634, + "##5": 1635, + "blue": 1636, + "founded": 1637, + "al": 1638, + "finally": 1639, + "india": 1640, + "taking": 1641, + "records": 1642, + "america": 1643, + "##ne": 1644, + "1999": 1645, + "design": 1646, + "considered": 1647, + "northern": 1648, + "god": 1649, + "stop": 1650, + "battle": 1651, + "toward": 1652, + "european": 1653, + "outside": 1654, + "described": 1655, + "track": 1656, + "today": 1657, + "playing": 1658, + "language": 1659, + "28": 1660, + "call": 1661, + "26": 1662, + "heard": 1663, + "professional": 1664, + "low": 1665, + "australia": 1666, + "miles": 1667, + "california": 1668, + "win": 1669, + "yet": 1670, + "green": 1671, + "##ie": 1672, + "trying": 1673, + "blood": 1674, + "##ton": 1675, + "southern": 1676, + "science": 1677, + "maybe": 1678, + "everything": 1679, + "match": 1680, + "square": 1681, + "27": 1682, + "mouth": 1683, + "video": 1684, + "race": 1685, + "recorded": 1686, + "leave": 1687, + "above": 1688, + "##9": 1689, + "daughter": 1690, + "points": 1691, + "space": 1692, + "1998": 1693, + "museum": 1694, + "change": 1695, + "middle": 1696, + "common": 1697, + "##0": 1698, + "move": 1699, + "tv": 1700, + "post": 1701, + "##ta": 1702, + "lake": 1703, + "seven": 1704, + "tried": 1705, + "elected": 1706, + "closed": 1707, + "ten": 1708, + "paul": 1709, + "minister": 1710, + "##th": 1711, + "months": 1712, + "start": 1713, + "chief": 1714, + "return": 1715, + "canada": 1716, + "person": 1717, + "sea": 1718, + "release": 1719, + "similar": 1720, + "modern": 1721, + "brought": 1722, + "rest": 1723, + "hit": 1724, + "formed": 1725, + "mr": 1726, + "##la": 1727, + "1997": 1728, + "floor": 1729, + "event": 1730, + "doing": 1731, + "thomas": 1732, + "1996": 1733, + "robert": 1734, + "care": 1735, + "killed": 1736, + "training": 1737, + "star": 1738, + "week": 1739, + "needed": 1740, + "turn": 1741, + "finished": 1742, + "railway": 1743, + "rather": 1744, + "news": 1745, + "health": 1746, + "sent": 1747, + "example": 1748, + "ran": 1749, + "term": 1750, + "michael": 1751, + "coming": 1752, + "currently": 1753, + "yes": 1754, + "forces": 1755, + "despite": 1756, + "gold": 1757, + "areas": 1758, + "50": 1759, + "stage": 1760, + "fact": 1761, + "29": 1762, + "dead": 1763, + "says": 1764, + "popular": 1765, + "2018": 1766, + "originally": 1767, + "germany": 1768, + "probably": 1769, + "developed": 1770, + "result": 1771, + "pulled": 1772, + "friend": 1773, + "stood": 1774, + "money": 1775, + "running": 1776, + "mi": 1777, + "signed": 1778, + "word": 1779, + "songs": 1780, + "child": 1781, + "eventually": 1782, + "met": 1783, + "tour": 1784, + "average": 1785, + "teams": 1786, + "minutes": 1787, + "festival": 1788, + "current": 1789, + "deep": 1790, + "kind": 1791, + "1995": 1792, + "decided": 1793, + "usually": 1794, + "eastern": 1795, + "seemed": 1796, + "##ness": 1797, + "episode": 1798, + "bed": 1799, + "added": 1800, + "table": 1801, + "indian": 1802, + "private": 1803, + "charles": 1804, + "route": 1805, + "available": 1806, + "idea": 1807, + "throughout": 1808, + "centre": 1809, + "addition": 1810, + "appointed": 1811, + "style": 1812, + "1994": 1813, + "books": 1814, + "eight": 1815, + "construction": 1816, + "press": 1817, + "mean": 1818, + "wall": 1819, + "friends": 1820, + "remained": 1821, + "schools": 1822, + "study": 1823, + "##ch": 1824, + "##um": 1825, + "institute": 1826, + "oh": 1827, + "chinese": 1828, + "sometimes": 1829, + "events": 1830, + "possible": 1831, + "1992": 1832, + "australian": 1833, + "type": 1834, + "brown": 1835, + "forward": 1836, + "talk": 1837, + "process": 1838, + "food": 1839, + "debut": 1840, + "seat": 1841, + "performance": 1842, + "committee": 1843, + "features": 1844, + "character": 1845, + "arts": 1846, + "herself": 1847, + "else": 1848, + "lot": 1849, + "strong": 1850, + "russian": 1851, + "range": 1852, + "hours": 1853, + "peter": 1854, + "arm": 1855, + "##da": 1856, + "morning": 1857, + "dr": 1858, + "sold": 1859, + "##ry": 1860, + "quickly": 1861, + "directed": 1862, + "1993": 1863, + "guitar": 1864, + "china": 1865, + "##w": 1866, + "31": 1867, + "list": 1868, + "##ma": 1869, + "performed": 1870, + "media": 1871, + "uk": 1872, + "players": 1873, + "smile": 1874, + "##rs": 1875, + "myself": 1876, + "40": 1877, + "placed": 1878, + "coach": 1879, + "province": 1880, + "towards": 1881, + "wouldn": 1882, + "leading": 1883, + "whole": 1884, + "boy": 1885, + "official": 1886, + "designed": 1887, + "grand": 1888, + "census": 1889, + "##el": 1890, + "europe": 1891, + "attack": 1892, + "japanese": 1893, + "henry": 1894, + "1991": 1895, + "##re": 1896, + "##os": 1897, + "cross": 1898, + "getting": 1899, + "alone": 1900, + "action": 1901, + "lower": 1902, + "network": 1903, + "wide": 1904, + "washington": 1905, + "japan": 1906, + "1990": 1907, + "hospital": 1908, + "believe": 1909, + "changed": 1910, + "sister": 1911, + "##ar": 1912, + "hold": 1913, + "gone": 1914, + "sir": 1915, + "hadn": 1916, + "ship": 1917, + "##ka": 1918, + "studies": 1919, + "academy": 1920, + "shot": 1921, + "rights": 1922, + "below": 1923, + "base": 1924, + "bad": 1925, + "involved": 1926, + "kept": 1927, + "largest": 1928, + "##ist": 1929, + "bank": 1930, + "future": 1931, + "especially": 1932, + "beginning": 1933, + "mark": 1934, + "movement": 1935, + "section": 1936, + "female": 1937, + "magazine": 1938, + "plan": 1939, + "professor": 1940, + "lord": 1941, + "longer": 1942, + "##ian": 1943, + "sat": 1944, + "walked": 1945, + "hill": 1946, + "actually": 1947, + "civil": 1948, + "energy": 1949, + "model": 1950, + "families": 1951, + "size": 1952, + "thus": 1953, + "aircraft": 1954, + "completed": 1955, + "includes": 1956, + "data": 1957, + "captain": 1958, + "##or": 1959, + "fight": 1960, + "vocals": 1961, + "featured": 1962, + "richard": 1963, + "bridge": 1964, + "fourth": 1965, + "1989": 1966, + "officer": 1967, + "stone": 1968, + "hear": 1969, + "##ism": 1970, + "means": 1971, + "medical": 1972, + "groups": 1973, + "management": 1974, + "self": 1975, + "lips": 1976, + "competition": 1977, + "entire": 1978, + "lived": 1979, + "technology": 1980, + "leaving": 1981, + "federal": 1982, + "tournament": 1983, + "bit": 1984, + "passed": 1985, + "hot": 1986, + "independent": 1987, + "awards": 1988, + "kingdom": 1989, + "mary": 1990, + "spent": 1991, + "fine": 1992, + "doesn": 1993, + "reported": 1994, + "##ling": 1995, + "jack": 1996, + "fall": 1997, + "raised": 1998, + "itself": 1999, + "stay": 2000, + "true": 2001, + "studio": 2002, + "1988": 2003, + "sports": 2004, + "replaced": 2005, + "paris": 2006, + "systems": 2007, + "saint": 2008, + "leader": 2009, + "theatre": 2010, + "whose": 2011, + "market": 2012, + "capital": 2013, + "parents": 2014, + "spanish": 2015, + "canadian": 2016, + "earth": 2017, + "##ity": 2018, + "cut": 2019, + "degree": 2020, + "writing": 2021, + "bay": 2022, + "christian": 2023, + "awarded": 2024, + "natural": 2025, + "higher": 2026, + "bill": 2027, + "##as": 2028, + "coast": 2029, + "provided": 2030, + "previous": 2031, + "senior": 2032, + "ft": 2033, + "valley": 2034, + "organization": 2035, + "stopped": 2036, + "onto": 2037, + "countries": 2038, + "parts": 2039, + "conference": 2040, + "queen": 2041, + "security": 2042, + "interest": 2043, + "saying": 2044, + "allowed": 2045, + "master": 2046, + "earlier": 2047, + "phone": 2048, + "matter": 2049, + "smith": 2050, + "winning": 2051, + "try": 2052, + "happened": 2053, + "moving": 2054, + "campaign": 2055, + "los": 2056, + "##ley": 2057, + "breath": 2058, + "nearly": 2059, + "mid": 2060, + "1987": 2061, + "certain": 2062, + "girls": 2063, + "date": 2064, + "italian": 2065, + "african": 2066, + "standing": 2067, + "fell": 2068, + "artist": 2069, + "##ted": 2070, + "shows": 2071, + "deal": 2072, + "mine": 2073, + "industry": 2074, + "1986": 2075, + "##ng": 2076, + "everyone": 2077, + "republic": 2078, + "provide": 2079, + "collection": 2080, + "library": 2081, + "student": 2082, + "##ville": 2083, + "primary": 2084, + "owned": 2085, + "older": 2086, + "via": 2087, + "heavy": 2088, + "1st": 2089, + "makes": 2090, + "##able": 2091, + "attention": 2092, + "anyone": 2093, + "africa": 2094, + "##ri": 2095, + "stated": 2096, + "length": 2097, + "ended": 2098, + "fingers": 2099, + "command": 2100, + "staff": 2101, + "skin": 2102, + "foreign": 2103, + "opening": 2104, + "governor": 2105, + "okay": 2106, + "medal": 2107, + "kill": 2108, + "sun": 2109, + "cover": 2110, + "job": 2111, + "1985": 2112, + "introduced": 2113, + "chest": 2114, + "hell": 2115, + "feeling": 2116, + "##ies": 2117, + "success": 2118, + "meet": 2119, + "reason": 2120, + "standard": 2121, + "meeting": 2122, + "novel": 2123, + "1984": 2124, + "trade": 2125, + "source": 2126, + "buildings": 2127, + "##land": 2128, + "rose": 2129, + "guy": 2130, + "goal": 2131, + "##ur": 2132, + "chapter": 2133, + "native": 2134, + "husband": 2135, + "previously": 2136, + "unit": 2137, + "limited": 2138, + "entered": 2139, + "weeks": 2140, + "producer": 2141, + "operations": 2142, + "mountain": 2143, + "takes": 2144, + "covered": 2145, + "forced": 2146, + "related": 2147, + "roman": 2148, + "complete": 2149, + "successful": 2150, + "key": 2151, + "texas": 2152, + "cold": 2153, + "##ya": 2154, + "channel": 2155, + "1980": 2156, + "traditional": 2157, + "films": 2158, + "dance": 2159, + "clear": 2160, + "approximately": 2161, + "500": 2162, + "nine": 2163, + "van": 2164, + "prince": 2165, + "question": 2166, + "active": 2167, + "tracks": 2168, + "ireland": 2169, + "regional": 2170, + "silver": 2171, + "author": 2172, + "personal": 2173, + "sense": 2174, + "operation": 2175, + "##ine": 2176, + "economic": 2177, + "1983": 2178, + "holding": 2179, + "twenty": 2180, + "isbn": 2181, + "additional": 2182, + "speed": 2183, + "hour": 2184, + "edition": 2185, + "regular": 2186, + "historic": 2187, + "places": 2188, + "whom": 2189, + "shook": 2190, + "movie": 2191, + "km²": 2192, + "secretary": 2193, + "prior": 2194, + "report": 2195, + "chicago": 2196, + "read": 2197, + "foundation": 2198, + "view": 2199, + "engine": 2200, + "scored": 2201, + "1982": 2202, + "units": 2203, + "ask": 2204, + "airport": 2205, + "property": 2206, + "ready": 2207, + "immediately": 2208, + "lady": 2209, + "month": 2210, + "listed": 2211, + "contract": 2212, + "##de": 2213, + "manager": 2214, + "themselves": 2215, + "lines": 2216, + "##ki": 2217, + "navy": 2218, + "writer": 2219, + "meant": 2220, + "##ts": 2221, + "runs": 2222, + "##ro": 2223, + "practice": 2224, + "championships": 2225, + "singer": 2226, + "glass": 2227, + "commission": 2228, + "required": 2229, + "forest": 2230, + "starting": 2231, + "culture": 2232, + "generally": 2233, + "giving": 2234, + "access": 2235, + "attended": 2236, + "test": 2237, + "couple": 2238, + "stand": 2239, + "catholic": 2240, + "martin": 2241, + "caught": 2242, + "executive": 2243, + "##less": 2244, + "eye": 2245, + "##ey": 2246, + "thinking": 2247, + "chair": 2248, + "quite": 2249, + "shoulder": 2250, + "1979": 2251, + "hope": 2252, + "decision": 2253, + "plays": 2254, + "defeated": 2255, + "municipality": 2256, + "whether": 2257, + "structure": 2258, + "offered": 2259, + "slowly": 2260, + "pain": 2261, + "ice": 2262, + "direction": 2263, + "##ion": 2264, + "paper": 2265, + "mission": 2266, + "1981": 2267, + "mostly": 2268, + "200": 2269, + "noted": 2270, + "individual": 2271, + "managed": 2272, + "nature": 2273, + "lives": 2274, + "plant": 2275, + "##ha": 2276, + "helped": 2277, + "except": 2278, + "studied": 2279, + "computer": 2280, + "figure": 2281, + "relationship": 2282, + "issue": 2283, + "significant": 2284, + "loss": 2285, + "die": 2286, + "smiled": 2287, + "gun": 2288, + "ago": 2289, + "highest": 2290, + "1972": 2291, + "##am": 2292, + "male": 2293, + "bring": 2294, + "goals": 2295, + "mexico": 2296, + "problem": 2297, + "distance": 2298, + "commercial": 2299, + "completely": 2300, + "location": 2301, + "annual": 2302, + "famous": 2303, + "drive": 2304, + "1976": 2305, + "neck": 2306, + "1978": 2307, + "surface": 2308, + "caused": 2309, + "italy": 2310, + "understand": 2311, + "greek": 2312, + "highway": 2313, + "wrong": 2314, + "hotel": 2315, + "comes": 2316, + "appearance": 2317, + "joseph": 2318, + "double": 2319, + "issues": 2320, + "musical": 2321, + "companies": 2322, + "castle": 2323, + "income": 2324, + "review": 2325, + "assembly": 2326, + "bass": 2327, + "initially": 2328, + "parliament": 2329, + "artists": 2330, + "experience": 2331, + "1974": 2332, + "particular": 2333, + "walk": 2334, + "foot": 2335, + "engineering": 2336, + "talking": 2337, + "window": 2338, + "dropped": 2339, + "##ter": 2340, + "miss": 2341, + "baby": 2342, + "boys": 2343, + "break": 2344, + "1975": 2345, + "stars": 2346, + "edge": 2347, + "remember": 2348, + "policy": 2349, + "carried": 2350, + "train": 2351, + "stadium": 2352, + "bar": 2353, + "sex": 2354, + "angeles": 2355, + "evidence": 2356, + "##ge": 2357, + "becoming": 2358, + "assistant": 2359, + "soviet": 2360, + "1977": 2361, + "upper": 2362, + "step": 2363, + "wing": 2364, + "1970": 2365, + "youth": 2366, + "financial": 2367, + "reach": 2368, + "##ll": 2369, + "actor": 2370, + "numerous": 2371, + "##se": 2372, + "##st": 2373, + "nodded": 2374, + "arrived": 2375, + "##ation": 2376, + "minute": 2377, + "##nt": 2378, + "believed": 2379, + "sorry": 2380, + "complex": 2381, + "beautiful": 2382, + "victory": 2383, + "associated": 2384, + "temple": 2385, + "1968": 2386, + "1973": 2387, + "chance": 2388, + "perhaps": 2389, + "metal": 2390, + "##son": 2391, + "1945": 2392, + "bishop": 2393, + "##et": 2394, + "lee": 2395, + "launched": 2396, + "particularly": 2397, + "tree": 2398, + "le": 2399, + "retired": 2400, + "subject": 2401, + "prize": 2402, + "contains": 2403, + "yeah": 2404, + "theory": 2405, + "empire": 2406, + "##ce": 2407, + "suddenly": 2408, + "waiting": 2409, + "trust": 2410, + "recording": 2411, + "##to": 2412, + "happy": 2413, + "terms": 2414, + "camp": 2415, + "champion": 2416, + "1971": 2417, + "religious": 2418, + "pass": 2419, + "zealand": 2420, + "names": 2421, + "2nd": 2422, + "port": 2423, + "ancient": 2424, + "tom": 2425, + "corner": 2426, + "represented": 2427, + "watch": 2428, + "legal": 2429, + "anti": 2430, + "justice": 2431, + "cause": 2432, + "watched": 2433, + "brothers": 2434, + "45": 2435, + "material": 2436, + "changes": 2437, + "simply": 2438, + "response": 2439, + "louis": 2440, + "fast": 2441, + "##ting": 2442, + "answer": 2443, + "60": 2444, + "historical": 2445, + "1969": 2446, + "stories": 2447, + "straight": 2448, + "create": 2449, + "feature": 2450, + "increased": 2451, + "rate": 2452, + "administration": 2453, + "virginia": 2454, + "el": 2455, + "activities": 2456, + "cultural": 2457, + "overall": 2458, + "winner": 2459, + "programs": 2460, + "basketball": 2461, + "legs": 2462, + "guard": 2463, + "beyond": 2464, + "cast": 2465, + "doctor": 2466, + "mm": 2467, + "flight": 2468, + "results": 2469, + "remains": 2470, + "cost": 2471, + "effect": 2472, + "winter": 2473, + "##ble": 2474, + "larger": 2475, + "islands": 2476, + "problems": 2477, + "chairman": 2478, + "grew": 2479, + "commander": 2480, + "isn": 2481, + "1967": 2482, + "pay": 2483, + "failed": 2484, + "selected": 2485, + "hurt": 2486, + "fort": 2487, + "box": 2488, + "regiment": 2489, + "majority": 2490, + "journal": 2491, + "35": 2492, + "edward": 2493, + "plans": 2494, + "##ke": 2495, + "##ni": 2496, + "shown": 2497, + "pretty": 2498, + "irish": 2499, + "characters": 2500, + "directly": 2501, + "scene": 2502, + "likely": 2503, + "operated": 2504, + "allow": 2505, + "spring": 2506, + "##j": 2507, + "junior": 2508, + "matches": 2509, + "looks": 2510, + "mike": 2511, + "houses": 2512, + "fellow": 2513, + "##tion": 2514, + "beach": 2515, + "marriage": 2516, + "##ham": 2517, + "##ive": 2518, + "rules": 2519, + "oil": 2520, + "65": 2521, + "florida": 2522, + "expected": 2523, + "nearby": 2524, + "congress": 2525, + "sam": 2526, + "peace": 2527, + "recent": 2528, + "iii": 2529, + "wait": 2530, + "subsequently": 2531, + "cell": 2532, + "##do": 2533, + "variety": 2534, + "serving": 2535, + "agreed": 2536, + "please": 2537, + "poor": 2538, + "joe": 2539, + "pacific": 2540, + "attempt": 2541, + "wood": 2542, + "democratic": 2543, + "piece": 2544, + "prime": 2545, + "##ca": 2546, + "rural": 2547, + "mile": 2548, + "touch": 2549, + "appears": 2550, + "township": 2551, + "1964": 2552, + "1966": 2553, + "soldiers": 2554, + "##men": 2555, + "##ized": 2556, + "1965": 2557, + "pennsylvania": 2558, + "closer": 2559, + "fighting": 2560, + "claimed": 2561, + "score": 2562, + "jones": 2563, + "physical": 2564, + "editor": 2565, + "##ous": 2566, + "filled": 2567, + "genus": 2568, + "specific": 2569, + "sitting": 2570, + "super": 2571, + "mom": 2572, + "##va": 2573, + "therefore": 2574, + "supported": 2575, + "status": 2576, + "fear": 2577, + "cases": 2578, + "store": 2579, + "meaning": 2580, + "wales": 2581, + "minor": 2582, + "spain": 2583, + "tower": 2584, + "focus": 2585, + "vice": 2586, + "frank": 2587, + "follow": 2588, + "parish": 2589, + "separate": 2590, + "golden": 2591, + "horse": 2592, + "fifth": 2593, + "remaining": 2594, + "branch": 2595, + "32": 2596, + "presented": 2597, + "stared": 2598, + "##id": 2599, + "uses": 2600, + "secret": 2601, + "forms": 2602, + "##co": 2603, + "baseball": 2604, + "exactly": 2605, + "##ck": 2606, + "choice": 2607, + "note": 2608, + "discovered": 2609, + "travel": 2610, + "composed": 2611, + "truth": 2612, + "russia": 2613, + "ball": 2614, + "color": 2615, + "kiss": 2616, + "dad": 2617, + "wind": 2618, + "continue": 2619, + "ring": 2620, + "referred": 2621, + "numbers": 2622, + "digital": 2623, + "greater": 2624, + "##ns": 2625, + "metres": 2626, + "slightly": 2627, + "direct": 2628, + "increase": 2629, + "1960": 2630, + "responsible": 2631, + "crew": 2632, + "rule": 2633, + "trees": 2634, + "troops": 2635, + "##no": 2636, + "broke": 2637, + "goes": 2638, + "individuals": 2639, + "hundred": 2640, + "weight": 2641, + "creek": 2642, + "sleep": 2643, + "memory": 2644, + "defense": 2645, + "provides": 2646, + "ordered": 2647, + "code": 2648, + "value": 2649, + "jewish": 2650, + "windows": 2651, + "1944": 2652, + "safe": 2653, + "judge": 2654, + "whatever": 2655, + "corps": 2656, + "realized": 2657, + "growing": 2658, + "pre": 2659, + "##ga": 2660, + "cities": 2661, + "alexander": 2662, + "gaze": 2663, + "lies": 2664, + "spread": 2665, + "scott": 2666, + "letter": 2667, + "showed": 2668, + "situation": 2669, + "mayor": 2670, + "transport": 2671, + "watching": 2672, + "workers": 2673, + "extended": 2674, + "##li": 2675, + "expression": 2676, + "normal": 2677, + "##ment": 2678, + "chart": 2679, + "multiple": 2680, + "border": 2681, + "##ba": 2682, + "host": 2683, + "##ner": 2684, + "daily": 2685, + "mrs": 2686, + "walls": 2687, + "piano": 2688, + "##ko": 2689, + "heat": 2690, + "cannot": 2691, + "##ate": 2692, + "earned": 2693, + "products": 2694, + "drama": 2695, + "era": 2696, + "authority": 2697, + "seasons": 2698, + "join": 2699, + "grade": 2700, + "##io": 2701, + "sign": 2702, + "difficult": 2703, + "machine": 2704, + "1963": 2705, + "territory": 2706, + "mainly": 2707, + "##wood": 2708, + "stations": 2709, + "squadron": 2710, + "1962": 2711, + "stepped": 2712, + "iron": 2713, + "19th": 2714, + "##led": 2715, + "serve": 2716, + "appear": 2717, + "sky": 2718, + "speak": 2719, + "broken": 2720, + "charge": 2721, + "knowledge": 2722, + "kilometres": 2723, + "removed": 2724, + "ships": 2725, + "article": 2726, + "campus": 2727, + "simple": 2728, + "##ty": 2729, + "pushed": 2730, + "britain": 2731, + "##ve": 2732, + "leaves": 2733, + "recently": 2734, + "cd": 2735, + "soft": 2736, + "boston": 2737, + "latter": 2738, + "easy": 2739, + "acquired": 2740, + "poland": 2741, + "##sa": 2742, + "quality": 2743, + "officers": 2744, + "presence": 2745, + "planned": 2746, + "nations": 2747, + "mass": 2748, + "broadcast": 2749, + "jean": 2750, + "share": 2751, + "image": 2752, + "influence": 2753, + "wild": 2754, + "offer": 2755, + "emperor": 2756, + "electric": 2757, + "reading": 2758, + "headed": 2759, + "ability": 2760, + "promoted": 2761, + "yellow": 2762, + "ministry": 2763, + "1942": 2764, + "throat": 2765, + "smaller": 2766, + "politician": 2767, + "##by": 2768, + "latin": 2769, + "spoke": 2770, + "cars": 2771, + "williams": 2772, + "males": 2773, + "lack": 2774, + "pop": 2775, + "80": 2776, + "##ier": 2777, + "acting": 2778, + "seeing": 2779, + "consists": 2780, + "##ti": 2781, + "estate": 2782, + "1961": 2783, + "pressure": 2784, + "johnson": 2785, + "newspaper": 2786, + "jr": 2787, + "chris": 2788, + "olympics": 2789, + "online": 2790, + "conditions": 2791, + "beat": 2792, + "elements": 2793, + "walking": 2794, + "vote": 2795, + "##field": 2796, + "needs": 2797, + "carolina": 2798, + "text": 2799, + "featuring": 2800, + "global": 2801, + "block": 2802, + "shirt": 2803, + "levels": 2804, + "francisco": 2805, + "purpose": 2806, + "females": 2807, + "et": 2808, + "dutch": 2809, + "duke": 2810, + "ahead": 2811, + "gas": 2812, + "twice": 2813, + "safety": 2814, + "serious": 2815, + "turning": 2816, + "highly": 2817, + "lieutenant": 2818, + "firm": 2819, + "maria": 2820, + "amount": 2821, + "mixed": 2822, + "daniel": 2823, + "proposed": 2824, + "perfect": 2825, + "agreement": 2826, + "affairs": 2827, + "3rd": 2828, + "seconds": 2829, + "contemporary": 2830, + "paid": 2831, + "1943": 2832, + "prison": 2833, + "save": 2834, + "kitchen": 2835, + "label": 2836, + "administrative": 2837, + "intended": 2838, + "constructed": 2839, + "academic": 2840, + "nice": 2841, + "teacher": 2842, + "races": 2843, + "1956": 2844, + "formerly": 2845, + "corporation": 2846, + "ben": 2847, + "nation": 2848, + "issued": 2849, + "shut": 2850, + "1958": 2851, + "drums": 2852, + "housing": 2853, + "victoria": 2854, + "seems": 2855, + "opera": 2856, + "1959": 2857, + "graduated": 2858, + "function": 2859, + "von": 2860, + "mentioned": 2861, + "picked": 2862, + "build": 2863, + "recognized": 2864, + "shortly": 2865, + "protection": 2866, + "picture": 2867, + "notable": 2868, + "exchange": 2869, + "elections": 2870, + "1980s": 2871, + "loved": 2872, + "percent": 2873, + "racing": 2874, + "fish": 2875, + "elizabeth": 2876, + "garden": 2877, + "volume": 2878, + "hockey": 2879, + "1941": 2880, + "beside": 2881, + "settled": 2882, + "##ford": 2883, + "1940": 2884, + "competed": 2885, + "replied": 2886, + "drew": 2887, + "1948": 2888, + "actress": 2889, + "marine": 2890, + "scotland": 2891, + "steel": 2892, + "glanced": 2893, + "farm": 2894, + "steve": 2895, + "1957": 2896, + "risk": 2897, + "tonight": 2898, + "positive": 2899, + "magic": 2900, + "singles": 2901, + "effects": 2902, + "gray": 2903, + "screen": 2904, + "dog": 2905, + "##ja": 2906, + "residents": 2907, + "bus": 2908, + "sides": 2909, + "none": 2910, + "secondary": 2911, + "literature": 2912, + "polish": 2913, + "destroyed": 2914, + "flying": 2915, + "founder": 2916, + "households": 2917, + "1939": 2918, + "lay": 2919, + "reserve": 2920, + "usa": 2921, + "gallery": 2922, + "##ler": 2923, + "1946": 2924, + "industrial": 2925, + "younger": 2926, + "approach": 2927, + "appearances": 2928, + "urban": 2929, + "ones": 2930, + "1950": 2931, + "finish": 2932, + "avenue": 2933, + "powerful": 2934, + "fully": 2935, + "growth": 2936, + "page": 2937, + "honor": 2938, + "jersey": 2939, + "projects": 2940, + "advanced": 2941, + "revealed": 2942, + "basic": 2943, + "90": 2944, + "infantry": 2945, + "pair": 2946, + "equipment": 2947, + "visit": 2948, + "33": 2949, + "evening": 2950, + "search": 2951, + "grant": 2952, + "effort": 2953, + "solo": 2954, + "treatment": 2955, + "buried": 2956, + "republican": 2957, + "primarily": 2958, + "bottom": 2959, + "owner": 2960, + "1970s": 2961, + "israel": 2962, + "gives": 2963, + "jim": 2964, + "dream": 2965, + "bob": 2966, + "remain": 2967, + "spot": 2968, + "70": 2969, + "notes": 2970, + "produce": 2971, + "champions": 2972, + "contact": 2973, + "ed": 2974, + "soul": 2975, + "accepted": 2976, + "ways": 2977, + "del": 2978, + "##ally": 2979, + "losing": 2980, + "split": 2981, + "price": 2982, + "capacity": 2983, + "basis": 2984, + "trial": 2985, + "questions": 2986, + "##ina": 2987, + "1955": 2988, + "20th": 2989, + "guess": 2990, + "officially": 2991, + "memorial": 2992, + "naval": 2993, + "initial": 2994, + "##ization": 2995, + "whispered": 2996, + "median": 2997, + "engineer": 2998, + "##ful": 2999, + "sydney": 3000, + "##go": 3001, + "columbia": 3002, + "strength": 3003, + "300": 3004, + "1952": 3005, + "tears": 3006, + "senate": 3007, + "00": 3008, + "card": 3009, + "asian": 3010, + "agent": 3011, + "1947": 3012, + "software": 3013, + "44": 3014, + "draw": 3015, + "warm": 3016, + "supposed": 3017, + "com": 3018, + "pro": 3019, + "##il": 3020, + "transferred": 3021, + "leaned": 3022, + "##at": 3023, + "candidate": 3024, + "escape": 3025, + "mountains": 3026, + "asia": 3027, + "potential": 3028, + "activity": 3029, + "entertainment": 3030, + "seem": 3031, + "traffic": 3032, + "jackson": 3033, + "murder": 3034, + "36": 3035, + "slow": 3036, + "product": 3037, + "orchestra": 3038, + "haven": 3039, + "agency": 3040, + "bbc": 3041, + "taught": 3042, + "website": 3043, + "comedy": 3044, + "unable": 3045, + "storm": 3046, + "planning": 3047, + "albums": 3048, + "rugby": 3049, + "environment": 3050, + "scientific": 3051, + "grabbed": 3052, + "protect": 3053, + "##hi": 3054, + "boat": 3055, + "typically": 3056, + "1954": 3057, + "1953": 3058, + "damage": 3059, + "principal": 3060, + "divided": 3061, + "dedicated": 3062, + "mount": 3063, + "ohio": 3064, + "##berg": 3065, + "pick": 3066, + "fought": 3067, + "driver": 3068, + "##der": 3069, + "empty": 3070, + "shoulders": 3071, + "sort": 3072, + "thank": 3073, + "berlin": 3074, + "prominent": 3075, + "account": 3076, + "freedom": 3077, + "necessary": 3078, + "efforts": 3079, + "alex": 3080, + "headquarters": 3081, + "follows": 3082, + "alongside": 3083, + "des": 3084, + "simon": 3085, + "andrew": 3086, + "suggested": 3087, + "operating": 3088, + "learning": 3089, + "steps": 3090, + "1949": 3091, + "sweet": 3092, + "technical": 3093, + "begin": 3094, + "easily": 3095, + "34": 3096, + "teeth": 3097, + "speaking": 3098, + "settlement": 3099, + "scale": 3100, + "##sh": 3101, + "renamed": 3102, + "ray": 3103, + "max": 3104, + "enemy": 3105, + "semi": 3106, + "joint": 3107, + "compared": 3108, + "##rd": 3109, + "scottish": 3110, + "leadership": 3111, + "analysis": 3112, + "offers": 3113, + "georgia": 3114, + "pieces": 3115, + "captured": 3116, + "animal": 3117, + "deputy": 3118, + "guest": 3119, + "organized": 3120, + "##lin": 3121, + "tony": 3122, + "combined": 3123, + "method": 3124, + "challenge": 3125, + "1960s": 3126, + "huge": 3127, + "wants": 3128, + "battalion": 3129, + "sons": 3130, + "rise": 3131, + "crime": 3132, + "types": 3133, + "facilities": 3134, + "telling": 3135, + "path": 3136, + "1951": 3137, + "platform": 3138, + "sit": 3139, + "1990s": 3140, + "##lo": 3141, + "tells": 3142, + "assigned": 3143, + "rich": 3144, + "pull": 3145, + "##ot": 3146, + "commonly": 3147, + "alive": 3148, + "##za": 3149, + "letters": 3150, + "concept": 3151, + "conducted": 3152, + "wearing": 3153, + "happen": 3154, + "bought": 3155, + "becomes": 3156, + "holy": 3157, + "gets": 3158, + "ocean": 3159, + "defeat": 3160, + "languages": 3161, + "purchased": 3162, + "coffee": 3163, + "occurred": 3164, + "titled": 3165, + "##q": 3166, + "declared": 3167, + "applied": 3168, + "sciences": 3169, + "concert": 3170, + "sounds": 3171, + "jazz": 3172, + "brain": 3173, + "##me": 3174, + "painting": 3175, + "fleet": 3176, + "tax": 3177, + "nick": 3178, + "##ius": 3179, + "michigan": 3180, + "count": 3181, + "animals": 3182, + "leaders": 3183, + "episodes": 3184, + "##line": 3185, + "content": 3186, + "##den": 3187, + "birth": 3188, + "##it": 3189, + "clubs": 3190, + "64": 3191, + "palace": 3192, + "critical": 3193, + "refused": 3194, + "fair": 3195, + "leg": 3196, + "laughed": 3197, + "returning": 3198, + "surrounding": 3199, + "participated": 3200, + "formation": 3201, + "lifted": 3202, + "pointed": 3203, + "connected": 3204, + "rome": 3205, + "medicine": 3206, + "laid": 3207, + "taylor": 3208, + "santa": 3209, + "powers": 3210, + "adam": 3211, + "tall": 3212, + "shared": 3213, + "focused": 3214, + "knowing": 3215, + "yards": 3216, + "entrance": 3217, + "falls": 3218, + "##wa": 3219, + "calling": 3220, + "##ad": 3221, + "sources": 3222, + "chosen": 3223, + "beneath": 3224, + "resources": 3225, + "yard": 3226, + "##ite": 3227, + "nominated": 3228, + "silence": 3229, + "zone": 3230, + "defined": 3231, + "##que": 3232, + "gained": 3233, + "thirty": 3234, + "38": 3235, + "bodies": 3236, + "moon": 3237, + "##ard": 3238, + "adopted": 3239, + "christmas": 3240, + "widely": 3241, + "register": 3242, + "apart": 3243, + "iran": 3244, + "premier": 3245, + "serves": 3246, + "du": 3247, + "unknown": 3248, + "parties": 3249, + "##les": 3250, + "generation": 3251, + "##ff": 3252, + "continues": 3253, + "quick": 3254, + "fields": 3255, + "brigade": 3256, + "quiet": 3257, + "teaching": 3258, + "clothes": 3259, + "impact": 3260, + "weapons": 3261, + "partner": 3262, + "flat": 3263, + "theater": 3264, + "supreme": 3265, + "1938": 3266, + "37": 3267, + "relations": 3268, + "##tor": 3269, + "plants": 3270, + "suffered": 3271, + "1936": 3272, + "wilson": 3273, + "kids": 3274, + "begins": 3275, + "##age": 3276, + "1918": 3277, + "seats": 3278, + "armed": 3279, + "internet": 3280, + "models": 3281, + "worth": 3282, + "laws": 3283, + "400": 3284, + "communities": 3285, + "classes": 3286, + "background": 3287, + "knows": 3288, + "thanks": 3289, + "quarter": 3290, + "reaching": 3291, + "humans": 3292, + "carry": 3293, + "killing": 3294, + "format": 3295, + "kong": 3296, + "hong": 3297, + "setting": 3298, + "75": 3299, + "architecture": 3300, + "disease": 3301, + "railroad": 3302, + "inc": 3303, + "possibly": 3304, + "wish": 3305, + "arthur": 3306, + "thoughts": 3307, + "harry": 3308, + "doors": 3309, + "density": 3310, + "##di": 3311, + "crowd": 3312, + "illinois": 3313, + "stomach": 3314, + "tone": 3315, + "unique": 3316, + "reports": 3317, + "anyway": 3318, + "##ir": 3319, + "liberal": 3320, + "der": 3321, + "vehicle": 3322, + "thick": 3323, + "dry": 3324, + "drug": 3325, + "faced": 3326, + "largely": 3327, + "facility": 3328, + "theme": 3329, + "holds": 3330, + "creation": 3331, + "strange": 3332, + "colonel": 3333, + "##mi": 3334, + "revolution": 3335, + "bell": 3336, + "politics": 3337, + "turns": 3338, + "silent": 3339, + "rail": 3340, + "relief": 3341, + "independence": 3342, + "combat": 3343, + "shape": 3344, + "write": 3345, + "determined": 3346, + "sales": 3347, + "learned": 3348, + "4th": 3349, + "finger": 3350, + "oxford": 3351, + "providing": 3352, + "1937": 3353, + "heritage": 3354, + "fiction": 3355, + "situated": 3356, + "designated": 3357, + "allowing": 3358, + "distribution": 3359, + "hosted": 3360, + "##est": 3361, + "sight": 3362, + "interview": 3363, + "estimated": 3364, + "reduced": 3365, + "##ria": 3366, + "toronto": 3367, + "footballer": 3368, + "keeping": 3369, + "guys": 3370, + "damn": 3371, + "claim": 3372, + "motion": 3373, + "sport": 3374, + "sixth": 3375, + "stayed": 3376, + "##ze": 3377, + "en": 3378, + "rear": 3379, + "receive": 3380, + "handed": 3381, + "twelve": 3382, + "dress": 3383, + "audience": 3384, + "granted": 3385, + "brazil": 3386, + "##well": 3387, + "spirit": 3388, + "##ated": 3389, + "noticed": 3390, + "etc": 3391, + "olympic": 3392, + "representative": 3393, + "eric": 3394, + "tight": 3395, + "trouble": 3396, + "reviews": 3397, + "drink": 3398, + "vampire": 3399, + "missing": 3400, + "roles": 3401, + "ranked": 3402, + "newly": 3403, + "household": 3404, + "finals": 3405, + "wave": 3406, + "critics": 3407, + "##ee": 3408, + "phase": 3409, + "massachusetts": 3410, + "pilot": 3411, + "unlike": 3412, + "philadelphia": 3413, + "bright": 3414, + "guns": 3415, + "crown": 3416, + "organizations": 3417, + "roof": 3418, + "42": 3419, + "respectively": 3420, + "clearly": 3421, + "tongue": 3422, + "marked": 3423, + "circle": 3424, + "fox": 3425, + "korea": 3426, + "bronze": 3427, + "brian": 3428, + "expanded": 3429, + "sexual": 3430, + "supply": 3431, + "yourself": 3432, + "inspired": 3433, + "labour": 3434, + "fc": 3435, + "##ah": 3436, + "reference": 3437, + "vision": 3438, + "draft": 3439, + "connection": 3440, + "brand": 3441, + "reasons": 3442, + "1935": 3443, + "classic": 3444, + "driving": 3445, + "trip": 3446, + "jesus": 3447, + "cells": 3448, + "entry": 3449, + "1920": 3450, + "neither": 3451, + "trail": 3452, + "claims": 3453, + "atlantic": 3454, + "orders": 3455, + "labor": 3456, + "nose": 3457, + "afraid": 3458, + "identified": 3459, + "intelligence": 3460, + "calls": 3461, + "cancer": 3462, + "attacked": 3463, + "passing": 3464, + "stephen": 3465, + "positions": 3466, + "imperial": 3467, + "grey": 3468, + "jason": 3469, + "39": 3470, + "sunday": 3471, + "48": 3472, + "swedish": 3473, + "avoid": 3474, + "extra": 3475, + "uncle": 3476, + "message": 3477, + "covers": 3478, + "allows": 3479, + "surprise": 3480, + "materials": 3481, + "fame": 3482, + "hunter": 3483, + "##ji": 3484, + "1930": 3485, + "citizens": 3486, + "figures": 3487, + "davis": 3488, + "environmental": 3489, + "confirmed": 3490, + "shit": 3491, + "titles": 3492, + "di": 3493, + "performing": 3494, + "difference": 3495, + "acts": 3496, + "attacks": 3497, + "##ov": 3498, + "existing": 3499, + "votes": 3500, + "opportunity": 3501, + "nor": 3502, + "shop": 3503, + "entirely": 3504, + "trains": 3505, + "opposite": 3506, + "pakistan": 3507, + "##pa": 3508, + "develop": 3509, + "resulted": 3510, + "representatives": 3511, + "actions": 3512, + "reality": 3513, + "pressed": 3514, + "##ish": 3515, + "barely": 3516, + "wine": 3517, + "conversation": 3518, + "faculty": 3519, + "northwest": 3520, + "ends": 3521, + "documentary": 3522, + "nuclear": 3523, + "stock": 3524, + "grace": 3525, + "sets": 3526, + "eat": 3527, + "alternative": 3528, + "##ps": 3529, + "bag": 3530, + "resulting": 3531, + "creating": 3532, + "surprised": 3533, + "cemetery": 3534, + "1919": 3535, + "drop": 3536, + "finding": 3537, + "sarah": 3538, + "cricket": 3539, + "streets": 3540, + "tradition": 3541, + "ride": 3542, + "1933": 3543, + "exhibition": 3544, + "target": 3545, + "ear": 3546, + "explained": 3547, + "rain": 3548, + "composer": 3549, + "injury": 3550, + "apartment": 3551, + "municipal": 3552, + "educational": 3553, + "occupied": 3554, + "netherlands": 3555, + "clean": 3556, + "billion": 3557, + "constitution": 3558, + "learn": 3559, + "1914": 3560, + "maximum": 3561, + "classical": 3562, + "francis": 3563, + "lose": 3564, + "opposition": 3565, + "jose": 3566, + "ontario": 3567, + "bear": 3568, + "core": 3569, + "hills": 3570, + "rolled": 3571, + "ending": 3572, + "drawn": 3573, + "permanent": 3574, + "fun": 3575, + "##tes": 3576, + "##lla": 3577, + "lewis": 3578, + "sites": 3579, + "chamber": 3580, + "ryan": 3581, + "##way": 3582, + "scoring": 3583, + "height": 3584, + "1934": 3585, + "##house": 3586, + "lyrics": 3587, + "staring": 3588, + "55": 3589, + "officials": 3590, + "1917": 3591, + "snow": 3592, + "oldest": 3593, + "##tic": 3594, + "orange": 3595, + "##ger": 3596, + "qualified": 3597, + "interior": 3598, + "apparently": 3599, + "succeeded": 3600, + "thousand": 3601, + "dinner": 3602, + "lights": 3603, + "existence": 3604, + "fans": 3605, + "heavily": 3606, + "41": 3607, + "greatest": 3608, + "conservative": 3609, + "send": 3610, + "bowl": 3611, + "plus": 3612, + "enter": 3613, + "catch": 3614, + "##un": 3615, + "economy": 3616, + "duty": 3617, + "1929": 3618, + "speech": 3619, + "authorities": 3620, + "princess": 3621, + "performances": 3622, + "versions": 3623, + "shall": 3624, + "graduate": 3625, + "pictures": 3626, + "effective": 3627, + "remembered": 3628, + "poetry": 3629, + "desk": 3630, + "crossed": 3631, + "starring": 3632, + "starts": 3633, + "passenger": 3634, + "sharp": 3635, + "##ant": 3636, + "acres": 3637, + "ass": 3638, + "weather": 3639, + "falling": 3640, + "rank": 3641, + "fund": 3642, + "supporting": 3643, + "check": 3644, + "adult": 3645, + "publishing": 3646, + "heads": 3647, + "cm": 3648, + "southeast": 3649, + "lane": 3650, + "##burg": 3651, + "application": 3652, + "bc": 3653, + "##ura": 3654, + "les": 3655, + "condition": 3656, + "transfer": 3657, + "prevent": 3658, + "display": 3659, + "ex": 3660, + "regions": 3661, + "earl": 3662, + "federation": 3663, + "cool": 3664, + "relatively": 3665, + "answered": 3666, + "besides": 3667, + "1928": 3668, + "obtained": 3669, + "portion": 3670, + "##town": 3671, + "mix": 3672, + "##ding": 3673, + "reaction": 3674, + "liked": 3675, + "dean": 3676, + "express": 3677, + "peak": 3678, + "1932": 3679, + "##tte": 3680, + "counter": 3681, + "religion": 3682, + "chain": 3683, + "rare": 3684, + "miller": 3685, + "convention": 3686, + "aid": 3687, + "lie": 3688, + "vehicles": 3689, + "mobile": 3690, + "perform": 3691, + "squad": 3692, + "wonder": 3693, + "lying": 3694, + "crazy": 3695, + "sword": 3696, + "##ping": 3697, + "attempted": 3698, + "centuries": 3699, + "weren": 3700, + "philosophy": 3701, + "category": 3702, + "##ize": 3703, + "anna": 3704, + "interested": 3705, + "47": 3706, + "sweden": 3707, + "wolf": 3708, + "frequently": 3709, + "abandoned": 3710, + "kg": 3711, + "literary": 3712, + "alliance": 3713, + "task": 3714, + "entitled": 3715, + "##ay": 3716, + "threw": 3717, + "promotion": 3718, + "factory": 3719, + "tiny": 3720, + "soccer": 3721, + "visited": 3722, + "matt": 3723, + "fm": 3724, + "achieved": 3725, + "52": 3726, + "defence": 3727, + "internal": 3728, + "persian": 3729, + "43": 3730, + "methods": 3731, + "##ging": 3732, + "arrested": 3733, + "otherwise": 3734, + "cambridge": 3735, + "programming": 3736, + "villages": 3737, + "elementary": 3738, + "districts": 3739, + "rooms": 3740, + "criminal": 3741, + "conflict": 3742, + "worry": 3743, + "trained": 3744, + "1931": 3745, + "attempts": 3746, + "waited": 3747, + "signal": 3748, + "bird": 3749, + "truck": 3750, + "subsequent": 3751, + "programme": 3752, + "##ol": 3753, + "ad": 3754, + "49": 3755, + "communist": 3756, + "details": 3757, + "faith": 3758, + "sector": 3759, + "patrick": 3760, + "carrying": 3761, + "laugh": 3762, + "##ss": 3763, + "controlled": 3764, + "korean": 3765, + "showing": 3766, + "origin": 3767, + "fuel": 3768, + "evil": 3769, + "1927": 3770, + "##ent": 3771, + "brief": 3772, + "identity": 3773, + "darkness": 3774, + "address": 3775, + "pool": 3776, + "missed": 3777, + "publication": 3778, + "web": 3779, + "planet": 3780, + "ian": 3781, + "anne": 3782, + "wings": 3783, + "invited": 3784, + "##tt": 3785, + "briefly": 3786, + "standards": 3787, + "kissed": 3788, + "##be": 3789, + "ideas": 3790, + "climate": 3791, + "causing": 3792, + "walter": 3793, + "worse": 3794, + "albert": 3795, + "articles": 3796, + "winners": 3797, + "desire": 3798, + "aged": 3799, + "northeast": 3800, + "dangerous": 3801, + "gate": 3802, + "doubt": 3803, + "1922": 3804, + "wooden": 3805, + "multi": 3806, + "##ky": 3807, + "poet": 3808, + "rising": 3809, + "funding": 3810, + "46": 3811, + "communications": 3812, + "communication": 3813, + "violence": 3814, + "copies": 3815, + "prepared": 3816, + "ford": 3817, + "investigation": 3818, + "skills": 3819, + "1924": 3820, + "pulling": 3821, + "electronic": 3822, + "##ak": 3823, + "##ial": 3824, + "##han": 3825, + "containing": 3826, + "ultimately": 3827, + "offices": 3828, + "singing": 3829, + "understanding": 3830, + "restaurant": 3831, + "tomorrow": 3832, + "fashion": 3833, + "christ": 3834, + "ward": 3835, + "da": 3836, + "pope": 3837, + "stands": 3838, + "5th": 3839, + "flow": 3840, + "studios": 3841, + "aired": 3842, + "commissioned": 3843, + "contained": 3844, + "exist": 3845, + "fresh": 3846, + "americans": 3847, + "##per": 3848, + "wrestling": 3849, + "approved": 3850, + "kid": 3851, + "employed": 3852, + "respect": 3853, + "suit": 3854, + "1925": 3855, + "angel": 3856, + "asking": 3857, + "increasing": 3858, + "frame": 3859, + "angry": 3860, + "selling": 3861, + "1950s": 3862, + "thin": 3863, + "finds": 3864, + "##nd": 3865, + "temperature": 3866, + "statement": 3867, + "ali": 3868, + "explain": 3869, + "inhabitants": 3870, + "towns": 3871, + "extensive": 3872, + "narrow": 3873, + "51": 3874, + "jane": 3875, + "flowers": 3876, + "images": 3877, + "promise": 3878, + "somewhere": 3879, + "object": 3880, + "fly": 3881, + "closely": 3882, + "##ls": 3883, + "1912": 3884, + "bureau": 3885, + "cape": 3886, + "1926": 3887, + "weekly": 3888, + "presidential": 3889, + "legislative": 3890, + "1921": 3891, + "##ai": 3892, + "##au": 3893, + "launch": 3894, + "founding": 3895, + "##ny": 3896, + "978": 3897, + "##ring": 3898, + "artillery": 3899, + "strike": 3900, + "un": 3901, + "institutions": 3902, + "roll": 3903, + "writers": 3904, + "landing": 3905, + "chose": 3906, + "kevin": 3907, + "anymore": 3908, + "pp": 3909, + "##ut": 3910, + "attorney": 3911, + "fit": 3912, + "dan": 3913, + "billboard": 3914, + "receiving": 3915, + "agricultural": 3916, + "breaking": 3917, + "sought": 3918, + "dave": 3919, + "admitted": 3920, + "lands": 3921, + "mexican": 3922, + "##bury": 3923, + "charlie": 3924, + "specifically": 3925, + "hole": 3926, + "iv": 3927, + "howard": 3928, + "credit": 3929, + "moscow": 3930, + "roads": 3931, + "accident": 3932, + "1923": 3933, + "proved": 3934, + "wear": 3935, + "struck": 3936, + "hey": 3937, + "guards": 3938, + "stuff": 3939, + "slid": 3940, + "expansion": 3941, + "1915": 3942, + "cat": 3943, + "anthony": 3944, + "##kin": 3945, + "melbourne": 3946, + "opposed": 3947, + "sub": 3948, + "southwest": 3949, + "architect": 3950, + "failure": 3951, + "plane": 3952, + "1916": 3953, + "##ron": 3954, + "map": 3955, + "camera": 3956, + "tank": 3957, + "listen": 3958, + "regarding": 3959, + "wet": 3960, + "introduction": 3961, + "metropolitan": 3962, + "link": 3963, + "ep": 3964, + "fighter": 3965, + "inch": 3966, + "grown": 3967, + "gene": 3968, + "anger": 3969, + "fixed": 3970, + "buy": 3971, + "dvd": 3972, + "khan": 3973, + "domestic": 3974, + "worldwide": 3975, + "chapel": 3976, + "mill": 3977, + "functions": 3978, + "examples": 3979, + "##head": 3980, + "developing": 3981, + "1910": 3982, + "turkey": 3983, + "hits": 3984, + "pocket": 3985, + "antonio": 3986, + "papers": 3987, + "grow": 3988, + "unless": 3989, + "circuit": 3990, + "18th": 3991, + "concerned": 3992, + "attached": 3993, + "journalist": 3994, + "selection": 3995, + "journey": 3996, + "converted": 3997, + "provincial": 3998, + "painted": 3999, + "hearing": 4000, + "aren": 4001, + "bands": 4002, + "negative": 4003, + "aside": 4004, + "wondered": 4005, + "knight": 4006, + "lap": 4007, + "survey": 4008, + "ma": 4009, + "##ow": 4010, + "noise": 4011, + "billy": 4012, + "##ium": 4013, + "shooting": 4014, + "guide": 4015, + "bedroom": 4016, + "priest": 4017, + "resistance": 4018, + "motor": 4019, + "homes": 4020, + "sounded": 4021, + "giant": 4022, + "##mer": 4023, + "150": 4024, + "scenes": 4025, + "equal": 4026, + "comic": 4027, + "patients": 4028, + "hidden": 4029, + "solid": 4030, + "actual": 4031, + "bringing": 4032, + "afternoon": 4033, + "touched": 4034, + "funds": 4035, + "wedding": 4036, + "consisted": 4037, + "marie": 4038, + "canal": 4039, + "sr": 4040, + "kim": 4041, + "treaty": 4042, + "turkish": 4043, + "recognition": 4044, + "residence": 4045, + "cathedral": 4046, + "broad": 4047, + "knees": 4048, + "incident": 4049, + "shaped": 4050, + "fired": 4051, + "norwegian": 4052, + "handle": 4053, + "cheek": 4054, + "contest": 4055, + "represent": 4056, + "##pe": 4057, + "representing": 4058, + "beauty": 4059, + "##sen": 4060, + "birds": 4061, + "advantage": 4062, + "emergency": 4063, + "wrapped": 4064, + "drawing": 4065, + "notice": 4066, + "pink": 4067, + "broadcasting": 4068, + "##ong": 4069, + "somehow": 4070, + "bachelor": 4071, + "seventh": 4072, + "collected": 4073, + "registered": 4074, + "establishment": 4075, + "alan": 4076, + "assumed": 4077, + "chemical": 4078, + "personnel": 4079, + "roger": 4080, + "retirement": 4081, + "jeff": 4082, + "portuguese": 4083, + "wore": 4084, + "tied": 4085, + "device": 4086, + "threat": 4087, + "progress": 4088, + "advance": 4089, + "##ised": 4090, + "banks": 4091, + "hired": 4092, + "manchester": 4093, + "nfl": 4094, + "teachers": 4095, + "structures": 4096, + "forever": 4097, + "##bo": 4098, + "tennis": 4099, + "helping": 4100, + "saturday": 4101, + "sale": 4102, + "applications": 4103, + "junction": 4104, + "hip": 4105, + "incorporated": 4106, + "neighborhood": 4107, + "dressed": 4108, + "ceremony": 4109, + "##ds": 4110, + "influenced": 4111, + "hers": 4112, + "visual": 4113, + "stairs": 4114, + "decades": 4115, + "inner": 4116, + "kansas": 4117, + "hung": 4118, + "hoped": 4119, + "gain": 4120, + "scheduled": 4121, + "downtown": 4122, + "engaged": 4123, + "austria": 4124, + "clock": 4125, + "norway": 4126, + "certainly": 4127, + "pale": 4128, + "protected": 4129, + "1913": 4130, + "victor": 4131, + "employees": 4132, + "plate": 4133, + "putting": 4134, + "surrounded": 4135, + "##ists": 4136, + "finishing": 4137, + "blues": 4138, + "tropical": 4139, + "##ries": 4140, + "minnesota": 4141, + "consider": 4142, + "philippines": 4143, + "accept": 4144, + "54": 4145, + "retrieved": 4146, + "1900": 4147, + "concern": 4148, + "anderson": 4149, + "properties": 4150, + "institution": 4151, + "gordon": 4152, + "successfully": 4153, + "vietnam": 4154, + "##dy": 4155, + "backing": 4156, + "outstanding": 4157, + "muslim": 4158, + "crossing": 4159, + "folk": 4160, + "producing": 4161, + "usual": 4162, + "demand": 4163, + "occurs": 4164, + "observed": 4165, + "lawyer": 4166, + "educated": 4167, + "##ana": 4168, + "kelly": 4169, + "string": 4170, + "pleasure": 4171, + "budget": 4172, + "items": 4173, + "quietly": 4174, + "colorado": 4175, + "philip": 4176, + "typical": 4177, + "##worth": 4178, + "derived": 4179, + "600": 4180, + "survived": 4181, + "asks": 4182, + "mental": 4183, + "##ide": 4184, + "56": 4185, + "jake": 4186, + "jews": 4187, + "distinguished": 4188, + "ltd": 4189, + "1911": 4190, + "sri": 4191, + "extremely": 4192, + "53": 4193, + "athletic": 4194, + "loud": 4195, + "thousands": 4196, + "worried": 4197, + "shadow": 4198, + "transportation": 4199, + "horses": 4200, + "weapon": 4201, + "arena": 4202, + "importance": 4203, + "users": 4204, + "tim": 4205, + "objects": 4206, + "contributed": 4207, + "dragon": 4208, + "douglas": 4209, + "aware": 4210, + "senator": 4211, + "johnny": 4212, + "jordan": 4213, + "sisters": 4214, + "engines": 4215, + "flag": 4216, + "investment": 4217, + "samuel": 4218, + "shock": 4219, + "capable": 4220, + "clark": 4221, + "row": 4222, + "wheel": 4223, + "refers": 4224, + "session": 4225, + "familiar": 4226, + "biggest": 4227, + "wins": 4228, + "hate": 4229, + "maintained": 4230, + "drove": 4231, + "hamilton": 4232, + "request": 4233, + "expressed": 4234, + "injured": 4235, + "underground": 4236, + "churches": 4237, + "walker": 4238, + "wars": 4239, + "tunnel": 4240, + "passes": 4241, + "stupid": 4242, + "agriculture": 4243, + "softly": 4244, + "cabinet": 4245, + "regarded": 4246, + "joining": 4247, + "indiana": 4248, + "##ea": 4249, + "##ms": 4250, + "push": 4251, + "dates": 4252, + "spend": 4253, + "behavior": 4254, + "woods": 4255, + "protein": 4256, + "gently": 4257, + "chase": 4258, + "morgan": 4259, + "mention": 4260, + "burning": 4261, + "wake": 4262, + "combination": 4263, + "occur": 4264, + "mirror": 4265, + "leads": 4266, + "jimmy": 4267, + "indeed": 4268, + "impossible": 4269, + "singapore": 4270, + "paintings": 4271, + "covering": 4272, + "##nes": 4273, + "soldier": 4274, + "locations": 4275, + "attendance": 4276, + "sell": 4277, + "historian": 4278, + "wisconsin": 4279, + "invasion": 4280, + "argued": 4281, + "painter": 4282, + "diego": 4283, + "changing": 4284, + "egypt": 4285, + "##don": 4286, + "experienced": 4287, + "inches": 4288, + "##ku": 4289, + "missouri": 4290, + "vol": 4291, + "grounds": 4292, + "spoken": 4293, + "switzerland": 4294, + "##gan": 4295, + "reform": 4296, + "rolling": 4297, + "ha": 4298, + "forget": 4299, + "massive": 4300, + "resigned": 4301, + "burned": 4302, + "allen": 4303, + "tennessee": 4304, + "locked": 4305, + "values": 4306, + "improved": 4307, + "##mo": 4308, + "wounded": 4309, + "universe": 4310, + "sick": 4311, + "dating": 4312, + "facing": 4313, + "pack": 4314, + "purchase": 4315, + "user": 4316, + "##pur": 4317, + "moments": 4318, + "##ul": 4319, + "merged": 4320, + "anniversary": 4321, + "1908": 4322, + "coal": 4323, + "brick": 4324, + "understood": 4325, + "causes": 4326, + "dynasty": 4327, + "queensland": 4328, + "establish": 4329, + "stores": 4330, + "crisis": 4331, + "promote": 4332, + "hoping": 4333, + "views": 4334, + "cards": 4335, + "referee": 4336, + "extension": 4337, + "##si": 4338, + "raise": 4339, + "arizona": 4340, + "improve": 4341, + "colonial": 4342, + "formal": 4343, + "charged": 4344, + "##rt": 4345, + "palm": 4346, + "lucky": 4347, + "hide": 4348, + "rescue": 4349, + "faces": 4350, + "95": 4351, + "feelings": 4352, + "candidates": 4353, + "juan": 4354, + "##ell": 4355, + "goods": 4356, + "6th": 4357, + "courses": 4358, + "weekend": 4359, + "59": 4360, + "luke": 4361, + "cash": 4362, + "fallen": 4363, + "##om": 4364, + "delivered": 4365, + "affected": 4366, + "installed": 4367, + "carefully": 4368, + "tries": 4369, + "swiss": 4370, + "hollywood": 4371, + "costs": 4372, + "lincoln": 4373, + "responsibility": 4374, + "##he": 4375, + "shore": 4376, + "file": 4377, + "proper": 4378, + "normally": 4379, + "maryland": 4380, + "assistance": 4381, + "jump": 4382, + "constant": 4383, + "offering": 4384, + "friendly": 4385, + "waters": 4386, + "persons": 4387, + "realize": 4388, + "contain": 4389, + "trophy": 4390, + "800": 4391, + "partnership": 4392, + "factor": 4393, + "58": 4394, + "musicians": 4395, + "cry": 4396, + "bound": 4397, + "oregon": 4398, + "indicated": 4399, + "hero": 4400, + "houston": 4401, + "medium": 4402, + "##ure": 4403, + "consisting": 4404, + "somewhat": 4405, + "##ara": 4406, + "57": 4407, + "cycle": 4408, + "##che": 4409, + "beer": 4410, + "moore": 4411, + "frederick": 4412, + "gotten": 4413, + "eleven": 4414, + "worst": 4415, + "weak": 4416, + "approached": 4417, + "arranged": 4418, + "chin": 4419, + "loan": 4420, + "universal": 4421, + "bond": 4422, + "fifteen": 4423, + "pattern": 4424, + "disappeared": 4425, + "##ney": 4426, + "translated": 4427, + "##zed": 4428, + "lip": 4429, + "arab": 4430, + "capture": 4431, + "interests": 4432, + "insurance": 4433, + "##chi": 4434, + "shifted": 4435, + "cave": 4436, + "prix": 4437, + "warning": 4438, + "sections": 4439, + "courts": 4440, + "coat": 4441, + "plot": 4442, + "smell": 4443, + "feed": 4444, + "golf": 4445, + "favorite": 4446, + "maintain": 4447, + "knife": 4448, + "vs": 4449, + "voted": 4450, + "degrees": 4451, + "finance": 4452, + "quebec": 4453, + "opinion": 4454, + "translation": 4455, + "manner": 4456, + "ruled": 4457, + "operate": 4458, + "productions": 4459, + "choose": 4460, + "musician": 4461, + "discovery": 4462, + "confused": 4463, + "tired": 4464, + "separated": 4465, + "stream": 4466, + "techniques": 4467, + "committed": 4468, + "attend": 4469, + "ranking": 4470, + "kings": 4471, + "throw": 4472, + "passengers": 4473, + "measure": 4474, + "horror": 4475, + "fan": 4476, + "mining": 4477, + "sand": 4478, + "danger": 4479, + "salt": 4480, + "calm": 4481, + "decade": 4482, + "dam": 4483, + "require": 4484, + "runner": 4485, + "##ik": 4486, + "rush": 4487, + "associate": 4488, + "greece": 4489, + "##ker": 4490, + "rivers": 4491, + "consecutive": 4492, + "matthew": 4493, + "##ski": 4494, + "sighed": 4495, + "sq": 4496, + "documents": 4497, + "steam": 4498, + "edited": 4499, + "closing": 4500, + "tie": 4501, + "accused": 4502, + "1905": 4503, + "##ini": 4504, + "islamic": 4505, + "distributed": 4506, + "directors": 4507, + "organisation": 4508, + "bruce": 4509, + "7th": 4510, + "breathing": 4511, + "mad": 4512, + "lit": 4513, + "arrival": 4514, + "concrete": 4515, + "taste": 4516, + "08": 4517, + "composition": 4518, + "shaking": 4519, + "faster": 4520, + "amateur": 4521, + "adjacent": 4522, + "stating": 4523, + "1906": 4524, + "twin": 4525, + "flew": 4526, + "##ran": 4527, + "tokyo": 4528, + "publications": 4529, + "##tone": 4530, + "obviously": 4531, + "ridge": 4532, + "storage": 4533, + "1907": 4534, + "carl": 4535, + "pages": 4536, + "concluded": 4537, + "desert": 4538, + "driven": 4539, + "universities": 4540, + "ages": 4541, + "terminal": 4542, + "sequence": 4543, + "borough": 4544, + "250": 4545, + "constituency": 4546, + "creative": 4547, + "cousin": 4548, + "economics": 4549, + "dreams": 4550, + "margaret": 4551, + "notably": 4552, + "reduce": 4553, + "montreal": 4554, + "mode": 4555, + "17th": 4556, + "ears": 4557, + "saved": 4558, + "jan": 4559, + "vocal": 4560, + "##ica": 4561, + "1909": 4562, + "andy": 4563, + "##jo": 4564, + "riding": 4565, + "roughly": 4566, + "threatened": 4567, + "##ise": 4568, + "meters": 4569, + "meanwhile": 4570, + "landed": 4571, + "compete": 4572, + "repeated": 4573, + "grass": 4574, + "czech": 4575, + "regularly": 4576, + "charges": 4577, + "tea": 4578, + "sudden": 4579, + "appeal": 4580, + "##ung": 4581, + "solution": 4582, + "describes": 4583, + "pierre": 4584, + "classification": 4585, + "glad": 4586, + "parking": 4587, + "##ning": 4588, + "belt": 4589, + "physics": 4590, + "99": 4591, + "rachel": 4592, + "add": 4593, + "hungarian": 4594, + "participate": 4595, + "expedition": 4596, + "damaged": 4597, + "gift": 4598, + "childhood": 4599, + "85": 4600, + "fifty": 4601, + "##red": 4602, + "mathematics": 4603, + "jumped": 4604, + "letting": 4605, + "defensive": 4606, + "mph": 4607, + "##ux": 4608, + "##gh": 4609, + "testing": 4610, + "##hip": 4611, + "hundreds": 4612, + "shoot": 4613, + "owners": 4614, + "matters": 4615, + "smoke": 4616, + "israeli": 4617, + "kentucky": 4618, + "dancing": 4619, + "mounted": 4620, + "grandfather": 4621, + "emma": 4622, + "designs": 4623, + "profit": 4624, + "argentina": 4625, + "##gs": 4626, + "truly": 4627, + "li": 4628, + "lawrence": 4629, + "cole": 4630, + "begun": 4631, + "detroit": 4632, + "willing": 4633, + "branches": 4634, + "smiling": 4635, + "decide": 4636, + "miami": 4637, + "enjoyed": 4638, + "recordings": 4639, + "##dale": 4640, + "poverty": 4641, + "ethnic": 4642, + "gay": 4643, + "##bi": 4644, + "gary": 4645, + "arabic": 4646, + "09": 4647, + "accompanied": 4648, + "##one": 4649, + "##ons": 4650, + "fishing": 4651, + "determine": 4652, + "residential": 4653, + "acid": 4654, + "##ary": 4655, + "alice": 4656, + "returns": 4657, + "starred": 4658, + "mail": 4659, + "##ang": 4660, + "jonathan": 4661, + "strategy": 4662, + "##ue": 4663, + "net": 4664, + "forty": 4665, + "cook": 4666, + "businesses": 4667, + "equivalent": 4668, + "commonwealth": 4669, + "distinct": 4670, + "ill": 4671, + "##cy": 4672, + "seriously": 4673, + "##ors": 4674, + "##ped": 4675, + "shift": 4676, + "harris": 4677, + "replace": 4678, + "rio": 4679, + "imagine": 4680, + "formula": 4681, + "ensure": 4682, + "##ber": 4683, + "additionally": 4684, + "scheme": 4685, + "conservation": 4686, + "occasionally": 4687, + "purposes": 4688, + "feels": 4689, + "favor": 4690, + "##and": 4691, + "##ore": 4692, + "1930s": 4693, + "contrast": 4694, + "hanging": 4695, + "hunt": 4696, + "movies": 4697, + "1904": 4698, + "instruments": 4699, + "victims": 4700, + "danish": 4701, + "christopher": 4702, + "busy": 4703, + "demon": 4704, + "sugar": 4705, + "earliest": 4706, + "colony": 4707, + "studying": 4708, + "balance": 4709, + "duties": 4710, + "##ks": 4711, + "belgium": 4712, + "slipped": 4713, + "carter": 4714, + "05": 4715, + "visible": 4716, + "stages": 4717, + "iraq": 4718, + "fifa": 4719, + "##im": 4720, + "commune": 4721, + "forming": 4722, + "zero": 4723, + "07": 4724, + "continuing": 4725, + "talked": 4726, + "counties": 4727, + "legend": 4728, + "bathroom": 4729, + "option": 4730, + "tail": 4731, + "clay": 4732, + "daughters": 4733, + "afterwards": 4734, + "severe": 4735, + "jaw": 4736, + "visitors": 4737, + "##ded": 4738, + "devices": 4739, + "aviation": 4740, + "russell": 4741, + "kate": 4742, + "##vi": 4743, + "entering": 4744, + "subjects": 4745, + "##ino": 4746, + "temporary": 4747, + "swimming": 4748, + "forth": 4749, + "smooth": 4750, + "ghost": 4751, + "audio": 4752, + "bush": 4753, + "operates": 4754, + "rocks": 4755, + "movements": 4756, + "signs": 4757, + "eddie": 4758, + "##tz": 4759, + "ann": 4760, + "voices": 4761, + "honorary": 4762, + "06": 4763, + "memories": 4764, + "dallas": 4765, + "pure": 4766, + "measures": 4767, + "racial": 4768, + "promised": 4769, + "66": 4770, + "harvard": 4771, + "ceo": 4772, + "16th": 4773, + "parliamentary": 4774, + "indicate": 4775, + "benefit": 4776, + "flesh": 4777, + "dublin": 4778, + "louisiana": 4779, + "1902": 4780, + "1901": 4781, + "patient": 4782, + "sleeping": 4783, + "1903": 4784, + "membership": 4785, + "coastal": 4786, + "medieval": 4787, + "wanting": 4788, + "element": 4789, + "scholars": 4790, + "rice": 4791, + "62": 4792, + "limit": 4793, + "survive": 4794, + "makeup": 4795, + "rating": 4796, + "definitely": 4797, + "collaboration": 4798, + "obvious": 4799, + "##tan": 4800, + "boss": 4801, + "ms": 4802, + "baron": 4803, + "birthday": 4804, + "linked": 4805, + "soil": 4806, + "diocese": 4807, + "##lan": 4808, + "ncaa": 4809, + "##mann": 4810, + "offensive": 4811, + "shell": 4812, + "shouldn": 4813, + "waist": 4814, + "##tus": 4815, + "plain": 4816, + "ross": 4817, + "organ": 4818, + "resolution": 4819, + "manufacturing": 4820, + "adding": 4821, + "relative": 4822, + "kennedy": 4823, + "98": 4824, + "whilst": 4825, + "moth": 4826, + "marketing": 4827, + "gardens": 4828, + "crash": 4829, + "72": 4830, + "heading": 4831, + "partners": 4832, + "credited": 4833, + "carlos": 4834, + "moves": 4835, + "cable": 4836, + "##zi": 4837, + "marshall": 4838, + "##out": 4839, + "depending": 4840, + "bottle": 4841, + "represents": 4842, + "rejected": 4843, + "responded": 4844, + "existed": 4845, + "04": 4846, + "jobs": 4847, + "denmark": 4848, + "lock": 4849, + "##ating": 4850, + "treated": 4851, + "graham": 4852, + "routes": 4853, + "talent": 4854, + "commissioner": 4855, + "drugs": 4856, + "secure": 4857, + "tests": 4858, + "reign": 4859, + "restored": 4860, + "photography": 4861, + "##gi": 4862, + "contributions": 4863, + "oklahoma": 4864, + "designer": 4865, + "disc": 4866, + "grin": 4867, + "seattle": 4868, + "robin": 4869, + "paused": 4870, + "atlanta": 4871, + "unusual": 4872, + "##gate": 4873, + "praised": 4874, + "las": 4875, + "laughing": 4876, + "satellite": 4877, + "hungary": 4878, + "visiting": 4879, + "##sky": 4880, + "interesting": 4881, + "factors": 4882, + "deck": 4883, + "poems": 4884, + "norman": 4885, + "##water": 4886, + "stuck": 4887, + "speaker": 4888, + "rifle": 4889, + "domain": 4890, + "premiered": 4891, + "##her": 4892, + "dc": 4893, + "comics": 4894, + "actors": 4895, + "01": 4896, + "reputation": 4897, + "eliminated": 4898, + "8th": 4899, + "ceiling": 4900, + "prisoners": 4901, + "script": 4902, + "##nce": 4903, + "leather": 4904, + "austin": 4905, + "mississippi": 4906, + "rapidly": 4907, + "admiral": 4908, + "parallel": 4909, + "charlotte": 4910, + "guilty": 4911, + "tools": 4912, + "gender": 4913, + "divisions": 4914, + "fruit": 4915, + "##bs": 4916, + "laboratory": 4917, + "nelson": 4918, + "fantasy": 4919, + "marry": 4920, + "rapid": 4921, + "aunt": 4922, + "tribe": 4923, + "requirements": 4924, + "aspects": 4925, + "suicide": 4926, + "amongst": 4927, + "adams": 4928, + "bone": 4929, + "ukraine": 4930, + "abc": 4931, + "kick": 4932, + "sees": 4933, + "edinburgh": 4934, + "clothing": 4935, + "column": 4936, + "rough": 4937, + "gods": 4938, + "hunting": 4939, + "broadway": 4940, + "gathered": 4941, + "concerns": 4942, + "##ek": 4943, + "spending": 4944, + "ty": 4945, + "12th": 4946, + "snapped": 4947, + "requires": 4948, + "solar": 4949, + "bones": 4950, + "cavalry": 4951, + "##tta": 4952, + "iowa": 4953, + "drinking": 4954, + "waste": 4955, + "index": 4956, + "franklin": 4957, + "charity": 4958, + "thompson": 4959, + "stewart": 4960, + "tip": 4961, + "flash": 4962, + "landscape": 4963, + "friday": 4964, + "enjoy": 4965, + "singh": 4966, + "poem": 4967, + "listening": 4968, + "##back": 4969, + "eighth": 4970, + "fred": 4971, + "differences": 4972, + "adapted": 4973, + "bomb": 4974, + "ukrainian": 4975, + "surgery": 4976, + "corporate": 4977, + "masters": 4978, + "anywhere": 4979, + "##more": 4980, + "waves": 4981, + "odd": 4982, + "sean": 4983, + "portugal": 4984, + "orleans": 4985, + "dick": 4986, + "debate": 4987, + "kent": 4988, + "eating": 4989, + "puerto": 4990, + "cleared": 4991, + "96": 4992, + "expect": 4993, + "cinema": 4994, + "97": 4995, + "guitarist": 4996, + "blocks": 4997, + "electrical": 4998, + "agree": 4999, + "involving": 5000, + "depth": 5001, + "dying": 5002, + "panel": 5003, + "struggle": 5004, + "##ged": 5005, + "peninsula": 5006, + "adults": 5007, + "novels": 5008, + "emerged": 5009, + "vienna": 5010, + "metro": 5011, + "debuted": 5012, + "shoes": 5013, + "tamil": 5014, + "songwriter": 5015, + "meets": 5016, + "prove": 5017, + "beating": 5018, + "instance": 5019, + "heaven": 5020, + "scared": 5021, + "sending": 5022, + "marks": 5023, + "artistic": 5024, + "passage": 5025, + "superior": 5026, + "03": 5027, + "significantly": 5028, + "shopping": 5029, + "##tive": 5030, + "retained": 5031, + "##izing": 5032, + "malaysia": 5033, + "technique": 5034, + "cheeks": 5035, + "##ola": 5036, + "warren": 5037, + "maintenance": 5038, + "destroy": 5039, + "extreme": 5040, + "allied": 5041, + "120": 5042, + "appearing": 5043, + "##yn": 5044, + "fill": 5045, + "advice": 5046, + "alabama": 5047, + "qualifying": 5048, + "policies": 5049, + "cleveland": 5050, + "hat": 5051, + "battery": 5052, + "smart": 5053, + "authors": 5054, + "10th": 5055, + "soundtrack": 5056, + "acted": 5057, + "dated": 5058, + "lb": 5059, + "glance": 5060, + "equipped": 5061, + "coalition": 5062, + "funny": 5063, + "outer": 5064, + "ambassador": 5065, + "roy": 5066, + "possibility": 5067, + "couples": 5068, + "campbell": 5069, + "dna": 5070, + "loose": 5071, + "ethan": 5072, + "supplies": 5073, + "1898": 5074, + "gonna": 5075, + "88": 5076, + "monster": 5077, + "##res": 5078, + "shake": 5079, + "agents": 5080, + "frequency": 5081, + "springs": 5082, + "dogs": 5083, + "practices": 5084, + "61": 5085, + "gang": 5086, + "plastic": 5087, + "easier": 5088, + "suggests": 5089, + "gulf": 5090, + "blade": 5091, + "exposed": 5092, + "colors": 5093, + "industries": 5094, + "markets": 5095, + "pan": 5096, + "nervous": 5097, + "electoral": 5098, + "charts": 5099, + "legislation": 5100, + "ownership": 5101, + "##idae": 5102, + "mac": 5103, + "appointment": 5104, + "shield": 5105, + "copy": 5106, + "assault": 5107, + "socialist": 5108, + "abbey": 5109, + "monument": 5110, + "license": 5111, + "throne": 5112, + "employment": 5113, + "jay": 5114, + "93": 5115, + "replacement": 5116, + "charter": 5117, + "cloud": 5118, + "powered": 5119, + "suffering": 5120, + "accounts": 5121, + "oak": 5122, + "connecticut": 5123, + "strongly": 5124, + "wright": 5125, + "colour": 5126, + "crystal": 5127, + "13th": 5128, + "context": 5129, + "welsh": 5130, + "networks": 5131, + "voiced": 5132, + "gabriel": 5133, + "jerry": 5134, + "##cing": 5135, + "forehead": 5136, + "mp": 5137, + "##ens": 5138, + "manage": 5139, + "schedule": 5140, + "totally": 5141, + "remix": 5142, + "##ii": 5143, + "forests": 5144, + "occupation": 5145, + "print": 5146, + "nicholas": 5147, + "brazilian": 5148, + "strategic": 5149, + "vampires": 5150, + "engineers": 5151, + "76": 5152, + "roots": 5153, + "seek": 5154, + "correct": 5155, + "instrumental": 5156, + "und": 5157, + "alfred": 5158, + "backed": 5159, + "hop": 5160, + "##des": 5161, + "stanley": 5162, + "robinson": 5163, + "traveled": 5164, + "wayne": 5165, + "welcome": 5166, + "austrian": 5167, + "achieve": 5168, + "67": 5169, + "exit": 5170, + "rates": 5171, + "1899": 5172, + "strip": 5173, + "whereas": 5174, + "##cs": 5175, + "sing": 5176, + "deeply": 5177, + "adventure": 5178, + "bobby": 5179, + "rick": 5180, + "jamie": 5181, + "careful": 5182, + "components": 5183, + "cap": 5184, + "useful": 5185, + "personality": 5186, + "knee": 5187, + "##shi": 5188, + "pushing": 5189, + "hosts": 5190, + "02": 5191, + "protest": 5192, + "ca": 5193, + "ottoman": 5194, + "symphony": 5195, + "##sis": 5196, + "63": 5197, + "boundary": 5198, + "1890": 5199, + "processes": 5200, + "considering": 5201, + "considerable": 5202, + "tons": 5203, + "##work": 5204, + "##ft": 5205, + "##nia": 5206, + "cooper": 5207, + "trading": 5208, + "dear": 5209, + "conduct": 5210, + "91": 5211, + "illegal": 5212, + "apple": 5213, + "revolutionary": 5214, + "holiday": 5215, + "definition": 5216, + "harder": 5217, + "##van": 5218, + "jacob": 5219, + "circumstances": 5220, + "destruction": 5221, + "##lle": 5222, + "popularity": 5223, + "grip": 5224, + "classified": 5225, + "liverpool": 5226, + "donald": 5227, + "baltimore": 5228, + "flows": 5229, + "seeking": 5230, + "honour": 5231, + "approval": 5232, + "92": 5233, + "mechanical": 5234, + "till": 5235, + "happening": 5236, + "statue": 5237, + "critic": 5238, + "increasingly": 5239, + "immediate": 5240, + "describe": 5241, + "commerce": 5242, + "stare": 5243, + "##ster": 5244, + "indonesia": 5245, + "meat": 5246, + "rounds": 5247, + "boats": 5248, + "baker": 5249, + "orthodox": 5250, + "depression": 5251, + "formally": 5252, + "worn": 5253, + "naked": 5254, + "claire": 5255, + "muttered": 5256, + "sentence": 5257, + "11th": 5258, + "emily": 5259, + "document": 5260, + "77": 5261, + "criticism": 5262, + "wished": 5263, + "vessel": 5264, + "spiritual": 5265, + "bent": 5266, + "virgin": 5267, + "parker": 5268, + "minimum": 5269, + "murray": 5270, + "lunch": 5271, + "danny": 5272, + "printed": 5273, + "compilation": 5274, + "keyboards": 5275, + "false": 5276, + "blow": 5277, + "belonged": 5278, + "68": 5279, + "raising": 5280, + "78": 5281, + "cutting": 5282, + "##board": 5283, + "pittsburgh": 5284, + "##up": 5285, + "9th": 5286, + "shadows": 5287, + "81": 5288, + "hated": 5289, + "indigenous": 5290, + "jon": 5291, + "15th": 5292, + "barry": 5293, + "scholar": 5294, + "ah": 5295, + "##zer": 5296, + "oliver": 5297, + "##gy": 5298, + "stick": 5299, + "susan": 5300, + "meetings": 5301, + "attracted": 5302, + "spell": 5303, + "romantic": 5304, + "##ver": 5305, + "ye": 5306, + "1895": 5307, + "photo": 5308, + "demanded": 5309, + "customers": 5310, + "##ac": 5311, + "1896": 5312, + "logan": 5313, + "revival": 5314, + "keys": 5315, + "modified": 5316, + "commanded": 5317, + "jeans": 5318, + "##ious": 5319, + "upset": 5320, + "raw": 5321, + "phil": 5322, + "detective": 5323, + "hiding": 5324, + "resident": 5325, + "vincent": 5326, + "##bly": 5327, + "experiences": 5328, + "diamond": 5329, + "defeating": 5330, + "coverage": 5331, + "lucas": 5332, + "external": 5333, + "parks": 5334, + "franchise": 5335, + "helen": 5336, + "bible": 5337, + "successor": 5338, + "percussion": 5339, + "celebrated": 5340, + "il": 5341, + "lift": 5342, + "profile": 5343, + "clan": 5344, + "romania": 5345, + "##ied": 5346, + "mills": 5347, + "##su": 5348, + "nobody": 5349, + "achievement": 5350, + "shrugged": 5351, + "fault": 5352, + "1897": 5353, + "rhythm": 5354, + "initiative": 5355, + "breakfast": 5356, + "carbon": 5357, + "700": 5358, + "69": 5359, + "lasted": 5360, + "violent": 5361, + "74": 5362, + "wound": 5363, + "ken": 5364, + "killer": 5365, + "gradually": 5366, + "filmed": 5367, + "°c": 5368, + "dollars": 5369, + "processing": 5370, + "94": 5371, + "remove": 5372, + "criticized": 5373, + "guests": 5374, + "sang": 5375, + "chemistry": 5376, + "##vin": 5377, + "legislature": 5378, + "disney": 5379, + "##bridge": 5380, + "uniform": 5381, + "escaped": 5382, + "integrated": 5383, + "proposal": 5384, + "purple": 5385, + "denied": 5386, + "liquid": 5387, + "karl": 5388, + "influential": 5389, + "morris": 5390, + "nights": 5391, + "stones": 5392, + "intense": 5393, + "experimental": 5394, + "twisted": 5395, + "71": 5396, + "84": 5397, + "##ld": 5398, + "pace": 5399, + "nazi": 5400, + "mitchell": 5401, + "ny": 5402, + "blind": 5403, + "reporter": 5404, + "newspapers": 5405, + "14th": 5406, + "centers": 5407, + "burn": 5408, + "basin": 5409, + "forgotten": 5410, + "surviving": 5411, + "filed": 5412, + "collections": 5413, + "monastery": 5414, + "losses": 5415, + "manual": 5416, + "couch": 5417, + "description": 5418, + "appropriate": 5419, + "merely": 5420, + "tag": 5421, + "missions": 5422, + "sebastian": 5423, + "restoration": 5424, + "replacing": 5425, + "triple": 5426, + "73": 5427, + "elder": 5428, + "julia": 5429, + "warriors": 5430, + "benjamin": 5431, + "julian": 5432, + "convinced": 5433, + "stronger": 5434, + "amazing": 5435, + "declined": 5436, + "versus": 5437, + "merchant": 5438, + "happens": 5439, + "output": 5440, + "finland": 5441, + "bare": 5442, + "barbara": 5443, + "absence": 5444, + "ignored": 5445, + "dawn": 5446, + "injuries": 5447, + "##port": 5448, + "producers": 5449, + "##ram": 5450, + "82": 5451, + "luis": 5452, + "##ities": 5453, + "kw": 5454, + "admit": 5455, + "expensive": 5456, + "electricity": 5457, + "nba": 5458, + "exception": 5459, + "symbol": 5460, + "##ving": 5461, + "ladies": 5462, + "shower": 5463, + "sheriff": 5464, + "characteristics": 5465, + "##je": 5466, + "aimed": 5467, + "button": 5468, + "ratio": 5469, + "effectively": 5470, + "summit": 5471, + "angle": 5472, + "jury": 5473, + "bears": 5474, + "foster": 5475, + "vessels": 5476, + "pants": 5477, + "executed": 5478, + "evans": 5479, + "dozen": 5480, + "advertising": 5481, + "kicked": 5482, + "patrol": 5483, + "1889": 5484, + "competitions": 5485, + "lifetime": 5486, + "principles": 5487, + "athletics": 5488, + "##logy": 5489, + "birmingham": 5490, + "sponsored": 5491, + "89": 5492, + "rob": 5493, + "nomination": 5494, + "1893": 5495, + "acoustic": 5496, + "##sm": 5497, + "creature": 5498, + "longest": 5499, + "##tra": 5500, + "credits": 5501, + "harbor": 5502, + "dust": 5503, + "josh": 5504, + "##so": 5505, + "territories": 5506, + "milk": 5507, + "infrastructure": 5508, + "completion": 5509, + "thailand": 5510, + "indians": 5511, + "leon": 5512, + "archbishop": 5513, + "##sy": 5514, + "assist": 5515, + "pitch": 5516, + "blake": 5517, + "arrangement": 5518, + "girlfriend": 5519, + "serbian": 5520, + "operational": 5521, + "hence": 5522, + "sad": 5523, + "scent": 5524, + "fur": 5525, + "dj": 5526, + "sessions": 5527, + "hp": 5528, + "refer": 5529, + "rarely": 5530, + "##ora": 5531, + "exists": 5532, + "1892": 5533, + "##ten": 5534, + "scientists": 5535, + "dirty": 5536, + "penalty": 5537, + "burst": 5538, + "portrait": 5539, + "seed": 5540, + "79": 5541, + "pole": 5542, + "limits": 5543, + "rival": 5544, + "1894": 5545, + "stable": 5546, + "alpha": 5547, + "grave": 5548, + "constitutional": 5549, + "alcohol": 5550, + "arrest": 5551, + "flower": 5552, + "mystery": 5553, + "devil": 5554, + "architectural": 5555, + "relationships": 5556, + "greatly": 5557, + "habitat": 5558, + "##istic": 5559, + "larry": 5560, + "progressive": 5561, + "remote": 5562, + "cotton": 5563, + "##ics": 5564, + "##ok": 5565, + "preserved": 5566, + "reaches": 5567, + "##ming": 5568, + "cited": 5569, + "86": 5570, + "vast": 5571, + "scholarship": 5572, + "decisions": 5573, + "cbs": 5574, + "joy": 5575, + "teach": 5576, + "1885": 5577, + "editions": 5578, + "knocked": 5579, + "eve": 5580, + "searching": 5581, + "partly": 5582, + "participation": 5583, + "gap": 5584, + "animated": 5585, + "fate": 5586, + "excellent": 5587, + "##ett": 5588, + "na": 5589, + "87": 5590, + "alternate": 5591, + "saints": 5592, + "youngest": 5593, + "##ily": 5594, + "climbed": 5595, + "##ita": 5596, + "##tors": 5597, + "suggest": 5598, + "##ct": 5599, + "discussion": 5600, + "staying": 5601, + "choir": 5602, + "lakes": 5603, + "jacket": 5604, + "revenue": 5605, + "nevertheless": 5606, + "peaked": 5607, + "instrument": 5608, + "wondering": 5609, + "annually": 5610, + "managing": 5611, + "neil": 5612, + "1891": 5613, + "signing": 5614, + "terry": 5615, + "##ice": 5616, + "apply": 5617, + "clinical": 5618, + "brooklyn": 5619, + "aim": 5620, + "catherine": 5621, + "fuck": 5622, + "farmers": 5623, + "figured": 5624, + "ninth": 5625, + "pride": 5626, + "hugh": 5627, + "evolution": 5628, + "ordinary": 5629, + "involvement": 5630, + "comfortable": 5631, + "shouted": 5632, + "tech": 5633, + "encouraged": 5634, + "taiwan": 5635, + "representation": 5636, + "sharing": 5637, + "##lia": 5638, + "##em": 5639, + "panic": 5640, + "exact": 5641, + "cargo": 5642, + "competing": 5643, + "fat": 5644, + "cried": 5645, + "83": 5646, + "1920s": 5647, + "occasions": 5648, + "pa": 5649, + "cabin": 5650, + "borders": 5651, + "utah": 5652, + "marcus": 5653, + "##isation": 5654, + "badly": 5655, + "muscles": 5656, + "##ance": 5657, + "victorian": 5658, + "transition": 5659, + "warner": 5660, + "bet": 5661, + "permission": 5662, + "##rin": 5663, + "slave": 5664, + "terrible": 5665, + "similarly": 5666, + "shares": 5667, + "seth": 5668, + "uefa": 5669, + "possession": 5670, + "medals": 5671, + "benefits": 5672, + "colleges": 5673, + "lowered": 5674, + "perfectly": 5675, + "mall": 5676, + "transit": 5677, + "##ye": 5678, + "##kar": 5679, + "publisher": 5680, + "##ened": 5681, + "harrison": 5682, + "deaths": 5683, + "elevation": 5684, + "##ae": 5685, + "asleep": 5686, + "machines": 5687, + "sigh": 5688, + "ash": 5689, + "hardly": 5690, + "argument": 5691, + "occasion": 5692, + "parent": 5693, + "leo": 5694, + "decline": 5695, + "1888": 5696, + "contribution": 5697, + "##ua": 5698, + "concentration": 5699, + "1000": 5700, + "opportunities": 5701, + "hispanic": 5702, + "guardian": 5703, + "extent": 5704, + "emotions": 5705, + "hips": 5706, + "mason": 5707, + "volumes": 5708, + "bloody": 5709, + "controversy": 5710, + "diameter": 5711, + "steady": 5712, + "mistake": 5713, + "phoenix": 5714, + "identify": 5715, + "violin": 5716, + "##sk": 5717, + "departure": 5718, + "richmond": 5719, + "spin": 5720, + "funeral": 5721, + "enemies": 5722, + "1864": 5723, + "gear": 5724, + "literally": 5725, + "connor": 5726, + "random": 5727, + "sergeant": 5728, + "grab": 5729, + "confusion": 5730, + "1865": 5731, + "transmission": 5732, + "informed": 5733, + "op": 5734, + "leaning": 5735, + "sacred": 5736, + "suspended": 5737, + "thinks": 5738, + "gates": 5739, + "portland": 5740, + "luck": 5741, + "agencies": 5742, + "yours": 5743, + "hull": 5744, + "expert": 5745, + "muscle": 5746, + "layer": 5747, + "practical": 5748, + "sculpture": 5749, + "jerusalem": 5750, + "latest": 5751, + "lloyd": 5752, + "statistics": 5753, + "deeper": 5754, + "recommended": 5755, + "warrior": 5756, + "arkansas": 5757, + "mess": 5758, + "supports": 5759, + "greg": 5760, + "eagle": 5761, + "1880": 5762, + "recovered": 5763, + "rated": 5764, + "concerts": 5765, + "rushed": 5766, + "##ano": 5767, + "stops": 5768, + "eggs": 5769, + "files": 5770, + "premiere": 5771, + "keith": 5772, + "##vo": 5773, + "delhi": 5774, + "turner": 5775, + "pit": 5776, + "affair": 5777, + "belief": 5778, + "paint": 5779, + "##zing": 5780, + "mate": 5781, + "##ach": 5782, + "##ev": 5783, + "victim": 5784, + "##ology": 5785, + "withdrew": 5786, + "bonus": 5787, + "styles": 5788, + "fled": 5789, + "##ud": 5790, + "glasgow": 5791, + "technologies": 5792, + "funded": 5793, + "nbc": 5794, + "adaptation": 5795, + "##ata": 5796, + "portrayed": 5797, + "cooperation": 5798, + "supporters": 5799, + "judges": 5800, + "bernard": 5801, + "justin": 5802, + "hallway": 5803, + "ralph": 5804, + "##ick": 5805, + "graduating": 5806, + "controversial": 5807, + "distant": 5808, + "continental": 5809, + "spider": 5810, + "bite": 5811, + "##ho": 5812, + "recognize": 5813, + "intention": 5814, + "mixing": 5815, + "##ese": 5816, + "egyptian": 5817, + "bow": 5818, + "tourism": 5819, + "suppose": 5820, + "claiming": 5821, + "tiger": 5822, + "dominated": 5823, + "participants": 5824, + "vi": 5825, + "##ru": 5826, + "nurse": 5827, + "partially": 5828, + "tape": 5829, + "##rum": 5830, + "psychology": 5831, + "##rn": 5832, + "essential": 5833, + "touring": 5834, + "duo": 5835, + "voting": 5836, + "civilian": 5837, + "emotional": 5838, + "channels": 5839, + "##king": 5840, + "apparent": 5841, + "hebrew": 5842, + "1887": 5843, + "tommy": 5844, + "carrier": 5845, + "intersection": 5846, + "beast": 5847, + "hudson": 5848, + "##gar": 5849, + "##zo": 5850, + "lab": 5851, + "nova": 5852, + "bench": 5853, + "discuss": 5854, + "costa": 5855, + "##ered": 5856, + "detailed": 5857, + "behalf": 5858, + "drivers": 5859, + "unfortunately": 5860, + "obtain": 5861, + "##lis": 5862, + "rocky": 5863, + "##dae": 5864, + "siege": 5865, + "friendship": 5866, + "honey": 5867, + "##rian": 5868, + "1861": 5869, + "amy": 5870, + "hang": 5871, + "posted": 5872, + "governments": 5873, + "collins": 5874, + "respond": 5875, + "wildlife": 5876, + "preferred": 5877, + "operator": 5878, + "##po": 5879, + "laura": 5880, + "pregnant": 5881, + "videos": 5882, + "dennis": 5883, + "suspected": 5884, + "boots": 5885, + "instantly": 5886, + "weird": 5887, + "automatic": 5888, + "businessman": 5889, + "alleged": 5890, + "placing": 5891, + "throwing": 5892, + "ph": 5893, + "mood": 5894, + "1862": 5895, + "perry": 5896, + "venue": 5897, + "jet": 5898, + "remainder": 5899, + "##lli": 5900, + "##ci": 5901, + "passion": 5902, + "biological": 5903, + "boyfriend": 5904, + "1863": 5905, + "dirt": 5906, + "buffalo": 5907, + "ron": 5908, + "segment": 5909, + "fa": 5910, + "abuse": 5911, + "##era": 5912, + "genre": 5913, + "thrown": 5914, + "stroke": 5915, + "colored": 5916, + "stress": 5917, + "exercise": 5918, + "displayed": 5919, + "##gen": 5920, + "struggled": 5921, + "##tti": 5922, + "abroad": 5923, + "dramatic": 5924, + "wonderful": 5925, + "thereafter": 5926, + "madrid": 5927, + "component": 5928, + "widespread": 5929, + "##sed": 5930, + "tale": 5931, + "citizen": 5932, + "todd": 5933, + "monday": 5934, + "1886": 5935, + "vancouver": 5936, + "overseas": 5937, + "forcing": 5938, + "crying": 5939, + "descent": 5940, + "##ris": 5941, + "discussed": 5942, + "substantial": 5943, + "ranks": 5944, + "regime": 5945, + "1870": 5946, + "provinces": 5947, + "switch": 5948, + "drum": 5949, + "zane": 5950, + "ted": 5951, + "tribes": 5952, + "proof": 5953, + "lp": 5954, + "cream": 5955, + "researchers": 5956, + "volunteer": 5957, + "manor": 5958, + "silk": 5959, + "milan": 5960, + "donated": 5961, + "allies": 5962, + "venture": 5963, + "principle": 5964, + "delivery": 5965, + "enterprise": 5966, + "##ves": 5967, + "##ans": 5968, + "bars": 5969, + "traditionally": 5970, + "witch": 5971, + "reminded": 5972, + "copper": 5973, + "##uk": 5974, + "pete": 5975, + "inter": 5976, + "links": 5977, + "colin": 5978, + "grinned": 5979, + "elsewhere": 5980, + "competitive": 5981, + "frequent": 5982, + "##oy": 5983, + "scream": 5984, + "##hu": 5985, + "tension": 5986, + "texts": 5987, + "submarine": 5988, + "finnish": 5989, + "defending": 5990, + "defend": 5991, + "pat": 5992, + "detail": 5993, + "1884": 5994, + "affiliated": 5995, + "stuart": 5996, + "themes": 5997, + "villa": 5998, + "periods": 5999, + "tool": 6000, + "belgian": 6001, + "ruling": 6002, + "crimes": 6003, + "answers": 6004, + "folded": 6005, + "licensed": 6006, + "resort": 6007, + "demolished": 6008, + "hans": 6009, + "lucy": 6010, + "1881": 6011, + "lion": 6012, + "traded": 6013, + "photographs": 6014, + "writes": 6015, + "craig": 6016, + "##fa": 6017, + "trials": 6018, + "generated": 6019, + "beth": 6020, + "noble": 6021, + "debt": 6022, + "percentage": 6023, + "yorkshire": 6024, + "erected": 6025, + "ss": 6026, + "viewed": 6027, + "grades": 6028, + "confidence": 6029, + "ceased": 6030, + "islam": 6031, + "telephone": 6032, + "retail": 6033, + "##ible": 6034, + "chile": 6035, + "m²": 6036, + "roberts": 6037, + "sixteen": 6038, + "##ich": 6039, + "commented": 6040, + "hampshire": 6041, + "innocent": 6042, + "dual": 6043, + "pounds": 6044, + "checked": 6045, + "regulations": 6046, + "afghanistan": 6047, + "sung": 6048, + "rico": 6049, + "liberty": 6050, + "assets": 6051, + "bigger": 6052, + "options": 6053, + "angels": 6054, + "relegated": 6055, + "tribute": 6056, + "wells": 6057, + "attending": 6058, + "leaf": 6059, + "##yan": 6060, + "butler": 6061, + "romanian": 6062, + "forum": 6063, + "monthly": 6064, + "lisa": 6065, + "patterns": 6066, + "gmina": 6067, + "##tory": 6068, + "madison": 6069, + "hurricane": 6070, + "rev": 6071, + "##ians": 6072, + "bristol": 6073, + "##ula": 6074, + "elite": 6075, + "valuable": 6076, + "disaster": 6077, + "democracy": 6078, + "awareness": 6079, + "germans": 6080, + "freyja": 6081, + "##ins": 6082, + "loop": 6083, + "absolutely": 6084, + "paying": 6085, + "populations": 6086, + "maine": 6087, + "sole": 6088, + "prayer": 6089, + "spencer": 6090, + "releases": 6091, + "doorway": 6092, + "bull": 6093, + "##ani": 6094, + "lover": 6095, + "midnight": 6096, + "conclusion": 6097, + "##sson": 6098, + "thirteen": 6099, + "lily": 6100, + "mediterranean": 6101, + "##lt": 6102, + "nhl": 6103, + "proud": 6104, + "sample": 6105, + "##hill": 6106, + "drummer": 6107, + "guinea": 6108, + "##ova": 6109, + "murphy": 6110, + "climb": 6111, + "##ston": 6112, + "instant": 6113, + "attributed": 6114, + "horn": 6115, + "ain": 6116, + "railways": 6117, + "steven": 6118, + "##ao": 6119, + "autumn": 6120, + "ferry": 6121, + "opponent": 6122, + "root": 6123, + "traveling": 6124, + "secured": 6125, + "corridor": 6126, + "stretched": 6127, + "tales": 6128, + "sheet": 6129, + "trinity": 6130, + "cattle": 6131, + "helps": 6132, + "indicates": 6133, + "manhattan": 6134, + "murdered": 6135, + "fitted": 6136, + "1882": 6137, + "gentle": 6138, + "grandmother": 6139, + "mines": 6140, + "shocked": 6141, + "vegas": 6142, + "produces": 6143, + "##light": 6144, + "caribbean": 6145, + "##ou": 6146, + "belong": 6147, + "continuous": 6148, + "desperate": 6149, + "drunk": 6150, + "historically": 6151, + "trio": 6152, + "waved": 6153, + "raf": 6154, + "dealing": 6155, + "nathan": 6156, + "bat": 6157, + "murmured": 6158, + "interrupted": 6159, + "residing": 6160, + "scientist": 6161, + "pioneer": 6162, + "harold": 6163, + "aaron": 6164, + "##net": 6165, + "delta": 6166, + "attempting": 6167, + "minority": 6168, + "mini": 6169, + "believes": 6170, + "chorus": 6171, + "tend": 6172, + "lots": 6173, + "eyed": 6174, + "indoor": 6175, + "load": 6176, + "shots": 6177, + "updated": 6178, + "jail": 6179, + "##llo": 6180, + "concerning": 6181, + "connecting": 6182, + "wealth": 6183, + "##ved": 6184, + "slaves": 6185, + "arrive": 6186, + "rangers": 6187, + "sufficient": 6188, + "rebuilt": 6189, + "##wick": 6190, + "cardinal": 6191, + "flood": 6192, + "muhammad": 6193, + "whenever": 6194, + "relation": 6195, + "runners": 6196, + "moral": 6197, + "repair": 6198, + "viewers": 6199, + "arriving": 6200, + "revenge": 6201, + "punk": 6202, + "assisted": 6203, + "bath": 6204, + "fairly": 6205, + "breathe": 6206, + "lists": 6207, + "innings": 6208, + "illustrated": 6209, + "whisper": 6210, + "nearest": 6211, + "voters": 6212, + "clinton": 6213, + "ties": 6214, + "ultimate": 6215, + "screamed": 6216, + "beijing": 6217, + "lions": 6218, + "andre": 6219, + "fictional": 6220, + "gathering": 6221, + "comfort": 6222, + "radar": 6223, + "suitable": 6224, + "dismissed": 6225, + "hms": 6226, + "ban": 6227, + "pine": 6228, + "wrist": 6229, + "atmosphere": 6230, + "voivodeship": 6231, + "bid": 6232, + "timber": 6233, + "##ned": 6234, + "##nan": 6235, + "giants": 6236, + "##ane": 6237, + "cameron": 6238, + "recovery": 6239, + "uss": 6240, + "identical": 6241, + "categories": 6242, + "switched": 6243, + "serbia": 6244, + "laughter": 6245, + "noah": 6246, + "ensemble": 6247, + "therapy": 6248, + "peoples": 6249, + "touching": 6250, + "##off": 6251, + "locally": 6252, + "pearl": 6253, + "platforms": 6254, + "everywhere": 6255, + "ballet": 6256, + "tables": 6257, + "lanka": 6258, + "herbert": 6259, + "outdoor": 6260, + "toured": 6261, + "derek": 6262, + "1883": 6263, + "spaces": 6264, + "contested": 6265, + "swept": 6266, + "1878": 6267, + "exclusive": 6268, + "slight": 6269, + "connections": 6270, + "##dra": 6271, + "winds": 6272, + "prisoner": 6273, + "collective": 6274, + "bangladesh": 6275, + "tube": 6276, + "publicly": 6277, + "wealthy": 6278, + "thai": 6279, + "##ys": 6280, + "isolated": 6281, + "select": 6282, + "##ric": 6283, + "insisted": 6284, + "pen": 6285, + "fortune": 6286, + "ticket": 6287, + "spotted": 6288, + "reportedly": 6289, + "animation": 6290, + "enforcement": 6291, + "tanks": 6292, + "110": 6293, + "decides": 6294, + "wider": 6295, + "lowest": 6296, + "owen": 6297, + "##time": 6298, + "nod": 6299, + "hitting": 6300, + "##hn": 6301, + "gregory": 6302, + "furthermore": 6303, + "magazines": 6304, + "fighters": 6305, + "solutions": 6306, + "##ery": 6307, + "pointing": 6308, + "requested": 6309, + "peru": 6310, + "reed": 6311, + "chancellor": 6312, + "knights": 6313, + "mask": 6314, + "worker": 6315, + "eldest": 6316, + "flames": 6317, + "reduction": 6318, + "1860": 6319, + "volunteers": 6320, + "##tis": 6321, + "reporting": 6322, + "##hl": 6323, + "wire": 6324, + "advisory": 6325, + "endemic": 6326, + "origins": 6327, + "settlers": 6328, + "pursue": 6329, + "knock": 6330, + "consumer": 6331, + "1876": 6332, + "eu": 6333, + "compound": 6334, + "creatures": 6335, + "mansion": 6336, + "sentenced": 6337, + "ivan": 6338, + "deployed": 6339, + "guitars": 6340, + "frowned": 6341, + "involves": 6342, + "mechanism": 6343, + "kilometers": 6344, + "perspective": 6345, + "shops": 6346, + "maps": 6347, + "terminus": 6348, + "duncan": 6349, + "alien": 6350, + "fist": 6351, + "bridges": 6352, + "##pers": 6353, + "heroes": 6354, + "fed": 6355, + "derby": 6356, + "swallowed": 6357, + "##ros": 6358, + "patent": 6359, + "sara": 6360, + "illness": 6361, + "characterized": 6362, + "adventures": 6363, + "slide": 6364, + "hawaii": 6365, + "jurisdiction": 6366, + "##op": 6367, + "organised": 6368, + "##side": 6369, + "adelaide": 6370, + "walks": 6371, + "biology": 6372, + "se": 6373, + "##ties": 6374, + "rogers": 6375, + "swing": 6376, + "tightly": 6377, + "boundaries": 6378, + "##rie": 6379, + "prepare": 6380, + "implementation": 6381, + "stolen": 6382, + "##sha": 6383, + "certified": 6384, + "colombia": 6385, + "edwards": 6386, + "garage": 6387, + "##mm": 6388, + "recalled": 6389, + "##ball": 6390, + "rage": 6391, + "harm": 6392, + "nigeria": 6393, + "breast": 6394, + "##ren": 6395, + "furniture": 6396, + "pupils": 6397, + "settle": 6398, + "##lus": 6399, + "cuba": 6400, + "balls": 6401, + "client": 6402, + "alaska": 6403, + "21st": 6404, + "linear": 6405, + "thrust": 6406, + "celebration": 6407, + "latino": 6408, + "genetic": 6409, + "terror": 6410, + "##cia": 6411, + "##ening": 6412, + "lightning": 6413, + "fee": 6414, + "witness": 6415, + "lodge": 6416, + "establishing": 6417, + "skull": 6418, + "##ique": 6419, + "earning": 6420, + "hood": 6421, + "##ei": 6422, + "rebellion": 6423, + "wang": 6424, + "sporting": 6425, + "warned": 6426, + "missile": 6427, + "devoted": 6428, + "activist": 6429, + "porch": 6430, + "worship": 6431, + "fourteen": 6432, + "package": 6433, + "1871": 6434, + "decorated": 6435, + "##shire": 6436, + "housed": 6437, + "##ock": 6438, + "chess": 6439, + "sailed": 6440, + "doctors": 6441, + "oscar": 6442, + "joan": 6443, + "treat": 6444, + "garcia": 6445, + "harbour": 6446, + "jeremy": 6447, + "##ire": 6448, + "traditions": 6449, + "dominant": 6450, + "jacques": 6451, + "##gon": 6452, + "##wan": 6453, + "relocated": 6454, + "1879": 6455, + "amendment": 6456, + "sized": 6457, + "companion": 6458, + "simultaneously": 6459, + "volleyball": 6460, + "spun": 6461, + "acre": 6462, + "increases": 6463, + "stopping": 6464, + "loves": 6465, + "belongs": 6466, + "affect": 6467, + "drafted": 6468, + "tossed": 6469, + "scout": 6470, + "battles": 6471, + "1875": 6472, + "filming": 6473, + "shoved": 6474, + "munich": 6475, + "tenure": 6476, + "vertical": 6477, + "romance": 6478, + "pc": 6479, + "##cher": 6480, + "argue": 6481, + "##ical": 6482, + "craft": 6483, + "ranging": 6484, + "www": 6485, + "opens": 6486, + "honest": 6487, + "tyler": 6488, + "yesterday": 6489, + "virtual": 6490, + "##let": 6491, + "muslims": 6492, + "reveal": 6493, + "snake": 6494, + "immigrants": 6495, + "radical": 6496, + "screaming": 6497, + "speakers": 6498, + "firing": 6499, + "saving": 6500, + "belonging": 6501, + "ease": 6502, + "lighting": 6503, + "prefecture": 6504, + "blame": 6505, + "farmer": 6506, + "hungry": 6507, + "grows": 6508, + "rubbed": 6509, + "beam": 6510, + "sur": 6511, + "subsidiary": 6512, + "##cha": 6513, + "armenian": 6514, + "sao": 6515, + "dropping": 6516, + "conventional": 6517, + "##fer": 6518, + "microsoft": 6519, + "reply": 6520, + "qualify": 6521, + "spots": 6522, + "1867": 6523, + "sweat": 6524, + "festivals": 6525, + "##ken": 6526, + "immigration": 6527, + "physician": 6528, + "discover": 6529, + "exposure": 6530, + "sandy": 6531, + "explanation": 6532, + "isaac": 6533, + "implemented": 6534, + "##fish": 6535, + "hart": 6536, + "initiated": 6537, + "connect": 6538, + "stakes": 6539, + "presents": 6540, + "heights": 6541, + "householder": 6542, + "pleased": 6543, + "tourist": 6544, + "regardless": 6545, + "slip": 6546, + "closest": 6547, + "##ction": 6548, + "surely": 6549, + "sultan": 6550, + "brings": 6551, + "riley": 6552, + "preparation": 6553, + "aboard": 6554, + "slammed": 6555, + "baptist": 6556, + "experiment": 6557, + "ongoing": 6558, + "interstate": 6559, + "organic": 6560, + "playoffs": 6561, + "##ika": 6562, + "1877": 6563, + "130": 6564, + "##tar": 6565, + "hindu": 6566, + "error": 6567, + "tours": 6568, + "tier": 6569, + "plenty": 6570, + "arrangements": 6571, + "talks": 6572, + "trapped": 6573, + "excited": 6574, + "sank": 6575, + "ho": 6576, + "athens": 6577, + "1872": 6578, + "denver": 6579, + "welfare": 6580, + "suburb": 6581, + "athletes": 6582, + "trick": 6583, + "diverse": 6584, + "belly": 6585, + "exclusively": 6586, + "yelled": 6587, + "1868": 6588, + "##med": 6589, + "conversion": 6590, + "##ette": 6591, + "1874": 6592, + "internationally": 6593, + "computers": 6594, + "conductor": 6595, + "abilities": 6596, + "sensitive": 6597, + "hello": 6598, + "dispute": 6599, + "measured": 6600, + "globe": 6601, + "rocket": 6602, + "prices": 6603, + "amsterdam": 6604, + "flights": 6605, + "tigers": 6606, + "inn": 6607, + "municipalities": 6608, + "emotion": 6609, + "references": 6610, + "3d": 6611, + "##mus": 6612, + "explains": 6613, + "airlines": 6614, + "manufactured": 6615, + "pm": 6616, + "archaeological": 6617, + "1873": 6618, + "interpretation": 6619, + "devon": 6620, + "comment": 6621, + "##ites": 6622, + "settlements": 6623, + "kissing": 6624, + "absolute": 6625, + "improvement": 6626, + "suite": 6627, + "impressed": 6628, + "barcelona": 6629, + "sullivan": 6630, + "jefferson": 6631, + "towers": 6632, + "jesse": 6633, + "julie": 6634, + "##tin": 6635, + "##lu": 6636, + "grandson": 6637, + "hi": 6638, + "gauge": 6639, + "regard": 6640, + "rings": 6641, + "interviews": 6642, + "trace": 6643, + "raymond": 6644, + "thumb": 6645, + "departments": 6646, + "burns": 6647, + "serial": 6648, + "bulgarian": 6649, + "scores": 6650, + "demonstrated": 6651, + "##ix": 6652, + "1866": 6653, + "kyle": 6654, + "alberta": 6655, + "underneath": 6656, + "romanized": 6657, + "##ward": 6658, + "relieved": 6659, + "acquisition": 6660, + "phrase": 6661, + "cliff": 6662, + "reveals": 6663, + "han": 6664, + "cuts": 6665, + "merger": 6666, + "custom": 6667, + "##dar": 6668, + "nee": 6669, + "gilbert": 6670, + "graduation": 6671, + "##nts": 6672, + "assessment": 6673, + "cafe": 6674, + "difficulty": 6675, + "demands": 6676, + "swung": 6677, + "democrat": 6678, + "jennifer": 6679, + "commons": 6680, + "1940s": 6681, + "grove": 6682, + "##yo": 6683, + "completing": 6684, + "focuses": 6685, + "sum": 6686, + "substitute": 6687, + "bearing": 6688, + "stretch": 6689, + "reception": 6690, + "##py": 6691, + "reflected": 6692, + "essentially": 6693, + "destination": 6694, + "pairs": 6695, + "##ched": 6696, + "survival": 6697, + "resource": 6698, + "##bach": 6699, + "promoting": 6700, + "doubles": 6701, + "messages": 6702, + "tear": 6703, + "##down": 6704, + "##fully": 6705, + "parade": 6706, + "florence": 6707, + "harvey": 6708, + "incumbent": 6709, + "partial": 6710, + "framework": 6711, + "900": 6712, + "pedro": 6713, + "frozen": 6714, + "procedure": 6715, + "olivia": 6716, + "controls": 6717, + "##mic": 6718, + "shelter": 6719, + "personally": 6720, + "temperatures": 6721, + "##od": 6722, + "brisbane": 6723, + "tested": 6724, + "sits": 6725, + "marble": 6726, + "comprehensive": 6727, + "oxygen": 6728, + "leonard": 6729, + "##kov": 6730, + "inaugural": 6731, + "iranian": 6732, + "referring": 6733, + "quarters": 6734, + "attitude": 6735, + "##ivity": 6736, + "mainstream": 6737, + "lined": 6738, + "mars": 6739, + "dakota": 6740, + "norfolk": 6741, + "unsuccessful": 6742, + "##°": 6743, + "explosion": 6744, + "helicopter": 6745, + "congressional": 6746, + "##sing": 6747, + "inspector": 6748, + "bitch": 6749, + "seal": 6750, + "departed": 6751, + "divine": 6752, + "##ters": 6753, + "coaching": 6754, + "examination": 6755, + "punishment": 6756, + "manufacturer": 6757, + "sink": 6758, + "columns": 6759, + "unincorporated": 6760, + "signals": 6761, + "nevada": 6762, + "squeezed": 6763, + "dylan": 6764, + "dining": 6765, + "photos": 6766, + "martial": 6767, + "manuel": 6768, + "eighteen": 6769, + "elevator": 6770, + "brushed": 6771, + "plates": 6772, + "ministers": 6773, + "ivy": 6774, + "congregation": 6775, + "##len": 6776, + "slept": 6777, + "specialized": 6778, + "taxes": 6779, + "curve": 6780, + "restricted": 6781, + "negotiations": 6782, + "likes": 6783, + "statistical": 6784, + "arnold": 6785, + "inspiration": 6786, + "execution": 6787, + "bold": 6788, + "intermediate": 6789, + "significance": 6790, + "margin": 6791, + "ruler": 6792, + "wheels": 6793, + "gothic": 6794, + "intellectual": 6795, + "dependent": 6796, + "listened": 6797, + "eligible": 6798, + "buses": 6799, + "widow": 6800, + "syria": 6801, + "earn": 6802, + "cincinnati": 6803, + "collapsed": 6804, + "recipient": 6805, + "secrets": 6806, + "accessible": 6807, + "philippine": 6808, + "maritime": 6809, + "goddess": 6810, + "clerk": 6811, + "surrender": 6812, + "breaks": 6813, + "playoff": 6814, + "database": 6815, + "##ified": 6816, + "##lon": 6817, + "ideal": 6818, + "beetle": 6819, + "aspect": 6820, + "soap": 6821, + "regulation": 6822, + "strings": 6823, + "expand": 6824, + "anglo": 6825, + "shorter": 6826, + "crosses": 6827, + "retreat": 6828, + "tough": 6829, + "coins": 6830, + "wallace": 6831, + "directions": 6832, + "pressing": 6833, + "##oon": 6834, + "shipping": 6835, + "locomotives": 6836, + "comparison": 6837, + "topics": 6838, + "nephew": 6839, + "##mes": 6840, + "distinction": 6841, + "honors": 6842, + "travelled": 6843, + "sierra": 6844, + "ibn": 6845, + "##over": 6846, + "fortress": 6847, + "sa": 6848, + "recognised": 6849, + "carved": 6850, + "1869": 6851, + "clients": 6852, + "##dan": 6853, + "intent": 6854, + "##mar": 6855, + "coaches": 6856, + "describing": 6857, + "bread": 6858, + "##ington": 6859, + "beaten": 6860, + "northwestern": 6861, + "##ona": 6862, + "merit": 6863, + "youtube": 6864, + "collapse": 6865, + "challenges": 6866, + "em": 6867, + "historians": 6868, + "objective": 6869, + "submitted": 6870, + "virus": 6871, + "attacking": 6872, + "drake": 6873, + "assume": 6874, + "##ere": 6875, + "diseases": 6876, + "marc": 6877, + "stem": 6878, + "leeds": 6879, + "##cus": 6880, + "##ab": 6881, + "farming": 6882, + "glasses": 6883, + "##lock": 6884, + "visits": 6885, + "nowhere": 6886, + "fellowship": 6887, + "relevant": 6888, + "carries": 6889, + "restaurants": 6890, + "experiments": 6891, + "101": 6892, + "constantly": 6893, + "bases": 6894, + "targets": 6895, + "shah": 6896, + "tenth": 6897, + "opponents": 6898, + "verse": 6899, + "territorial": 6900, + "##ira": 6901, + "writings": 6902, + "corruption": 6903, + "##hs": 6904, + "instruction": 6905, + "inherited": 6906, + "reverse": 6907, + "emphasis": 6908, + "##vic": 6909, + "employee": 6910, + "arch": 6911, + "keeps": 6912, + "rabbi": 6913, + "watson": 6914, + "payment": 6915, + "uh": 6916, + "##ala": 6917, + "nancy": 6918, + "##tre": 6919, + "venice": 6920, + "fastest": 6921, + "sexy": 6922, + "banned": 6923, + "adrian": 6924, + "properly": 6925, + "ruth": 6926, + "touchdown": 6927, + "dollar": 6928, + "boards": 6929, + "metre": 6930, + "circles": 6931, + "edges": 6932, + "favour": 6933, + "comments": 6934, + "ok": 6935, + "travels": 6936, + "liberation": 6937, + "scattered": 6938, + "firmly": 6939, + "##ular": 6940, + "holland": 6941, + "permitted": 6942, + "diesel": 6943, + "kenya": 6944, + "den": 6945, + "originated": 6946, + "##ral": 6947, + "demons": 6948, + "resumed": 6949, + "dragged": 6950, + "rider": 6951, + "##rus": 6952, + "servant": 6953, + "blinked": 6954, + "extend": 6955, + "torn": 6956, + "##ias": 6957, + "##sey": 6958, + "input": 6959, + "meal": 6960, + "everybody": 6961, + "cylinder": 6962, + "kinds": 6963, + "camps": 6964, + "##fe": 6965, + "bullet": 6966, + "logic": 6967, + "##wn": 6968, + "croatian": 6969, + "evolved": 6970, + "healthy": 6971, + "fool": 6972, + "chocolate": 6973, + "wise": 6974, + "preserve": 6975, + "pradesh": 6976, + "##ess": 6977, + "respective": 6978, + "1850": 6979, + "##ew": 6980, + "chicken": 6981, + "artificial": 6982, + "gross": 6983, + "corresponding": 6984, + "convicted": 6985, + "cage": 6986, + "caroline": 6987, + "dialogue": 6988, + "##dor": 6989, + "narrative": 6990, + "stranger": 6991, + "mario": 6992, + "br": 6993, + "christianity": 6994, + "failing": 6995, + "trent": 6996, + "commanding": 6997, + "buddhist": 6998, + "1848": 6999, + "maurice": 7000, + "focusing": 7001, + "yale": 7002, + "bike": 7003, + "altitude": 7004, + "##ering": 7005, + "mouse": 7006, + "revised": 7007, + "##sley": 7008, + "veteran": 7009, + "##ig": 7010, + "pulls": 7011, + "theology": 7012, + "crashed": 7013, + "campaigns": 7014, + "legion": 7015, + "##ability": 7016, + "drag": 7017, + "excellence": 7018, + "customer": 7019, + "cancelled": 7020, + "intensity": 7021, + "excuse": 7022, + "##lar": 7023, + "liga": 7024, + "participating": 7025, + "contributing": 7026, + "printing": 7027, + "##burn": 7028, + "variable": 7029, + "##rk": 7030, + "curious": 7031, + "bin": 7032, + "legacy": 7033, + "renaissance": 7034, + "##my": 7035, + "symptoms": 7036, + "binding": 7037, + "vocalist": 7038, + "dancer": 7039, + "##nie": 7040, + "grammar": 7041, + "gospel": 7042, + "democrats": 7043, + "ya": 7044, + "enters": 7045, + "sc": 7046, + "diplomatic": 7047, + "hitler": 7048, + "##ser": 7049, + "clouds": 7050, + "mathematical": 7051, + "quit": 7052, + "defended": 7053, + "oriented": 7054, + "##heim": 7055, + "fundamental": 7056, + "hardware": 7057, + "impressive": 7058, + "equally": 7059, + "convince": 7060, + "confederate": 7061, + "guilt": 7062, + "chuck": 7063, + "sliding": 7064, + "##ware": 7065, + "magnetic": 7066, + "narrowed": 7067, + "petersburg": 7068, + "bulgaria": 7069, + "otto": 7070, + "phd": 7071, + "skill": 7072, + "##ama": 7073, + "reader": 7074, + "hopes": 7075, + "pitcher": 7076, + "reservoir": 7077, + "hearts": 7078, + "automatically": 7079, + "expecting": 7080, + "mysterious": 7081, + "bennett": 7082, + "extensively": 7083, + "imagined": 7084, + "seeds": 7085, + "monitor": 7086, + "fix": 7087, + "##ative": 7088, + "journalism": 7089, + "struggling": 7090, + "signature": 7091, + "ranch": 7092, + "encounter": 7093, + "photographer": 7094, + "observation": 7095, + "protests": 7096, + "##pin": 7097, + "influences": 7098, + "##hr": 7099, + "calendar": 7100, + "##all": 7101, + "cruz": 7102, + "croatia": 7103, + "locomotive": 7104, + "hughes": 7105, + "naturally": 7106, + "shakespeare": 7107, + "basement": 7108, + "hook": 7109, + "uncredited": 7110, + "faded": 7111, + "theories": 7112, + "approaches": 7113, + "dare": 7114, + "phillips": 7115, + "filling": 7116, + "fury": 7117, + "obama": 7118, + "##ain": 7119, + "efficient": 7120, + "arc": 7121, + "deliver": 7122, + "min": 7123, + "raid": 7124, + "breeding": 7125, + "inducted": 7126, + "leagues": 7127, + "efficiency": 7128, + "axis": 7129, + "montana": 7130, + "eagles": 7131, + "##ked": 7132, + "supplied": 7133, + "instructions": 7134, + "karen": 7135, + "picking": 7136, + "indicating": 7137, + "trap": 7138, + "anchor": 7139, + "practically": 7140, + "christians": 7141, + "tomb": 7142, + "vary": 7143, + "occasional": 7144, + "electronics": 7145, + "lords": 7146, + "readers": 7147, + "newcastle": 7148, + "faint": 7149, + "innovation": 7150, + "collect": 7151, + "situations": 7152, + "engagement": 7153, + "160": 7154, + "claude": 7155, + "mixture": 7156, + "##feld": 7157, + "peer": 7158, + "tissue": 7159, + "logo": 7160, + "lean": 7161, + "##ration": 7162, + "°f": 7163, + "floors": 7164, + "##ven": 7165, + "architects": 7166, + "reducing": 7167, + "##our": 7168, + "##ments": 7169, + "rope": 7170, + "1859": 7171, + "ottawa": 7172, + "##har": 7173, + "samples": 7174, + "banking": 7175, + "declaration": 7176, + "proteins": 7177, + "resignation": 7178, + "francois": 7179, + "saudi": 7180, + "advocate": 7181, + "exhibited": 7182, + "armor": 7183, + "twins": 7184, + "divorce": 7185, + "##ras": 7186, + "abraham": 7187, + "reviewed": 7188, + "jo": 7189, + "temporarily": 7190, + "matrix": 7191, + "physically": 7192, + "pulse": 7193, + "curled": 7194, + "##ena": 7195, + "difficulties": 7196, + "bengal": 7197, + "usage": 7198, + "##ban": 7199, + "annie": 7200, + "riders": 7201, + "certificate": 7202, + "##pi": 7203, + "holes": 7204, + "warsaw": 7205, + "distinctive": 7206, + "jessica": 7207, + "##mon": 7208, + "mutual": 7209, + "1857": 7210, + "customs": 7211, + "circular": 7212, + "eugene": 7213, + "removal": 7214, + "loaded": 7215, + "mere": 7216, + "vulnerable": 7217, + "depicted": 7218, + "generations": 7219, + "dame": 7220, + "heir": 7221, + "enormous": 7222, + "lightly": 7223, + "climbing": 7224, + "pitched": 7225, + "lessons": 7226, + "pilots": 7227, + "nepal": 7228, + "ram": 7229, + "google": 7230, + "preparing": 7231, + "brad": 7232, + "louise": 7233, + "renowned": 7234, + "##₂": 7235, + "liam": 7236, + "##ably": 7237, + "plaza": 7238, + "shaw": 7239, + "sophie": 7240, + "brilliant": 7241, + "bills": 7242, + "##bar": 7243, + "##nik": 7244, + "fucking": 7245, + "mainland": 7246, + "server": 7247, + "pleasant": 7248, + "seized": 7249, + "veterans": 7250, + "jerked": 7251, + "fail": 7252, + "beta": 7253, + "brush": 7254, + "radiation": 7255, + "stored": 7256, + "warmth": 7257, + "southeastern": 7258, + "nate": 7259, + "sin": 7260, + "raced": 7261, + "berkeley": 7262, + "joke": 7263, + "athlete": 7264, + "designation": 7265, + "trunk": 7266, + "##low": 7267, + "roland": 7268, + "qualification": 7269, + "archives": 7270, + "heels": 7271, + "artwork": 7272, + "receives": 7273, + "judicial": 7274, + "reserves": 7275, + "##bed": 7276, + "woke": 7277, + "installation": 7278, + "abu": 7279, + "floating": 7280, + "fake": 7281, + "lesser": 7282, + "excitement": 7283, + "interface": 7284, + "concentrated": 7285, + "addressed": 7286, + "characteristic": 7287, + "amanda": 7288, + "saxophone": 7289, + "monk": 7290, + "auto": 7291, + "##bus": 7292, + "releasing": 7293, + "egg": 7294, + "dies": 7295, + "interaction": 7296, + "defender": 7297, + "ce": 7298, + "outbreak": 7299, + "glory": 7300, + "loving": 7301, + "##bert": 7302, + "sequel": 7303, + "consciousness": 7304, + "http": 7305, + "awake": 7306, + "ski": 7307, + "enrolled": 7308, + "##ress": 7309, + "handling": 7310, + "rookie": 7311, + "brow": 7312, + "somebody": 7313, + "biography": 7314, + "warfare": 7315, + "amounts": 7316, + "contracts": 7317, + "presentation": 7318, + "fabric": 7319, + "dissolved": 7320, + "challenged": 7321, + "meter": 7322, + "psychological": 7323, + "lt": 7324, + "elevated": 7325, + "rally": 7326, + "accurate": 7327, + "##tha": 7328, + "hospitals": 7329, + "undergraduate": 7330, + "specialist": 7331, + "venezuela": 7332, + "exhibit": 7333, + "shed": 7334, + "nursing": 7335, + "protestant": 7336, + "fluid": 7337, + "structural": 7338, + "footage": 7339, + "jared": 7340, + "consistent": 7341, + "prey": 7342, + "##ska": 7343, + "succession": 7344, + "reflect": 7345, + "exile": 7346, + "lebanon": 7347, + "wiped": 7348, + "suspect": 7349, + "shanghai": 7350, + "resting": 7351, + "integration": 7352, + "preservation": 7353, + "marvel": 7354, + "variant": 7355, + "pirates": 7356, + "sheep": 7357, + "rounded": 7358, + "capita": 7359, + "sailing": 7360, + "colonies": 7361, + "manuscript": 7362, + "deemed": 7363, + "variations": 7364, + "clarke": 7365, + "functional": 7366, + "emerging": 7367, + "boxing": 7368, + "relaxed": 7369, + "curse": 7370, + "azerbaijan": 7371, + "heavyweight": 7372, + "nickname": 7373, + "editorial": 7374, + "rang": 7375, + "grid": 7376, + "tightened": 7377, + "earthquake": 7378, + "flashed": 7379, + "miguel": 7380, + "rushing": 7381, + "##ches": 7382, + "improvements": 7383, + "boxes": 7384, + "brooks": 7385, + "180": 7386, + "consumption": 7387, + "molecular": 7388, + "felix": 7389, + "societies": 7390, + "repeatedly": 7391, + "variation": 7392, + "aids": 7393, + "civic": 7394, + "graphics": 7395, + "professionals": 7396, + "realm": 7397, + "autonomous": 7398, + "receiver": 7399, + "delayed": 7400, + "workshop": 7401, + "militia": 7402, + "chairs": 7403, + "trump": 7404, + "canyon": 7405, + "##point": 7406, + "harsh": 7407, + "extending": 7408, + "lovely": 7409, + "happiness": 7410, + "##jan": 7411, + "stake": 7412, + "eyebrows": 7413, + "embassy": 7414, + "wellington": 7415, + "hannah": 7416, + "##ella": 7417, + "sony": 7418, + "corners": 7419, + "bishops": 7420, + "swear": 7421, + "cloth": 7422, + "contents": 7423, + "xi": 7424, + "namely": 7425, + "commenced": 7426, + "1854": 7427, + "stanford": 7428, + "nashville": 7429, + "courage": 7430, + "graphic": 7431, + "commitment": 7432, + "garrison": 7433, + "##bin": 7434, + "hamlet": 7435, + "clearing": 7436, + "rebels": 7437, + "attraction": 7438, + "literacy": 7439, + "cooking": 7440, + "ruins": 7441, + "temples": 7442, + "jenny": 7443, + "humanity": 7444, + "celebrate": 7445, + "hasn": 7446, + "freight": 7447, + "sixty": 7448, + "rebel": 7449, + "bastard": 7450, + "##art": 7451, + "newton": 7452, + "##ada": 7453, + "deer": 7454, + "##ges": 7455, + "##ching": 7456, + "smiles": 7457, + "delaware": 7458, + "singers": 7459, + "##ets": 7460, + "approaching": 7461, + "assists": 7462, + "flame": 7463, + "##ph": 7464, + "boulevard": 7465, + "barrel": 7466, + "planted": 7467, + "##ome": 7468, + "pursuit": 7469, + "##sia": 7470, + "consequences": 7471, + "posts": 7472, + "shallow": 7473, + "invitation": 7474, + "rode": 7475, + "depot": 7476, + "ernest": 7477, + "kane": 7478, + "rod": 7479, + "concepts": 7480, + "preston": 7481, + "topic": 7482, + "chambers": 7483, + "striking": 7484, + "blast": 7485, + "arrives": 7486, + "descendants": 7487, + "montgomery": 7488, + "ranges": 7489, + "worlds": 7490, + "##lay": 7491, + "##ari": 7492, + "span": 7493, + "chaos": 7494, + "praise": 7495, + "##ag": 7496, + "fewer": 7497, + "1855": 7498, + "sanctuary": 7499, + "mud": 7500, + "fbi": 7501, + "##ions": 7502, + "programmes": 7503, + "maintaining": 7504, + "unity": 7505, + "harper": 7506, + "bore": 7507, + "handsome": 7508, + "closure": 7509, + "tournaments": 7510, + "thunder": 7511, + "nebraska": 7512, + "linda": 7513, + "facade": 7514, + "puts": 7515, + "satisfied": 7516, + "argentine": 7517, + "dale": 7518, + "cork": 7519, + "dome": 7520, + "panama": 7521, + "##yl": 7522, + "1858": 7523, + "tasks": 7524, + "experts": 7525, + "##ates": 7526, + "feeding": 7527, + "equation": 7528, + "##las": 7529, + "##ida": 7530, + "##tu": 7531, + "engage": 7532, + "bryan": 7533, + "##ax": 7534, + "um": 7535, + "quartet": 7536, + "melody": 7537, + "disbanded": 7538, + "sheffield": 7539, + "blocked": 7540, + "gasped": 7541, + "delay": 7542, + "kisses": 7543, + "maggie": 7544, + "connects": 7545, + "##non": 7546, + "sts": 7547, + "poured": 7548, + "creator": 7549, + "publishers": 7550, + "##we": 7551, + "guided": 7552, + "ellis": 7553, + "extinct": 7554, + "hug": 7555, + "gaining": 7556, + "##ord": 7557, + "complicated": 7558, + "##bility": 7559, + "poll": 7560, + "clenched": 7561, + "investigate": 7562, + "##use": 7563, + "thereby": 7564, + "quantum": 7565, + "spine": 7566, + "cdp": 7567, + "humor": 7568, + "kills": 7569, + "administered": 7570, + "semifinals": 7571, + "##du": 7572, + "encountered": 7573, + "ignore": 7574, + "##bu": 7575, + "commentary": 7576, + "##maker": 7577, + "bother": 7578, + "roosevelt": 7579, + "140": 7580, + "plains": 7581, + "halfway": 7582, + "flowing": 7583, + "cultures": 7584, + "crack": 7585, + "imprisoned": 7586, + "neighboring": 7587, + "airline": 7588, + "##ses": 7589, + "##view": 7590, + "##mate": 7591, + "##ec": 7592, + "gather": 7593, + "wolves": 7594, + "marathon": 7595, + "transformed": 7596, + "##ill": 7597, + "cruise": 7598, + "organisations": 7599, + "carol": 7600, + "punch": 7601, + "exhibitions": 7602, + "numbered": 7603, + "alarm": 7604, + "ratings": 7605, + "daddy": 7606, + "silently": 7607, + "##stein": 7608, + "queens": 7609, + "colours": 7610, + "impression": 7611, + "guidance": 7612, + "liu": 7613, + "tactical": 7614, + "##rat": 7615, + "marshal": 7616, + "della": 7617, + "arrow": 7618, + "##ings": 7619, + "rested": 7620, + "feared": 7621, + "tender": 7622, + "owns": 7623, + "bitter": 7624, + "advisor": 7625, + "escort": 7626, + "##ides": 7627, + "spare": 7628, + "farms": 7629, + "grants": 7630, + "##ene": 7631, + "dragons": 7632, + "encourage": 7633, + "colleagues": 7634, + "cameras": 7635, + "##und": 7636, + "sucked": 7637, + "pile": 7638, + "spirits": 7639, + "prague": 7640, + "statements": 7641, + "suspension": 7642, + "landmark": 7643, + "fence": 7644, + "torture": 7645, + "recreation": 7646, + "bags": 7647, + "permanently": 7648, + "survivors": 7649, + "pond": 7650, + "spy": 7651, + "predecessor": 7652, + "bombing": 7653, + "coup": 7654, + "##og": 7655, + "protecting": 7656, + "transformation": 7657, + "glow": 7658, + "##lands": 7659, + "##book": 7660, + "dug": 7661, + "priests": 7662, + "andrea": 7663, + "feat": 7664, + "barn": 7665, + "jumping": 7666, + "##chen": 7667, + "##ologist": 7668, + "##con": 7669, + "casualties": 7670, + "stern": 7671, + "auckland": 7672, + "pipe": 7673, + "serie": 7674, + "revealing": 7675, + "ba": 7676, + "##bel": 7677, + "trevor": 7678, + "mercy": 7679, + "spectrum": 7680, + "yang": 7681, + "consist": 7682, + "governing": 7683, + "collaborated": 7684, + "possessed": 7685, + "epic": 7686, + "comprises": 7687, + "blew": 7688, + "shane": 7689, + "##ack": 7690, + "lopez": 7691, + "honored": 7692, + "magical": 7693, + "sacrifice": 7694, + "judgment": 7695, + "perceived": 7696, + "hammer": 7697, + "mtv": 7698, + "baronet": 7699, + "tune": 7700, + "das": 7701, + "missionary": 7702, + "sheets": 7703, + "350": 7704, + "neutral": 7705, + "oral": 7706, + "threatening": 7707, + "attractive": 7708, + "shade": 7709, + "aims": 7710, + "seminary": 7711, + "##master": 7712, + "estates": 7713, + "1856": 7714, + "michel": 7715, + "wounds": 7716, + "refugees": 7717, + "manufacturers": 7718, + "##nic": 7719, + "mercury": 7720, + "syndrome": 7721, + "porter": 7722, + "##iya": 7723, + "##din": 7724, + "hamburg": 7725, + "identification": 7726, + "upstairs": 7727, + "purse": 7728, + "widened": 7729, + "pause": 7730, + "cared": 7731, + "breathed": 7732, + "affiliate": 7733, + "santiago": 7734, + "prevented": 7735, + "celtic": 7736, + "fisher": 7737, + "125": 7738, + "recruited": 7739, + "byzantine": 7740, + "reconstruction": 7741, + "farther": 7742, + "##mp": 7743, + "diet": 7744, + "sake": 7745, + "au": 7746, + "spite": 7747, + "sensation": 7748, + "##ert": 7749, + "blank": 7750, + "separation": 7751, + "105": 7752, + "##hon": 7753, + "vladimir": 7754, + "armies": 7755, + "anime": 7756, + "##lie": 7757, + "accommodate": 7758, + "orbit": 7759, + "cult": 7760, + "sofia": 7761, + "archive": 7762, + "##ify": 7763, + "##box": 7764, + "founders": 7765, + "sustained": 7766, + "disorder": 7767, + "honours": 7768, + "northeastern": 7769, + "mia": 7770, + "crops": 7771, + "violet": 7772, + "threats": 7773, + "blanket": 7774, + "fires": 7775, + "canton": 7776, + "followers": 7777, + "southwestern": 7778, + "prototype": 7779, + "voyage": 7780, + "assignment": 7781, + "altered": 7782, + "moderate": 7783, + "protocol": 7784, + "pistol": 7785, + "##eo": 7786, + "questioned": 7787, + "brass": 7788, + "lifting": 7789, + "1852": 7790, + "math": 7791, + "authored": 7792, + "##ual": 7793, + "doug": 7794, + "dimensional": 7795, + "dynamic": 7796, + "##san": 7797, + "1851": 7798, + "pronounced": 7799, + "grateful": 7800, + "quest": 7801, + "uncomfortable": 7802, + "boom": 7803, + "presidency": 7804, + "stevens": 7805, + "relating": 7806, + "politicians": 7807, + "chen": 7808, + "barrier": 7809, + "quinn": 7810, + "diana": 7811, + "mosque": 7812, + "tribal": 7813, + "cheese": 7814, + "palmer": 7815, + "portions": 7816, + "sometime": 7817, + "chester": 7818, + "treasure": 7819, + "wu": 7820, + "bend": 7821, + "download": 7822, + "millions": 7823, + "reforms": 7824, + "registration": 7825, + "##osa": 7826, + "consequently": 7827, + "monitoring": 7828, + "ate": 7829, + "preliminary": 7830, + "brandon": 7831, + "invented": 7832, + "ps": 7833, + "eaten": 7834, + "exterior": 7835, + "intervention": 7836, + "ports": 7837, + "documented": 7838, + "log": 7839, + "displays": 7840, + "lecture": 7841, + "sally": 7842, + "favourite": 7843, + "##itz": 7844, + "vermont": 7845, + "lo": 7846, + "invisible": 7847, + "isle": 7848, + "breed": 7849, + "##ator": 7850, + "journalists": 7851, + "relay": 7852, + "speaks": 7853, + "backward": 7854, + "explore": 7855, + "midfielder": 7856, + "actively": 7857, + "stefan": 7858, + "procedures": 7859, + "cannon": 7860, + "blond": 7861, + "kenneth": 7862, + "centered": 7863, + "servants": 7864, + "chains": 7865, + "libraries": 7866, + "malcolm": 7867, + "essex": 7868, + "henri": 7869, + "slavery": 7870, + "##hal": 7871, + "facts": 7872, + "fairy": 7873, + "coached": 7874, + "cassie": 7875, + "cats": 7876, + "washed": 7877, + "cop": 7878, + "##fi": 7879, + "announcement": 7880, + "item": 7881, + "2000s": 7882, + "vinyl": 7883, + "activated": 7884, + "marco": 7885, + "frontier": 7886, + "growled": 7887, + "curriculum": 7888, + "##das": 7889, + "loyal": 7890, + "accomplished": 7891, + "leslie": 7892, + "ritual": 7893, + "kenny": 7894, + "##00": 7895, + "vii": 7896, + "napoleon": 7897, + "hollow": 7898, + "hybrid": 7899, + "jungle": 7900, + "stationed": 7901, + "friedrich": 7902, + "counted": 7903, + "##ulated": 7904, + "platinum": 7905, + "theatrical": 7906, + "seated": 7907, + "col": 7908, + "rubber": 7909, + "glen": 7910, + "1840": 7911, + "diversity": 7912, + "healing": 7913, + "extends": 7914, + "id": 7915, + "provisions": 7916, + "administrator": 7917, + "columbus": 7918, + "##oe": 7919, + "tributary": 7920, + "te": 7921, + "assured": 7922, + "org": 7923, + "##uous": 7924, + "prestigious": 7925, + "examined": 7926, + "lectures": 7927, + "grammy": 7928, + "ronald": 7929, + "associations": 7930, + "bailey": 7931, + "allan": 7932, + "essays": 7933, + "flute": 7934, + "believing": 7935, + "consultant": 7936, + "proceedings": 7937, + "travelling": 7938, + "1853": 7939, + "kit": 7940, + "kerala": 7941, + "yugoslavia": 7942, + "buddy": 7943, + "methodist": 7944, + "##ith": 7945, + "burial": 7946, + "centres": 7947, + "batman": 7948, + "##nda": 7949, + "discontinued": 7950, + "bo": 7951, + "dock": 7952, + "stockholm": 7953, + "lungs": 7954, + "severely": 7955, + "##nk": 7956, + "citing": 7957, + "manga": 7958, + "##ugh": 7959, + "steal": 7960, + "mumbai": 7961, + "iraqi": 7962, + "robot": 7963, + "celebrity": 7964, + "bride": 7965, + "broadcasts": 7966, + "abolished": 7967, + "pot": 7968, + "joel": 7969, + "overhead": 7970, + "franz": 7971, + "packed": 7972, + "reconnaissance": 7973, + "johann": 7974, + "acknowledged": 7975, + "introduce": 7976, + "handled": 7977, + "doctorate": 7978, + "developments": 7979, + "drinks": 7980, + "alley": 7981, + "palestine": 7982, + "##nis": 7983, + "##aki": 7984, + "proceeded": 7985, + "recover": 7986, + "bradley": 7987, + "grain": 7988, + "patch": 7989, + "afford": 7990, + "infection": 7991, + "nationalist": 7992, + "legendary": 7993, + "##ath": 7994, + "interchange": 7995, + "virtually": 7996, + "gen": 7997, + "gravity": 7998, + "exploration": 7999, + "amber": 8000, + "vital": 8001, + "wishes": 8002, + "powell": 8003, + "doctrine": 8004, + "elbow": 8005, + "screenplay": 8006, + "##bird": 8007, + "contribute": 8008, + "indonesian": 8009, + "pet": 8010, + "creates": 8011, + "##com": 8012, + "enzyme": 8013, + "kylie": 8014, + "discipline": 8015, + "drops": 8016, + "manila": 8017, + "hunger": 8018, + "##ien": 8019, + "layers": 8020, + "suffer": 8021, + "fever": 8022, + "bits": 8023, + "monica": 8024, + "keyboard": 8025, + "manages": 8026, + "##hood": 8027, + "searched": 8028, + "appeals": 8029, + "##bad": 8030, + "testament": 8031, + "grande": 8032, + "reid": 8033, + "##war": 8034, + "beliefs": 8035, + "congo": 8036, + "##ification": 8037, + "##dia": 8038, + "si": 8039, + "requiring": 8040, + "##via": 8041, + "casey": 8042, + "1849": 8043, + "regret": 8044, + "streak": 8045, + "rape": 8046, + "depends": 8047, + "syrian": 8048, + "sprint": 8049, + "pound": 8050, + "tourists": 8051, + "upcoming": 8052, + "pub": 8053, + "##xi": 8054, + "tense": 8055, + "##els": 8056, + "practiced": 8057, + "echo": 8058, + "nationwide": 8059, + "guild": 8060, + "motorcycle": 8061, + "liz": 8062, + "##zar": 8063, + "chiefs": 8064, + "desired": 8065, + "elena": 8066, + "bye": 8067, + "precious": 8068, + "absorbed": 8069, + "relatives": 8070, + "booth": 8071, + "pianist": 8072, + "##mal": 8073, + "citizenship": 8074, + "exhausted": 8075, + "wilhelm": 8076, + "##ceae": 8077, + "##hed": 8078, + "noting": 8079, + "quarterback": 8080, + "urge": 8081, + "hectares": 8082, + "##gue": 8083, + "ace": 8084, + "holly": 8085, + "##tal": 8086, + "blonde": 8087, + "davies": 8088, + "parked": 8089, + "sustainable": 8090, + "stepping": 8091, + "twentieth": 8092, + "airfield": 8093, + "galaxy": 8094, + "nest": 8095, + "chip": 8096, + "##nell": 8097, + "tan": 8098, + "shaft": 8099, + "paulo": 8100, + "requirement": 8101, + "##zy": 8102, + "paradise": 8103, + "tobacco": 8104, + "trans": 8105, + "renewed": 8106, + "vietnamese": 8107, + "##cker": 8108, + "##ju": 8109, + "suggesting": 8110, + "catching": 8111, + "holmes": 8112, + "enjoying": 8113, + "md": 8114, + "trips": 8115, + "colt": 8116, + "holder": 8117, + "butterfly": 8118, + "nerve": 8119, + "reformed": 8120, + "cherry": 8121, + "bowling": 8122, + "trailer": 8123, + "carriage": 8124, + "goodbye": 8125, + "appreciate": 8126, + "toy": 8127, + "joshua": 8128, + "interactive": 8129, + "enabled": 8130, + "involve": 8131, + "##kan": 8132, + "collar": 8133, + "determination": 8134, + "bunch": 8135, + "facebook": 8136, + "recall": 8137, + "shorts": 8138, + "superintendent": 8139, + "episcopal": 8140, + "frustration": 8141, + "giovanni": 8142, + "nineteenth": 8143, + "laser": 8144, + "privately": 8145, + "array": 8146, + "circulation": 8147, + "##ovic": 8148, + "armstrong": 8149, + "deals": 8150, + "painful": 8151, + "permit": 8152, + "discrimination": 8153, + "##wi": 8154, + "aires": 8155, + "retiring": 8156, + "cottage": 8157, + "ni": 8158, + "##sta": 8159, + "horizon": 8160, + "ellen": 8161, + "jamaica": 8162, + "ripped": 8163, + "fernando": 8164, + "chapters": 8165, + "playstation": 8166, + "patron": 8167, + "lecturer": 8168, + "navigation": 8169, + "behaviour": 8170, + "genes": 8171, + "georgian": 8172, + "export": 8173, + "solomon": 8174, + "rivals": 8175, + "swift": 8176, + "seventeen": 8177, + "rodriguez": 8178, + "princeton": 8179, + "independently": 8180, + "sox": 8181, + "1847": 8182, + "arguing": 8183, + "entity": 8184, + "casting": 8185, + "hank": 8186, + "criteria": 8187, + "oakland": 8188, + "geographic": 8189, + "milwaukee": 8190, + "reflection": 8191, + "expanding": 8192, + "conquest": 8193, + "dubbed": 8194, + "##tv": 8195, + "halt": 8196, + "brave": 8197, + "brunswick": 8198, + "doi": 8199, + "arched": 8200, + "curtis": 8201, + "divorced": 8202, + "predominantly": 8203, + "somerset": 8204, + "streams": 8205, + "ugly": 8206, + "zoo": 8207, + "horrible": 8208, + "curved": 8209, + "buenos": 8210, + "fierce": 8211, + "dictionary": 8212, + "vector": 8213, + "theological": 8214, + "unions": 8215, + "handful": 8216, + "stability": 8217, + "chan": 8218, + "punjab": 8219, + "segments": 8220, + "##lly": 8221, + "altar": 8222, + "ignoring": 8223, + "gesture": 8224, + "monsters": 8225, + "pastor": 8226, + "##stone": 8227, + "thighs": 8228, + "unexpected": 8229, + "operators": 8230, + "abruptly": 8231, + "coin": 8232, + "compiled": 8233, + "associates": 8234, + "improving": 8235, + "migration": 8236, + "pin": 8237, + "##ose": 8238, + "compact": 8239, + "collegiate": 8240, + "reserved": 8241, + "##urs": 8242, + "quarterfinals": 8243, + "roster": 8244, + "restore": 8245, + "assembled": 8246, + "hurry": 8247, + "oval": 8248, + "##cies": 8249, + "1846": 8250, + "flags": 8251, + "martha": 8252, + "##del": 8253, + "victories": 8254, + "sharply": 8255, + "##rated": 8256, + "argues": 8257, + "deadly": 8258, + "neo": 8259, + "drawings": 8260, + "symbols": 8261, + "performer": 8262, + "##iel": 8263, + "griffin": 8264, + "restrictions": 8265, + "editing": 8266, + "andrews": 8267, + "java": 8268, + "journals": 8269, + "arabia": 8270, + "compositions": 8271, + "dee": 8272, + "pierce": 8273, + "removing": 8274, + "hindi": 8275, + "casino": 8276, + "runway": 8277, + "civilians": 8278, + "minds": 8279, + "nasa": 8280, + "hotels": 8281, + "##zation": 8282, + "refuge": 8283, + "rent": 8284, + "retain": 8285, + "potentially": 8286, + "conferences": 8287, + "suburban": 8288, + "conducting": 8289, + "##tto": 8290, + "##tions": 8291, + "##tle": 8292, + "descended": 8293, + "massacre": 8294, + "##cal": 8295, + "ammunition": 8296, + "terrain": 8297, + "fork": 8298, + "souls": 8299, + "counts": 8300, + "chelsea": 8301, + "durham": 8302, + "drives": 8303, + "cab": 8304, + "##bank": 8305, + "perth": 8306, + "realizing": 8307, + "palestinian": 8308, + "finn": 8309, + "simpson": 8310, + "##dal": 8311, + "betty": 8312, + "##ule": 8313, + "moreover": 8314, + "particles": 8315, + "cardinals": 8316, + "tent": 8317, + "evaluation": 8318, + "extraordinary": 8319, + "##oid": 8320, + "inscription": 8321, + "##works": 8322, + "wednesday": 8323, + "chloe": 8324, + "maintains": 8325, + "panels": 8326, + "ashley": 8327, + "trucks": 8328, + "##nation": 8329, + "cluster": 8330, + "sunlight": 8331, + "strikes": 8332, + "zhang": 8333, + "##wing": 8334, + "dialect": 8335, + "canon": 8336, + "##ap": 8337, + "tucked": 8338, + "##ws": 8339, + "collecting": 8340, + "##mas": 8341, + "##can": 8342, + "##sville": 8343, + "maker": 8344, + "quoted": 8345, + "evan": 8346, + "franco": 8347, + "aria": 8348, + "buying": 8349, + "cleaning": 8350, + "eva": 8351, + "closet": 8352, + "provision": 8353, + "apollo": 8354, + "clinic": 8355, + "rat": 8356, + "##ez": 8357, + "necessarily": 8358, + "ac": 8359, + "##gle": 8360, + "##ising": 8361, + "venues": 8362, + "flipped": 8363, + "cent": 8364, + "spreading": 8365, + "trustees": 8366, + "checking": 8367, + "authorized": 8368, + "##sco": 8369, + "disappointed": 8370, + "##ado": 8371, + "notion": 8372, + "duration": 8373, + "trumpet": 8374, + "hesitated": 8375, + "topped": 8376, + "brussels": 8377, + "rolls": 8378, + "theoretical": 8379, + "hint": 8380, + "define": 8381, + "aggressive": 8382, + "repeat": 8383, + "wash": 8384, + "peaceful": 8385, + "optical": 8386, + "width": 8387, + "allegedly": 8388, + "mcdonald": 8389, + "strict": 8390, + "copyright": 8391, + "##illa": 8392, + "investors": 8393, + "mar": 8394, + "jam": 8395, + "witnesses": 8396, + "sounding": 8397, + "miranda": 8398, + "michelle": 8399, + "privacy": 8400, + "hugo": 8401, + "harmony": 8402, + "##pp": 8403, + "valid": 8404, + "lynn": 8405, + "glared": 8406, + "nina": 8407, + "102": 8408, + "headquartered": 8409, + "diving": 8410, + "boarding": 8411, + "gibson": 8412, + "##ncy": 8413, + "albanian": 8414, + "marsh": 8415, + "routine": 8416, + "dealt": 8417, + "enhanced": 8418, + "er": 8419, + "intelligent": 8420, + "substance": 8421, + "targeted": 8422, + "enlisted": 8423, + "discovers": 8424, + "spinning": 8425, + "observations": 8426, + "pissed": 8427, + "smoking": 8428, + "rebecca": 8429, + "capitol": 8430, + "visa": 8431, + "varied": 8432, + "costume": 8433, + "seemingly": 8434, + "indies": 8435, + "compensation": 8436, + "surgeon": 8437, + "thursday": 8438, + "arsenal": 8439, + "westminster": 8440, + "suburbs": 8441, + "rid": 8442, + "anglican": 8443, + "##ridge": 8444, + "knots": 8445, + "foods": 8446, + "alumni": 8447, + "lighter": 8448, + "fraser": 8449, + "whoever": 8450, + "portal": 8451, + "scandal": 8452, + "##ray": 8453, + "gavin": 8454, + "advised": 8455, + "instructor": 8456, + "flooding": 8457, + "terrorist": 8458, + "##ale": 8459, + "teenage": 8460, + "interim": 8461, + "senses": 8462, + "duck": 8463, + "teen": 8464, + "thesis": 8465, + "abby": 8466, + "eager": 8467, + "overcome": 8468, + "##ile": 8469, + "newport": 8470, + "glenn": 8471, + "rises": 8472, + "shame": 8473, + "##cc": 8474, + "prompted": 8475, + "priority": 8476, + "forgot": 8477, + "bomber": 8478, + "nicolas": 8479, + "protective": 8480, + "360": 8481, + "cartoon": 8482, + "katherine": 8483, + "breeze": 8484, + "lonely": 8485, + "trusted": 8486, + "henderson": 8487, + "richardson": 8488, + "relax": 8489, + "banner": 8490, + "candy": 8491, + "palms": 8492, + "remarkable": 8493, + "##rio": 8494, + "legends": 8495, + "cricketer": 8496, + "essay": 8497, + "ordained": 8498, + "edmund": 8499, + "rifles": 8500, + "trigger": 8501, + "##uri": 8502, + "##away": 8503, + "sail": 8504, + "alert": 8505, + "1830": 8506, + "audiences": 8507, + "penn": 8508, + "sussex": 8509, + "siblings": 8510, + "pursued": 8511, + "indianapolis": 8512, + "resist": 8513, + "rosa": 8514, + "consequence": 8515, + "succeed": 8516, + "avoided": 8517, + "1845": 8518, + "##ulation": 8519, + "inland": 8520, + "##tie": 8521, + "##nna": 8522, + "counsel": 8523, + "profession": 8524, + "chronicle": 8525, + "hurried": 8526, + "##una": 8527, + "eyebrow": 8528, + "eventual": 8529, + "bleeding": 8530, + "innovative": 8531, + "cure": 8532, + "##dom": 8533, + "committees": 8534, + "accounting": 8535, + "con": 8536, + "scope": 8537, + "hardy": 8538, + "heather": 8539, + "tenor": 8540, + "gut": 8541, + "herald": 8542, + "codes": 8543, + "tore": 8544, + "scales": 8545, + "wagon": 8546, + "##oo": 8547, + "luxury": 8548, + "tin": 8549, + "prefer": 8550, + "fountain": 8551, + "triangle": 8552, + "bonds": 8553, + "darling": 8554, + "convoy": 8555, + "dried": 8556, + "traced": 8557, + "beings": 8558, + "troy": 8559, + "accidentally": 8560, + "slam": 8561, + "findings": 8562, + "smelled": 8563, + "joey": 8564, + "lawyers": 8565, + "outcome": 8566, + "steep": 8567, + "bosnia": 8568, + "configuration": 8569, + "shifting": 8570, + "toll": 8571, + "brook": 8572, + "performers": 8573, + "lobby": 8574, + "philosophical": 8575, + "construct": 8576, + "shrine": 8577, + "aggregate": 8578, + "boot": 8579, + "cox": 8580, + "phenomenon": 8581, + "savage": 8582, + "insane": 8583, + "solely": 8584, + "reynolds": 8585, + "lifestyle": 8586, + "##ima": 8587, + "nationally": 8588, + "holdings": 8589, + "consideration": 8590, + "enable": 8591, + "edgar": 8592, + "mo": 8593, + "mama": 8594, + "##tein": 8595, + "fights": 8596, + "relegation": 8597, + "chances": 8598, + "atomic": 8599, + "hub": 8600, + "conjunction": 8601, + "awkward": 8602, + "reactions": 8603, + "currency": 8604, + "finale": 8605, + "kumar": 8606, + "underwent": 8607, + "steering": 8608, + "elaborate": 8609, + "gifts": 8610, + "comprising": 8611, + "melissa": 8612, + "veins": 8613, + "reasonable": 8614, + "sunshine": 8615, + "chi": 8616, + "solve": 8617, + "trails": 8618, + "inhabited": 8619, + "elimination": 8620, + "ethics": 8621, + "huh": 8622, + "ana": 8623, + "molly": 8624, + "consent": 8625, + "apartments": 8626, + "layout": 8627, + "marines": 8628, + "##ces": 8629, + "hunters": 8630, + "bulk": 8631, + "##oma": 8632, + "hometown": 8633, + "##wall": 8634, + "##mont": 8635, + "cracked": 8636, + "reads": 8637, + "neighbouring": 8638, + "withdrawn": 8639, + "admission": 8640, + "wingspan": 8641, + "damned": 8642, + "anthology": 8643, + "lancashire": 8644, + "brands": 8645, + "batting": 8646, + "forgive": 8647, + "cuban": 8648, + "awful": 8649, + "##lyn": 8650, + "104": 8651, + "dimensions": 8652, + "imagination": 8653, + "##ade": 8654, + "dante": 8655, + "##ship": 8656, + "tracking": 8657, + "desperately": 8658, + "goalkeeper": 8659, + "##yne": 8660, + "groaned": 8661, + "workshops": 8662, + "confident": 8663, + "burton": 8664, + "gerald": 8665, + "milton": 8666, + "circus": 8667, + "uncertain": 8668, + "slope": 8669, + "copenhagen": 8670, + "sophia": 8671, + "fog": 8672, + "philosopher": 8673, + "portraits": 8674, + "accent": 8675, + "cycling": 8676, + "varying": 8677, + "gripped": 8678, + "larvae": 8679, + "garrett": 8680, + "specified": 8681, + "scotia": 8682, + "mature": 8683, + "luther": 8684, + "kurt": 8685, + "rap": 8686, + "##kes": 8687, + "aerial": 8688, + "750": 8689, + "ferdinand": 8690, + "heated": 8691, + "es": 8692, + "transported": 8693, + "##shan": 8694, + "safely": 8695, + "nonetheless": 8696, + "##orn": 8697, + "##gal": 8698, + "motors": 8699, + "demanding": 8700, + "##sburg": 8701, + "startled": 8702, + "##brook": 8703, + "ally": 8704, + "generate": 8705, + "caps": 8706, + "ghana": 8707, + "stained": 8708, + "demo": 8709, + "mentions": 8710, + "beds": 8711, + "ap": 8712, + "afterward": 8713, + "diary": 8714, + "##bling": 8715, + "utility": 8716, + "##iro": 8717, + "richards": 8718, + "1837": 8719, + "conspiracy": 8720, + "conscious": 8721, + "shining": 8722, + "footsteps": 8723, + "observer": 8724, + "cyprus": 8725, + "urged": 8726, + "loyalty": 8727, + "developer": 8728, + "probability": 8729, + "olive": 8730, + "upgraded": 8731, + "gym": 8732, + "miracle": 8733, + "insects": 8734, + "graves": 8735, + "1844": 8736, + "ourselves": 8737, + "hydrogen": 8738, + "amazon": 8739, + "katie": 8740, + "tickets": 8741, + "poets": 8742, + "##pm": 8743, + "planes": 8744, + "##pan": 8745, + "prevention": 8746, + "witnessed": 8747, + "dense": 8748, + "jin": 8749, + "randy": 8750, + "tang": 8751, + "warehouse": 8752, + "monroe": 8753, + "bang": 8754, + "archived": 8755, + "elderly": 8756, + "investigations": 8757, + "alec": 8758, + "granite": 8759, + "mineral": 8760, + "conflicts": 8761, + "controlling": 8762, + "aboriginal": 8763, + "carlo": 8764, + "##zu": 8765, + "mechanics": 8766, + "stan": 8767, + "stark": 8768, + "rhode": 8769, + "skirt": 8770, + "est": 8771, + "##berry": 8772, + "bombs": 8773, + "respected": 8774, + "##horn": 8775, + "imposed": 8776, + "limestone": 8777, + "deny": 8778, + "nominee": 8779, + "memphis": 8780, + "grabbing": 8781, + "disabled": 8782, + "##als": 8783, + "amusement": 8784, + "aa": 8785, + "frankfurt": 8786, + "corn": 8787, + "referendum": 8788, + "varies": 8789, + "slowed": 8790, + "disk": 8791, + "firms": 8792, + "unconscious": 8793, + "incredible": 8794, + "clue": 8795, + "sue": 8796, + "##zhou": 8797, + "twist": 8798, + "##cio": 8799, + "joins": 8800, + "idaho": 8801, + "chad": 8802, + "developers": 8803, + "computing": 8804, + "destroyer": 8805, + "103": 8806, + "mortal": 8807, + "tucker": 8808, + "kingston": 8809, + "choices": 8810, + "yu": 8811, + "carson": 8812, + "1800": 8813, + "os": 8814, + "whitney": 8815, + "geneva": 8816, + "pretend": 8817, + "dimension": 8818, + "staged": 8819, + "plateau": 8820, + "maya": 8821, + "##une": 8822, + "freestyle": 8823, + "##bc": 8824, + "rovers": 8825, + "hiv": 8826, + "##ids": 8827, + "tristan": 8828, + "classroom": 8829, + "prospect": 8830, + "##hus": 8831, + "honestly": 8832, + "diploma": 8833, + "lied": 8834, + "thermal": 8835, + "auxiliary": 8836, + "feast": 8837, + "unlikely": 8838, + "iata": 8839, + "##tel": 8840, + "morocco": 8841, + "pounding": 8842, + "treasury": 8843, + "lithuania": 8844, + "considerably": 8845, + "1841": 8846, + "dish": 8847, + "1812": 8848, + "geological": 8849, + "matching": 8850, + "stumbled": 8851, + "destroying": 8852, + "marched": 8853, + "brien": 8854, + "advances": 8855, + "cake": 8856, + "nicole": 8857, + "belle": 8858, + "settling": 8859, + "measuring": 8860, + "directing": 8861, + "##mie": 8862, + "tuesday": 8863, + "bassist": 8864, + "capabilities": 8865, + "stunned": 8866, + "fraud": 8867, + "torpedo": 8868, + "##list": 8869, + "##phone": 8870, + "anton": 8871, + "wisdom": 8872, + "surveillance": 8873, + "ruined": 8874, + "##ulate": 8875, + "lawsuit": 8876, + "healthcare": 8877, + "theorem": 8878, + "halls": 8879, + "trend": 8880, + "aka": 8881, + "horizontal": 8882, + "dozens": 8883, + "acquire": 8884, + "lasting": 8885, + "swim": 8886, + "hawk": 8887, + "gorgeous": 8888, + "fees": 8889, + "vicinity": 8890, + "decrease": 8891, + "adoption": 8892, + "tactics": 8893, + "##ography": 8894, + "pakistani": 8895, + "##ole": 8896, + "draws": 8897, + "##hall": 8898, + "willie": 8899, + "burke": 8900, + "heath": 8901, + "algorithm": 8902, + "integral": 8903, + "powder": 8904, + "elliott": 8905, + "brigadier": 8906, + "jackie": 8907, + "tate": 8908, + "varieties": 8909, + "darker": 8910, + "##cho": 8911, + "lately": 8912, + "cigarette": 8913, + "specimens": 8914, + "adds": 8915, + "##ree": 8916, + "##ensis": 8917, + "##inger": 8918, + "exploded": 8919, + "finalist": 8920, + "cia": 8921, + "murders": 8922, + "wilderness": 8923, + "arguments": 8924, + "nicknamed": 8925, + "acceptance": 8926, + "onwards": 8927, + "manufacture": 8928, + "robertson": 8929, + "jets": 8930, + "tampa": 8931, + "enterprises": 8932, + "blog": 8933, + "loudly": 8934, + "composers": 8935, + "nominations": 8936, + "1838": 8937, + "ai": 8938, + "malta": 8939, + "inquiry": 8940, + "automobile": 8941, + "hosting": 8942, + "viii": 8943, + "rays": 8944, + "tilted": 8945, + "grief": 8946, + "museums": 8947, + "strategies": 8948, + "furious": 8949, + "euro": 8950, + "equality": 8951, + "cohen": 8952, + "poison": 8953, + "surrey": 8954, + "wireless": 8955, + "governed": 8956, + "ridiculous": 8957, + "moses": 8958, + "##esh": 8959, + "##room": 8960, + "vanished": 8961, + "##ito": 8962, + "barnes": 8963, + "attract": 8964, + "morrison": 8965, + "istanbul": 8966, + "##iness": 8967, + "absent": 8968, + "rotation": 8969, + "petition": 8970, + "janet": 8971, + "##logical": 8972, + "satisfaction": 8973, + "custody": 8974, + "deliberately": 8975, + "observatory": 8976, + "comedian": 8977, + "surfaces": 8978, + "pinyin": 8979, + "novelist": 8980, + "strictly": 8981, + "canterbury": 8982, + "oslo": 8983, + "monks": 8984, + "embrace": 8985, + "ibm": 8986, + "jealous": 8987, + "photograph": 8988, + "continent": 8989, + "dorothy": 8990, + "marina": 8991, + "doc": 8992, + "excess": 8993, + "holden": 8994, + "allegations": 8995, + "explaining": 8996, + "stack": 8997, + "avoiding": 8998, + "lance": 8999, + "storyline": 9000, + "majesty": 9001, + "poorly": 9002, + "spike": 9003, + "dos": 9004, + "bradford": 9005, + "raven": 9006, + "travis": 9007, + "classics": 9008, + "proven": 9009, + "voltage": 9010, + "pillow": 9011, + "fists": 9012, + "butt": 9013, + "1842": 9014, + "interpreted": 9015, + "##car": 9016, + "1839": 9017, + "gage": 9018, + "telegraph": 9019, + "lens": 9020, + "promising": 9021, + "expelled": 9022, + "casual": 9023, + "collector": 9024, + "zones": 9025, + "##min": 9026, + "silly": 9027, + "nintendo": 9028, + "##kh": 9029, + "##bra": 9030, + "downstairs": 9031, + "chef": 9032, + "suspicious": 9033, + "afl": 9034, + "flies": 9035, + "vacant": 9036, + "uganda": 9037, + "pregnancy": 9038, + "condemned": 9039, + "lutheran": 9040, + "estimates": 9041, + "cheap": 9042, + "decree": 9043, + "saxon": 9044, + "proximity": 9045, + "stripped": 9046, + "idiot": 9047, + "deposits": 9048, + "contrary": 9049, + "presenter": 9050, + "magnus": 9051, + "glacier": 9052, + "im": 9053, + "offense": 9054, + "edwin": 9055, + "##ori": 9056, + "upright": 9057, + "##long": 9058, + "bolt": 9059, + "##ois": 9060, + "toss": 9061, + "geographical": 9062, + "##izes": 9063, + "environments": 9064, + "delicate": 9065, + "marking": 9066, + "abstract": 9067, + "xavier": 9068, + "nails": 9069, + "windsor": 9070, + "plantation": 9071, + "occurring": 9072, + "equity": 9073, + "saskatchewan": 9074, + "fears": 9075, + "drifted": 9076, + "sequences": 9077, + "vegetation": 9078, + "revolt": 9079, + "##stic": 9080, + "1843": 9081, + "sooner": 9082, + "fusion": 9083, + "opposing": 9084, + "nato": 9085, + "skating": 9086, + "1836": 9087, + "secretly": 9088, + "ruin": 9089, + "lease": 9090, + "##oc": 9091, + "edit": 9092, + "##nne": 9093, + "flora": 9094, + "anxiety": 9095, + "ruby": 9096, + "##ological": 9097, + "##mia": 9098, + "tel": 9099, + "bout": 9100, + "taxi": 9101, + "emmy": 9102, + "frost": 9103, + "rainbow": 9104, + "compounds": 9105, + "foundations": 9106, + "rainfall": 9107, + "assassination": 9108, + "nightmare": 9109, + "dominican": 9110, + "##win": 9111, + "achievements": 9112, + "deserve": 9113, + "orlando": 9114, + "intact": 9115, + "armenia": 9116, + "##nte": 9117, + "calgary": 9118, + "valentine": 9119, + "106": 9120, + "marion": 9121, + "proclaimed": 9122, + "theodore": 9123, + "bells": 9124, + "courtyard": 9125, + "thigh": 9126, + "gonzalez": 9127, + "console": 9128, + "troop": 9129, + "minimal": 9130, + "monte": 9131, + "everyday": 9132, + "##ence": 9133, + "##if": 9134, + "supporter": 9135, + "terrorism": 9136, + "buck": 9137, + "openly": 9138, + "presbyterian": 9139, + "activists": 9140, + "carpet": 9141, + "##iers": 9142, + "rubbing": 9143, + "uprising": 9144, + "##yi": 9145, + "cute": 9146, + "conceived": 9147, + "legally": 9148, + "##cht": 9149, + "millennium": 9150, + "cello": 9151, + "velocity": 9152, + "ji": 9153, + "rescued": 9154, + "cardiff": 9155, + "1835": 9156, + "rex": 9157, + "concentrate": 9158, + "senators": 9159, + "beard": 9160, + "rendered": 9161, + "glowing": 9162, + "battalions": 9163, + "scouts": 9164, + "competitors": 9165, + "sculptor": 9166, + "catalogue": 9167, + "arctic": 9168, + "ion": 9169, + "raja": 9170, + "bicycle": 9171, + "wow": 9172, + "glancing": 9173, + "lawn": 9174, + "##woman": 9175, + "gentleman": 9176, + "lighthouse": 9177, + "publish": 9178, + "predicted": 9179, + "calculated": 9180, + "##val": 9181, + "variants": 9182, + "##gne": 9183, + "strain": 9184, + "##ui": 9185, + "winston": 9186, + "deceased": 9187, + "##nus": 9188, + "touchdowns": 9189, + "brady": 9190, + "caleb": 9191, + "sinking": 9192, + "echoed": 9193, + "crush": 9194, + "hon": 9195, + "blessed": 9196, + "protagonist": 9197, + "hayes": 9198, + "endangered": 9199, + "magnitude": 9200, + "editors": 9201, + "##tine": 9202, + "estimate": 9203, + "responsibilities": 9204, + "##mel": 9205, + "backup": 9206, + "laying": 9207, + "consumed": 9208, + "sealed": 9209, + "zurich": 9210, + "lovers": 9211, + "frustrated": 9212, + "##eau": 9213, + "ahmed": 9214, + "kicking": 9215, + "mit": 9216, + "treasurer": 9217, + "1832": 9218, + "biblical": 9219, + "refuse": 9220, + "terrified": 9221, + "pump": 9222, + "agrees": 9223, + "genuine": 9224, + "imprisonment": 9225, + "refuses": 9226, + "plymouth": 9227, + "##hen": 9228, + "lou": 9229, + "##nen": 9230, + "tara": 9231, + "trembling": 9232, + "antarctic": 9233, + "ton": 9234, + "learns": 9235, + "##tas": 9236, + "crap": 9237, + "crucial": 9238, + "faction": 9239, + "atop": 9240, + "##borough": 9241, + "wrap": 9242, + "lancaster": 9243, + "odds": 9244, + "hopkins": 9245, + "erik": 9246, + "lyon": 9247, + "##eon": 9248, + "bros": 9249, + "##ode": 9250, + "snap": 9251, + "locality": 9252, + "tips": 9253, + "empress": 9254, + "crowned": 9255, + "cal": 9256, + "acclaimed": 9257, + "chuckled": 9258, + "##ory": 9259, + "clara": 9260, + "sends": 9261, + "mild": 9262, + "towel": 9263, + "##fl": 9264, + "##day": 9265, + "##а": 9266, + "wishing": 9267, + "assuming": 9268, + "interviewed": 9269, + "##bal": 9270, + "##die": 9271, + "interactions": 9272, + "eden": 9273, + "cups": 9274, + "helena": 9275, + "##lf": 9276, + "indie": 9277, + "beck": 9278, + "##fire": 9279, + "batteries": 9280, + "filipino": 9281, + "wizard": 9282, + "parted": 9283, + "##lam": 9284, + "traces": 9285, + "##born": 9286, + "rows": 9287, + "idol": 9288, + "albany": 9289, + "delegates": 9290, + "##ees": 9291, + "##sar": 9292, + "discussions": 9293, + "##ex": 9294, + "notre": 9295, + "instructed": 9296, + "belgrade": 9297, + "highways": 9298, + "suggestion": 9299, + "lauren": 9300, + "possess": 9301, + "orientation": 9302, + "alexandria": 9303, + "abdul": 9304, + "beats": 9305, + "salary": 9306, + "reunion": 9307, + "ludwig": 9308, + "alright": 9309, + "wagner": 9310, + "intimate": 9311, + "pockets": 9312, + "slovenia": 9313, + "hugged": 9314, + "brighton": 9315, + "merchants": 9316, + "cruel": 9317, + "stole": 9318, + "trek": 9319, + "slopes": 9320, + "repairs": 9321, + "enrollment": 9322, + "politically": 9323, + "underlying": 9324, + "promotional": 9325, + "counting": 9326, + "boeing": 9327, + "##bb": 9328, + "isabella": 9329, + "naming": 9330, + "##и": 9331, + "keen": 9332, + "bacteria": 9333, + "listing": 9334, + "separately": 9335, + "belfast": 9336, + "ussr": 9337, + "450": 9338, + "lithuanian": 9339, + "anybody": 9340, + "ribs": 9341, + "sphere": 9342, + "martinez": 9343, + "cock": 9344, + "embarrassed": 9345, + "proposals": 9346, + "fragments": 9347, + "nationals": 9348, + "##fs": 9349, + "##wski": 9350, + "premises": 9351, + "fin": 9352, + "1500": 9353, + "alpine": 9354, + "matched": 9355, + "freely": 9356, + "bounded": 9357, + "jace": 9358, + "sleeve": 9359, + "##af": 9360, + "gaming": 9361, + "pier": 9362, + "populated": 9363, + "evident": 9364, + "##like": 9365, + "frances": 9366, + "flooded": 9367, + "##dle": 9368, + "frightened": 9369, + "pour": 9370, + "trainer": 9371, + "framed": 9372, + "visitor": 9373, + "challenging": 9374, + "pig": 9375, + "wickets": 9376, + "##fold": 9377, + "infected": 9378, + "email": 9379, + "##pes": 9380, + "arose": 9381, + "##aw": 9382, + "reward": 9383, + "ecuador": 9384, + "oblast": 9385, + "vale": 9386, + "ch": 9387, + "shuttle": 9388, + "##usa": 9389, + "bach": 9390, + "rankings": 9391, + "forbidden": 9392, + "cornwall": 9393, + "accordance": 9394, + "salem": 9395, + "consumers": 9396, + "bruno": 9397, + "fantastic": 9398, + "toes": 9399, + "machinery": 9400, + "resolved": 9401, + "julius": 9402, + "remembering": 9403, + "propaganda": 9404, + "iceland": 9405, + "bombardment": 9406, + "tide": 9407, + "contacts": 9408, + "wives": 9409, + "##rah": 9410, + "concerto": 9411, + "macdonald": 9412, + "albania": 9413, + "implement": 9414, + "daisy": 9415, + "tapped": 9416, + "sudan": 9417, + "helmet": 9418, + "angela": 9419, + "mistress": 9420, + "##lic": 9421, + "crop": 9422, + "sunk": 9423, + "finest": 9424, + "##craft": 9425, + "hostile": 9426, + "##ute": 9427, + "##tsu": 9428, + "boxer": 9429, + "fr": 9430, + "paths": 9431, + "adjusted": 9432, + "habit": 9433, + "ballot": 9434, + "supervision": 9435, + "soprano": 9436, + "##zen": 9437, + "bullets": 9438, + "wicked": 9439, + "sunset": 9440, + "regiments": 9441, + "disappear": 9442, + "lamp": 9443, + "performs": 9444, + "app": 9445, + "##gia": 9446, + "##oa": 9447, + "rabbit": 9448, + "digging": 9449, + "incidents": 9450, + "entries": 9451, + "##cion": 9452, + "dishes": 9453, + "##oi": 9454, + "introducing": 9455, + "##ati": 9456, + "##fied": 9457, + "freshman": 9458, + "slot": 9459, + "jill": 9460, + "tackles": 9461, + "baroque": 9462, + "backs": 9463, + "##iest": 9464, + "lone": 9465, + "sponsor": 9466, + "destiny": 9467, + "altogether": 9468, + "convert": 9469, + "##aro": 9470, + "consensus": 9471, + "shapes": 9472, + "demonstration": 9473, + "basically": 9474, + "feminist": 9475, + "auction": 9476, + "artifacts": 9477, + "##bing": 9478, + "strongest": 9479, + "twitter": 9480, + "halifax": 9481, + "2019": 9482, + "allmusic": 9483, + "mighty": 9484, + "smallest": 9485, + "precise": 9486, + "alexandra": 9487, + "viola": 9488, + "##los": 9489, + "##ille": 9490, + "manuscripts": 9491, + "##illo": 9492, + "dancers": 9493, + "ari": 9494, + "managers": 9495, + "monuments": 9496, + "blades": 9497, + "barracks": 9498, + "springfield": 9499, + "maiden": 9500, + "consolidated": 9501, + "electron": 9502, + "##end": 9503, + "berry": 9504, + "airing": 9505, + "wheat": 9506, + "nobel": 9507, + "inclusion": 9508, + "blair": 9509, + "payments": 9510, + "geography": 9511, + "bee": 9512, + "cc": 9513, + "eleanor": 9514, + "react": 9515, + "##hurst": 9516, + "afc": 9517, + "manitoba": 9518, + "##yu": 9519, + "su": 9520, + "lineup": 9521, + "fitness": 9522, + "recreational": 9523, + "investments": 9524, + "airborne": 9525, + "disappointment": 9526, + "##dis": 9527, + "edmonton": 9528, + "viewing": 9529, + "##row": 9530, + "renovation": 9531, + "##cast": 9532, + "infant": 9533, + "bankruptcy": 9534, + "roses": 9535, + "aftermath": 9536, + "pavilion": 9537, + "##yer": 9538, + "carpenter": 9539, + "withdrawal": 9540, + "ladder": 9541, + "##hy": 9542, + "discussing": 9543, + "popped": 9544, + "reliable": 9545, + "agreements": 9546, + "rochester": 9547, + "##abad": 9548, + "curves": 9549, + "bombers": 9550, + "220": 9551, + "rao": 9552, + "reverend": 9553, + "decreased": 9554, + "choosing": 9555, + "107": 9556, + "stiff": 9557, + "consulting": 9558, + "naples": 9559, + "crawford": 9560, + "tracy": 9561, + "ka": 9562, + "ribbon": 9563, + "cops": 9564, + "##lee": 9565, + "crushed": 9566, + "deciding": 9567, + "unified": 9568, + "teenager": 9569, + "accepting": 9570, + "flagship": 9571, + "explorer": 9572, + "poles": 9573, + "sanchez": 9574, + "inspection": 9575, + "revived": 9576, + "skilled": 9577, + "induced": 9578, + "exchanged": 9579, + "flee": 9580, + "locals": 9581, + "tragedy": 9582, + "swallow": 9583, + "loading": 9584, + "hanna": 9585, + "demonstrate": 9586, + "##ela": 9587, + "salvador": 9588, + "flown": 9589, + "contestants": 9590, + "civilization": 9591, + "##ines": 9592, + "wanna": 9593, + "rhodes": 9594, + "fletcher": 9595, + "hector": 9596, + "knocking": 9597, + "considers": 9598, + "##ough": 9599, + "nash": 9600, + "mechanisms": 9601, + "sensed": 9602, + "mentally": 9603, + "walt": 9604, + "unclear": 9605, + "##eus": 9606, + "renovated": 9607, + "madame": 9608, + "##cks": 9609, + "crews": 9610, + "governmental": 9611, + "##hin": 9612, + "undertaken": 9613, + "monkey": 9614, + "##ben": 9615, + "##ato": 9616, + "fatal": 9617, + "armored": 9618, + "copa": 9619, + "caves": 9620, + "governance": 9621, + "grasp": 9622, + "perception": 9623, + "certification": 9624, + "froze": 9625, + "damp": 9626, + "tugged": 9627, + "wyoming": 9628, + "##rg": 9629, + "##ero": 9630, + "newman": 9631, + "##lor": 9632, + "nerves": 9633, + "curiosity": 9634, + "graph": 9635, + "115": 9636, + "##ami": 9637, + "withdraw": 9638, + "tunnels": 9639, + "dull": 9640, + "meredith": 9641, + "moss": 9642, + "exhibits": 9643, + "neighbors": 9644, + "communicate": 9645, + "accuracy": 9646, + "explored": 9647, + "raiders": 9648, + "republicans": 9649, + "secular": 9650, + "kat": 9651, + "superman": 9652, + "penny": 9653, + "criticised": 9654, + "##tch": 9655, + "freed": 9656, + "update": 9657, + "conviction": 9658, + "wade": 9659, + "ham": 9660, + "likewise": 9661, + "delegation": 9662, + "gotta": 9663, + "doll": 9664, + "promises": 9665, + "technological": 9666, + "myth": 9667, + "nationality": 9668, + "resolve": 9669, + "convent": 9670, + "##mark": 9671, + "sharon": 9672, + "dig": 9673, + "sip": 9674, + "coordinator": 9675, + "entrepreneur": 9676, + "fold": 9677, + "##dine": 9678, + "capability": 9679, + "councillor": 9680, + "synonym": 9681, + "blown": 9682, + "swan": 9683, + "cursed": 9684, + "1815": 9685, + "jonas": 9686, + "haired": 9687, + "sofa": 9688, + "canvas": 9689, + "keeper": 9690, + "rivalry": 9691, + "##hart": 9692, + "rapper": 9693, + "speedway": 9694, + "swords": 9695, + "postal": 9696, + "maxwell": 9697, + "estonia": 9698, + "potter": 9699, + "recurring": 9700, + "##nn": 9701, + "##ave": 9702, + "errors": 9703, + "##oni": 9704, + "cognitive": 9705, + "1834": 9706, + "##²": 9707, + "claws": 9708, + "nadu": 9709, + "roberto": 9710, + "bce": 9711, + "wrestler": 9712, + "ellie": 9713, + "##ations": 9714, + "infinite": 9715, + "ink": 9716, + "##tia": 9717, + "presumably": 9718, + "finite": 9719, + "staircase": 9720, + "108": 9721, + "noel": 9722, + "patricia": 9723, + "nacional": 9724, + "##cation": 9725, + "chill": 9726, + "eternal": 9727, + "tu": 9728, + "preventing": 9729, + "prussia": 9730, + "fossil": 9731, + "limbs": 9732, + "##logist": 9733, + "ernst": 9734, + "frog": 9735, + "perez": 9736, + "rene": 9737, + "##ace": 9738, + "pizza": 9739, + "prussian": 9740, + "##ios": 9741, + "##vy": 9742, + "molecules": 9743, + "regulatory": 9744, + "answering": 9745, + "opinions": 9746, + "sworn": 9747, + "lengths": 9748, + "supposedly": 9749, + "hypothesis": 9750, + "upward": 9751, + "habitats": 9752, + "seating": 9753, + "ancestors": 9754, + "drank": 9755, + "yield": 9756, + "hd": 9757, + "synthesis": 9758, + "researcher": 9759, + "modest": 9760, + "##var": 9761, + "mothers": 9762, + "peered": 9763, + "voluntary": 9764, + "homeland": 9765, + "##the": 9766, + "acclaim": 9767, + "##igan": 9768, + "static": 9769, + "valve": 9770, + "luxembourg": 9771, + "alto": 9772, + "carroll": 9773, + "fe": 9774, + "receptor": 9775, + "norton": 9776, + "ambulance": 9777, + "##tian": 9778, + "johnston": 9779, + "catholics": 9780, + "depicting": 9781, + "jointly": 9782, + "elephant": 9783, + "gloria": 9784, + "mentor": 9785, + "badge": 9786, + "ahmad": 9787, + "distinguish": 9788, + "remarked": 9789, + "councils": 9790, + "precisely": 9791, + "allison": 9792, + "advancing": 9793, + "detection": 9794, + "crowded": 9795, + "##10": 9796, + "cooperative": 9797, + "ankle": 9798, + "mercedes": 9799, + "dagger": 9800, + "surrendered": 9801, + "pollution": 9802, + "commit": 9803, + "subway": 9804, + "jeffrey": 9805, + "lesson": 9806, + "sculptures": 9807, + "provider": 9808, + "##fication": 9809, + "membrane": 9810, + "timothy": 9811, + "rectangular": 9812, + "fiscal": 9813, + "heating": 9814, + "teammate": 9815, + "basket": 9816, + "particle": 9817, + "anonymous": 9818, + "deployment": 9819, + "##ple": 9820, + "missiles": 9821, + "courthouse": 9822, + "proportion": 9823, + "shoe": 9824, + "sec": 9825, + "##ller": 9826, + "complaints": 9827, + "forbes": 9828, + "blacks": 9829, + "abandon": 9830, + "remind": 9831, + "sizes": 9832, + "overwhelming": 9833, + "autobiography": 9834, + "natalie": 9835, + "##awa": 9836, + "risks": 9837, + "contestant": 9838, + "countryside": 9839, + "babies": 9840, + "scorer": 9841, + "invaded": 9842, + "enclosed": 9843, + "proceed": 9844, + "hurling": 9845, + "disorders": 9846, + "##cu": 9847, + "reflecting": 9848, + "continuously": 9849, + "cruiser": 9850, + "graduates": 9851, + "freeway": 9852, + "investigated": 9853, + "ore": 9854, + "deserved": 9855, + "maid": 9856, + "blocking": 9857, + "phillip": 9858, + "jorge": 9859, + "shakes": 9860, + "dove": 9861, + "mann": 9862, + "variables": 9863, + "lacked": 9864, + "burden": 9865, + "accompanying": 9866, + "que": 9867, + "consistently": 9868, + "organizing": 9869, + "provisional": 9870, + "complained": 9871, + "endless": 9872, + "##rm": 9873, + "tubes": 9874, + "juice": 9875, + "georges": 9876, + "krishna": 9877, + "mick": 9878, + "labels": 9879, + "thriller": 9880, + "##uch": 9881, + "laps": 9882, + "arcade": 9883, + "sage": 9884, + "snail": 9885, + "##table": 9886, + "shannon": 9887, + "fi": 9888, + "laurence": 9889, + "seoul": 9890, + "vacation": 9891, + "presenting": 9892, + "hire": 9893, + "churchill": 9894, + "surprisingly": 9895, + "prohibited": 9896, + "savannah": 9897, + "technically": 9898, + "##oli": 9899, + "170": 9900, + "##lessly": 9901, + "testimony": 9902, + "suited": 9903, + "speeds": 9904, + "toys": 9905, + "romans": 9906, + "mlb": 9907, + "flowering": 9908, + "measurement": 9909, + "talented": 9910, + "kay": 9911, + "settings": 9912, + "charleston": 9913, + "expectations": 9914, + "shattered": 9915, + "achieving": 9916, + "triumph": 9917, + "ceremonies": 9918, + "portsmouth": 9919, + "lanes": 9920, + "mandatory": 9921, + "loser": 9922, + "stretching": 9923, + "cologne": 9924, + "realizes": 9925, + "seventy": 9926, + "cornell": 9927, + "careers": 9928, + "webb": 9929, + "##ulating": 9930, + "americas": 9931, + "budapest": 9932, + "ava": 9933, + "suspicion": 9934, + "##ison": 9935, + "yo": 9936, + "conrad": 9937, + "##hai": 9938, + "sterling": 9939, + "jessie": 9940, + "rector": 9941, + "##az": 9942, + "1831": 9943, + "transform": 9944, + "organize": 9945, + "loans": 9946, + "christine": 9947, + "volcanic": 9948, + "warrant": 9949, + "slender": 9950, + "summers": 9951, + "subfamily": 9952, + "newer": 9953, + "danced": 9954, + "dynamics": 9955, + "rhine": 9956, + "proceeds": 9957, + "heinrich": 9958, + "gastropod": 9959, + "commands": 9960, + "sings": 9961, + "facilitate": 9962, + "easter": 9963, + "ra": 9964, + "positioned": 9965, + "responses": 9966, + "expense": 9967, + "fruits": 9968, + "yanked": 9969, + "imported": 9970, + "25th": 9971, + "velvet": 9972, + "vic": 9973, + "primitive": 9974, + "tribune": 9975, + "baldwin": 9976, + "neighbourhood": 9977, + "donna": 9978, + "rip": 9979, + "hay": 9980, + "pr": 9981, + "##uro": 9982, + "1814": 9983, + "espn": 9984, + "welcomed": 9985, + "##aria": 9986, + "qualifier": 9987, + "glare": 9988, + "highland": 9989, + "timing": 9990, + "##cted": 9991, + "shells": 9992, + "eased": 9993, + "geometry": 9994, + "louder": 9995, + "exciting": 9996, + "slovakia": 9997, + "##sion": 9998, + "##iz": 9999, + "##lot": 10000, + "savings": 10001, + "prairie": 10002, + "##ques": 10003, + "marching": 10004, + "rafael": 10005, + "tonnes": 10006, + "##lled": 10007, + "curtain": 10008, + "preceding": 10009, + "shy": 10010, + "heal": 10011, + "greene": 10012, + "worthy": 10013, + "##pot": 10014, + "detachment": 10015, + "bury": 10016, + "sherman": 10017, + "##eck": 10018, + "reinforced": 10019, + "seeks": 10020, + "bottles": 10021, + "contracted": 10022, + "duchess": 10023, + "outfit": 10024, + "walsh": 10025, + "##sc": 10026, + "mickey": 10027, + "##ase": 10028, + "geoffrey": 10029, + "archer": 10030, + "squeeze": 10031, + "dawson": 10032, + "eliminate": 10033, + "invention": 10034, + "##enberg": 10035, + "neal": 10036, + "##eth": 10037, + "stance": 10038, + "dealer": 10039, + "coral": 10040, + "maple": 10041, + "retire": 10042, + "polo": 10043, + "simplified": 10044, + "##ht": 10045, + "1833": 10046, + "hid": 10047, + "watts": 10048, + "backwards": 10049, + "jules": 10050, + "##oke": 10051, + "genesis": 10052, + "mt": 10053, + "frames": 10054, + "rebounds": 10055, + "burma": 10056, + "woodland": 10057, + "moist": 10058, + "santos": 10059, + "whispers": 10060, + "drained": 10061, + "subspecies": 10062, + "##aa": 10063, + "streaming": 10064, + "ulster": 10065, + "burnt": 10066, + "correspondence": 10067, + "maternal": 10068, + "gerard": 10069, + "denis": 10070, + "stealing": 10071, + "##load": 10072, + "genius": 10073, + "duchy": 10074, + "##oria": 10075, + "inaugurated": 10076, + "momentum": 10077, + "suits": 10078, + "placement": 10079, + "sovereign": 10080, + "clause": 10081, + "thames": 10082, + "##hara": 10083, + "confederation": 10084, + "reservation": 10085, + "sketch": 10086, + "yankees": 10087, + "lets": 10088, + "rotten": 10089, + "charm": 10090, + "hal": 10091, + "verses": 10092, + "ultra": 10093, + "commercially": 10094, + "dot": 10095, + "salon": 10096, + "citation": 10097, + "adopt": 10098, + "winnipeg": 10099, + "mist": 10100, + "allocated": 10101, + "cairo": 10102, + "##boy": 10103, + "jenkins": 10104, + "interference": 10105, + "objectives": 10106, + "##wind": 10107, + "1820": 10108, + "portfolio": 10109, + "armoured": 10110, + "sectors": 10111, + "##eh": 10112, + "initiatives": 10113, + "##world": 10114, + "integrity": 10115, + "exercises": 10116, + "robe": 10117, + "tap": 10118, + "ab": 10119, + "gazed": 10120, + "##tones": 10121, + "distracted": 10122, + "rulers": 10123, + "111": 10124, + "favorable": 10125, + "jerome": 10126, + "tended": 10127, + "cart": 10128, + "factories": 10129, + "##eri": 10130, + "diplomat": 10131, + "valued": 10132, + "gravel": 10133, + "charitable": 10134, + "##try": 10135, + "calvin": 10136, + "exploring": 10137, + "chang": 10138, + "shepherd": 10139, + "terrace": 10140, + "pdf": 10141, + "pupil": 10142, + "##ural": 10143, + "reflects": 10144, + "ups": 10145, + "##rch": 10146, + "governors": 10147, + "shelf": 10148, + "depths": 10149, + "##nberg": 10150, + "trailed": 10151, + "crest": 10152, + "tackle": 10153, + "##nian": 10154, + "##ats": 10155, + "hatred": 10156, + "##kai": 10157, + "clare": 10158, + "makers": 10159, + "ethiopia": 10160, + "longtime": 10161, + "detected": 10162, + "embedded": 10163, + "lacking": 10164, + "slapped": 10165, + "rely": 10166, + "thomson": 10167, + "anticipation": 10168, + "iso": 10169, + "morton": 10170, + "successive": 10171, + "agnes": 10172, + "screenwriter": 10173, + "straightened": 10174, + "philippe": 10175, + "playwright": 10176, + "haunted": 10177, + "licence": 10178, + "iris": 10179, + "intentions": 10180, + "sutton": 10181, + "112": 10182, + "logical": 10183, + "correctly": 10184, + "##weight": 10185, + "branded": 10186, + "licked": 10187, + "tipped": 10188, + "silva": 10189, + "ricky": 10190, + "narrator": 10191, + "requests": 10192, + "##ents": 10193, + "greeted": 10194, + "supernatural": 10195, + "cow": 10196, + "##wald": 10197, + "lung": 10198, + "refusing": 10199, + "employer": 10200, + "strait": 10201, + "gaelic": 10202, + "liner": 10203, + "##piece": 10204, + "zoe": 10205, + "sabha": 10206, + "##mba": 10207, + "driveway": 10208, + "harvest": 10209, + "prints": 10210, + "bates": 10211, + "reluctantly": 10212, + "threshold": 10213, + "algebra": 10214, + "ira": 10215, + "wherever": 10216, + "coupled": 10217, + "240": 10218, + "assumption": 10219, + "picks": 10220, + "##air": 10221, + "designers": 10222, + "raids": 10223, + "gentlemen": 10224, + "##ean": 10225, + "roller": 10226, + "blowing": 10227, + "leipzig": 10228, + "locks": 10229, + "screw": 10230, + "dressing": 10231, + "strand": 10232, + "##lings": 10233, + "scar": 10234, + "dwarf": 10235, + "depicts": 10236, + "##nu": 10237, + "nods": 10238, + "##mine": 10239, + "differ": 10240, + "boris": 10241, + "##eur": 10242, + "yuan": 10243, + "flip": 10244, + "##gie": 10245, + "mob": 10246, + "invested": 10247, + "questioning": 10248, + "applying": 10249, + "##ture": 10250, + "shout": 10251, + "##sel": 10252, + "gameplay": 10253, + "blamed": 10254, + "illustrations": 10255, + "bothered": 10256, + "weakness": 10257, + "rehabilitation": 10258, + "##of": 10259, + "##zes": 10260, + "envelope": 10261, + "rumors": 10262, + "miners": 10263, + "leicester": 10264, + "subtle": 10265, + "kerry": 10266, + "##ico": 10267, + "ferguson": 10268, + "##fu": 10269, + "premiership": 10270, + "ne": 10271, + "##cat": 10272, + "bengali": 10273, + "prof": 10274, + "catches": 10275, + "remnants": 10276, + "dana": 10277, + "##rily": 10278, + "shouting": 10279, + "presidents": 10280, + "baltic": 10281, + "ought": 10282, + "ghosts": 10283, + "dances": 10284, + "sailors": 10285, + "shirley": 10286, + "fancy": 10287, + "dominic": 10288, + "##bie": 10289, + "madonna": 10290, + "##rick": 10291, + "bark": 10292, + "buttons": 10293, + "gymnasium": 10294, + "ashes": 10295, + "liver": 10296, + "toby": 10297, + "oath": 10298, + "providence": 10299, + "doyle": 10300, + "evangelical": 10301, + "nixon": 10302, + "cement": 10303, + "carnegie": 10304, + "embarked": 10305, + "hatch": 10306, + "surroundings": 10307, + "guarantee": 10308, + "needing": 10309, + "pirate": 10310, + "essence": 10311, + "##bee": 10312, + "filter": 10313, + "crane": 10314, + "hammond": 10315, + "projected": 10316, + "immune": 10317, + "percy": 10318, + "twelfth": 10319, + "##ult": 10320, + "regent": 10321, + "doctoral": 10322, + "damon": 10323, + "mikhail": 10324, + "##ichi": 10325, + "lu": 10326, + "critically": 10327, + "elect": 10328, + "realised": 10329, + "abortion": 10330, + "acute": 10331, + "screening": 10332, + "mythology": 10333, + "steadily": 10334, + "##fc": 10335, + "frown": 10336, + "nottingham": 10337, + "kirk": 10338, + "wa": 10339, + "minneapolis": 10340, + "##rra": 10341, + "module": 10342, + "algeria": 10343, + "mc": 10344, + "nautical": 10345, + "encounters": 10346, + "surprising": 10347, + "statues": 10348, + "availability": 10349, + "shirts": 10350, + "pie": 10351, + "alma": 10352, + "brows": 10353, + "munster": 10354, + "mack": 10355, + "soup": 10356, + "crater": 10357, + "tornado": 10358, + "sanskrit": 10359, + "cedar": 10360, + "explosive": 10361, + "bordered": 10362, + "dixon": 10363, + "planets": 10364, + "stamp": 10365, + "exam": 10366, + "happily": 10367, + "##bble": 10368, + "carriers": 10369, + "kidnapped": 10370, + "##vis": 10371, + "accommodation": 10372, + "emigrated": 10373, + "##met": 10374, + "knockout": 10375, + "correspondent": 10376, + "violation": 10377, + "profits": 10378, + "peaks": 10379, + "lang": 10380, + "specimen": 10381, + "agenda": 10382, + "ancestry": 10383, + "pottery": 10384, + "spelling": 10385, + "equations": 10386, + "obtaining": 10387, + "ki": 10388, + "linking": 10389, + "1825": 10390, + "debris": 10391, + "asylum": 10392, + "##20": 10393, + "buddhism": 10394, + "teddy": 10395, + "##ants": 10396, + "gazette": 10397, + "##nger": 10398, + "##sse": 10399, + "dental": 10400, + "eligibility": 10401, + "utc": 10402, + "fathers": 10403, + "averaged": 10404, + "zimbabwe": 10405, + "francesco": 10406, + "coloured": 10407, + "hissed": 10408, + "translator": 10409, + "lynch": 10410, + "mandate": 10411, + "humanities": 10412, + "mackenzie": 10413, + "uniforms": 10414, + "lin": 10415, + "##iana": 10416, + "##gio": 10417, + "asset": 10418, + "mhz": 10419, + "fitting": 10420, + "samantha": 10421, + "genera": 10422, + "wei": 10423, + "rim": 10424, + "beloved": 10425, + "shark": 10426, + "riot": 10427, + "entities": 10428, + "expressions": 10429, + "indo": 10430, + "carmen": 10431, + "slipping": 10432, + "owing": 10433, + "abbot": 10434, + "neighbor": 10435, + "sidney": 10436, + "##av": 10437, + "rats": 10438, + "recommendations": 10439, + "encouraging": 10440, + "squadrons": 10441, + "anticipated": 10442, + "commanders": 10443, + "conquered": 10444, + "##oto": 10445, + "donations": 10446, + "diagnosed": 10447, + "##mond": 10448, + "divide": 10449, + "##iva": 10450, + "guessed": 10451, + "decoration": 10452, + "vernon": 10453, + "auditorium": 10454, + "revelation": 10455, + "conversations": 10456, + "##kers": 10457, + "##power": 10458, + "herzegovina": 10459, + "dash": 10460, + "alike": 10461, + "protested": 10462, + "lateral": 10463, + "herman": 10464, + "accredited": 10465, + "mg": 10466, + "##gent": 10467, + "freeman": 10468, + "mel": 10469, + "fiji": 10470, + "crow": 10471, + "crimson": 10472, + "##rine": 10473, + "livestock": 10474, + "##pped": 10475, + "humanitarian": 10476, + "bored": 10477, + "oz": 10478, + "whip": 10479, + "##lene": 10480, + "##ali": 10481, + "legitimate": 10482, + "alter": 10483, + "grinning": 10484, + "spelled": 10485, + "anxious": 10486, + "oriental": 10487, + "wesley": 10488, + "##nin": 10489, + "##hole": 10490, + "carnival": 10491, + "controller": 10492, + "detect": 10493, + "##ssa": 10494, + "bowed": 10495, + "educator": 10496, + "kosovo": 10497, + "macedonia": 10498, + "##sin": 10499, + "occupy": 10500, + "mastering": 10501, + "stephanie": 10502, + "janeiro": 10503, + "para": 10504, + "unaware": 10505, + "nurses": 10506, + "noon": 10507, + "135": 10508, + "cam": 10509, + "hopefully": 10510, + "ranger": 10511, + "combine": 10512, + "sociology": 10513, + "polar": 10514, + "rica": 10515, + "##eer": 10516, + "neill": 10517, + "##sman": 10518, + "holocaust": 10519, + "##ip": 10520, + "doubled": 10521, + "lust": 10522, + "1828": 10523, + "109": 10524, + "decent": 10525, + "cooling": 10526, + "unveiled": 10527, + "##card": 10528, + "1829": 10529, + "nsw": 10530, + "homer": 10531, + "chapman": 10532, + "meyer": 10533, + "##gin": 10534, + "dive": 10535, + "mae": 10536, + "reagan": 10537, + "expertise": 10538, + "##gled": 10539, + "darwin": 10540, + "brooke": 10541, + "sided": 10542, + "prosecution": 10543, + "investigating": 10544, + "comprised": 10545, + "petroleum": 10546, + "genres": 10547, + "reluctant": 10548, + "differently": 10549, + "trilogy": 10550, + "johns": 10551, + "vegetables": 10552, + "corpse": 10553, + "highlighted": 10554, + "lounge": 10555, + "pension": 10556, + "unsuccessfully": 10557, + "elegant": 10558, + "aided": 10559, + "ivory": 10560, + "beatles": 10561, + "amelia": 10562, + "cain": 10563, + "dubai": 10564, + "sunny": 10565, + "immigrant": 10566, + "babe": 10567, + "click": 10568, + "##nder": 10569, + "underwater": 10570, + "pepper": 10571, + "combining": 10572, + "mumbled": 10573, + "atlas": 10574, + "horns": 10575, + "accessed": 10576, + "ballad": 10577, + "physicians": 10578, + "homeless": 10579, + "gestured": 10580, + "rpm": 10581, + "freak": 10582, + "louisville": 10583, + "corporations": 10584, + "patriots": 10585, + "prizes": 10586, + "rational": 10587, + "warn": 10588, + "modes": 10589, + "decorative": 10590, + "overnight": 10591, + "din": 10592, + "troubled": 10593, + "phantom": 10594, + "##ort": 10595, + "monarch": 10596, + "sheer": 10597, + "##dorf": 10598, + "generals": 10599, + "guidelines": 10600, + "organs": 10601, + "addresses": 10602, + "##zon": 10603, + "enhance": 10604, + "curling": 10605, + "parishes": 10606, + "cord": 10607, + "##kie": 10608, + "linux": 10609, + "caesar": 10610, + "deutsche": 10611, + "bavaria": 10612, + "##bia": 10613, + "coleman": 10614, + "cyclone": 10615, + "##eria": 10616, + "bacon": 10617, + "petty": 10618, + "##yama": 10619, + "##old": 10620, + "hampton": 10621, + "diagnosis": 10622, + "1824": 10623, + "throws": 10624, + "complexity": 10625, + "rita": 10626, + "disputed": 10627, + "##₃": 10628, + "pablo": 10629, + "##sch": 10630, + "marketed": 10631, + "trafficking": 10632, + "##ulus": 10633, + "examine": 10634, + "plague": 10635, + "formats": 10636, + "##oh": 10637, + "vault": 10638, + "faithful": 10639, + "##bourne": 10640, + "webster": 10641, + "##ox": 10642, + "highlights": 10643, + "##ient": 10644, + "##ann": 10645, + "phones": 10646, + "vacuum": 10647, + "sandwich": 10648, + "modeling": 10649, + "##gated": 10650, + "bolivia": 10651, + "clergy": 10652, + "qualities": 10653, + "isabel": 10654, + "##nas": 10655, + "##ars": 10656, + "wears": 10657, + "screams": 10658, + "reunited": 10659, + "annoyed": 10660, + "bra": 10661, + "##ancy": 10662, + "##rate": 10663, + "differential": 10664, + "transmitter": 10665, + "tattoo": 10666, + "container": 10667, + "poker": 10668, + "##och": 10669, + "excessive": 10670, + "resides": 10671, + "cowboys": 10672, + "##tum": 10673, + "augustus": 10674, + "trash": 10675, + "providers": 10676, + "statute": 10677, + "retreated": 10678, + "balcony": 10679, + "reversed": 10680, + "void": 10681, + "storey": 10682, + "preceded": 10683, + "masses": 10684, + "leap": 10685, + "laughs": 10686, + "neighborhoods": 10687, + "wards": 10688, + "schemes": 10689, + "falcon": 10690, + "santo": 10691, + "battlefield": 10692, + "pad": 10693, + "ronnie": 10694, + "thread": 10695, + "lesbian": 10696, + "venus": 10697, + "##dian": 10698, + "beg": 10699, + "sandstone": 10700, + "daylight": 10701, + "punched": 10702, + "gwen": 10703, + "analog": 10704, + "stroked": 10705, + "wwe": 10706, + "acceptable": 10707, + "measurements": 10708, + "dec": 10709, + "toxic": 10710, + "##kel": 10711, + "adequate": 10712, + "surgical": 10713, + "economist": 10714, + "parameters": 10715, + "varsity": 10716, + "##sberg": 10717, + "quantity": 10718, + "ella": 10719, + "##chy": 10720, + "##rton": 10721, + "countess": 10722, + "generating": 10723, + "precision": 10724, + "diamonds": 10725, + "expressway": 10726, + "ga": 10727, + "##ı": 10728, + "1821": 10729, + "uruguay": 10730, + "talents": 10731, + "galleries": 10732, + "expenses": 10733, + "scanned": 10734, + "colleague": 10735, + "outlets": 10736, + "ryder": 10737, + "lucien": 10738, + "##ila": 10739, + "paramount": 10740, + "##bon": 10741, + "syracuse": 10742, + "dim": 10743, + "fangs": 10744, + "gown": 10745, + "sweep": 10746, + "##sie": 10747, + "toyota": 10748, + "missionaries": 10749, + "websites": 10750, + "##nsis": 10751, + "sentences": 10752, + "adviser": 10753, + "val": 10754, + "trademark": 10755, + "spells": 10756, + "##plane": 10757, + "patience": 10758, + "starter": 10759, + "slim": 10760, + "##borg": 10761, + "toe": 10762, + "incredibly": 10763, + "shoots": 10764, + "elliot": 10765, + "nobility": 10766, + "##wyn": 10767, + "cowboy": 10768, + "endorsed": 10769, + "gardner": 10770, + "tendency": 10771, + "persuaded": 10772, + "organisms": 10773, + "emissions": 10774, + "kazakhstan": 10775, + "amused": 10776, + "boring": 10777, + "chips": 10778, + "themed": 10779, + "##hand": 10780, + "llc": 10781, + "constantinople": 10782, + "chasing": 10783, + "systematic": 10784, + "guatemala": 10785, + "borrowed": 10786, + "erin": 10787, + "carey": 10788, + "##hard": 10789, + "highlands": 10790, + "struggles": 10791, + "1810": 10792, + "##ifying": 10793, + "##ced": 10794, + "wong": 10795, + "exceptions": 10796, + "develops": 10797, + "enlarged": 10798, + "kindergarten": 10799, + "castro": 10800, + "##ern": 10801, + "##rina": 10802, + "leigh": 10803, + "zombie": 10804, + "juvenile": 10805, + "##most": 10806, + "consul": 10807, + "##nar": 10808, + "sailor": 10809, + "hyde": 10810, + "clarence": 10811, + "intensive": 10812, + "pinned": 10813, + "nasty": 10814, + "useless": 10815, + "jung": 10816, + "clayton": 10817, + "stuffed": 10818, + "exceptional": 10819, + "ix": 10820, + "apostolic": 10821, + "230": 10822, + "transactions": 10823, + "##dge": 10824, + "exempt": 10825, + "swinging": 10826, + "cove": 10827, + "religions": 10828, + "##ash": 10829, + "shields": 10830, + "dairy": 10831, + "bypass": 10832, + "190": 10833, + "pursuing": 10834, + "bug": 10835, + "joyce": 10836, + "bombay": 10837, + "chassis": 10838, + "southampton": 10839, + "chat": 10840, + "interact": 10841, + "redesignated": 10842, + "##pen": 10843, + "nascar": 10844, + "pray": 10845, + "salmon": 10846, + "rigid": 10847, + "regained": 10848, + "malaysian": 10849, + "grim": 10850, + "publicity": 10851, + "constituted": 10852, + "capturing": 10853, + "toilet": 10854, + "delegate": 10855, + "purely": 10856, + "tray": 10857, + "drift": 10858, + "loosely": 10859, + "striker": 10860, + "weakened": 10861, + "trinidad": 10862, + "mitch": 10863, + "itv": 10864, + "defines": 10865, + "transmitted": 10866, + "ming": 10867, + "scarlet": 10868, + "nodding": 10869, + "fitzgerald": 10870, + "fu": 10871, + "narrowly": 10872, + "sp": 10873, + "tooth": 10874, + "standings": 10875, + "virtue": 10876, + "##₁": 10877, + "##wara": 10878, + "##cting": 10879, + "chateau": 10880, + "gloves": 10881, + "lid": 10882, + "##nel": 10883, + "hurting": 10884, + "conservatory": 10885, + "##pel": 10886, + "sinclair": 10887, + "reopened": 10888, + "sympathy": 10889, + "nigerian": 10890, + "strode": 10891, + "advocated": 10892, + "optional": 10893, + "chronic": 10894, + "discharge": 10895, + "##rc": 10896, + "suck": 10897, + "compatible": 10898, + "laurel": 10899, + "stella": 10900, + "shi": 10901, + "fails": 10902, + "wage": 10903, + "dodge": 10904, + "128": 10905, + "informal": 10906, + "sorts": 10907, + "levi": 10908, + "buddha": 10909, + "villagers": 10910, + "##aka": 10911, + "chronicles": 10912, + "heavier": 10913, + "summoned": 10914, + "gateway": 10915, + "3000": 10916, + "eleventh": 10917, + "jewelry": 10918, + "translations": 10919, + "accordingly": 10920, + "seas": 10921, + "##ency": 10922, + "fiber": 10923, + "pyramid": 10924, + "cubic": 10925, + "dragging": 10926, + "##ista": 10927, + "caring": 10928, + "##ops": 10929, + "android": 10930, + "contacted": 10931, + "lunar": 10932, + "##dt": 10933, + "kai": 10934, + "lisbon": 10935, + "patted": 10936, + "1826": 10937, + "sacramento": 10938, + "theft": 10939, + "madagascar": 10940, + "subtropical": 10941, + "disputes": 10942, + "ta": 10943, + "holidays": 10944, + "piper": 10945, + "willow": 10946, + "mare": 10947, + "cane": 10948, + "itunes": 10949, + "newfoundland": 10950, + "benny": 10951, + "companions": 10952, + "dong": 10953, + "raj": 10954, + "observe": 10955, + "roar": 10956, + "charming": 10957, + "plaque": 10958, + "tibetan": 10959, + "fossils": 10960, + "enacted": 10961, + "manning": 10962, + "bubble": 10963, + "tina": 10964, + "tanzania": 10965, + "##eda": 10966, + "##hir": 10967, + "funk": 10968, + "swamp": 10969, + "deputies": 10970, + "cloak": 10971, + "ufc": 10972, + "scenario": 10973, + "par": 10974, + "scratch": 10975, + "metals": 10976, + "anthem": 10977, + "guru": 10978, + "engaging": 10979, + "specially": 10980, + "##boat": 10981, + "dialects": 10982, + "nineteen": 10983, + "cecil": 10984, + "duet": 10985, + "disability": 10986, + "messenger": 10987, + "unofficial": 10988, + "##lies": 10989, + "defunct": 10990, + "eds": 10991, + "moonlight": 10992, + "drainage": 10993, + "surname": 10994, + "puzzle": 10995, + "honda": 10996, + "switching": 10997, + "conservatives": 10998, + "mammals": 10999, + "knox": 11000, + "broadcaster": 11001, + "sidewalk": 11002, + "cope": 11003, + "##ried": 11004, + "benson": 11005, + "princes": 11006, + "peterson": 11007, + "##sal": 11008, + "bedford": 11009, + "sharks": 11010, + "eli": 11011, + "wreck": 11012, + "alberto": 11013, + "gasp": 11014, + "archaeology": 11015, + "lgbt": 11016, + "teaches": 11017, + "securities": 11018, + "madness": 11019, + "compromise": 11020, + "waving": 11021, + "coordination": 11022, + "davidson": 11023, + "visions": 11024, + "leased": 11025, + "possibilities": 11026, + "eighty": 11027, + "jun": 11028, + "fernandez": 11029, + "enthusiasm": 11030, + "assassin": 11031, + "sponsorship": 11032, + "reviewer": 11033, + "kingdoms": 11034, + "estonian": 11035, + "laboratories": 11036, + "##fy": 11037, + "##nal": 11038, + "applies": 11039, + "verb": 11040, + "celebrations": 11041, + "##zzo": 11042, + "rowing": 11043, + "lightweight": 11044, + "sadness": 11045, + "submit": 11046, + "mvp": 11047, + "balanced": 11048, + "dude": 11049, + "##vas": 11050, + "explicitly": 11051, + "metric": 11052, + "magnificent": 11053, + "mound": 11054, + "brett": 11055, + "mohammad": 11056, + "mistakes": 11057, + "irregular": 11058, + "##hing": 11059, + "##ass": 11060, + "sanders": 11061, + "betrayed": 11062, + "shipped": 11063, + "surge": 11064, + "##enburg": 11065, + "reporters": 11066, + "termed": 11067, + "georg": 11068, + "pity": 11069, + "verbal": 11070, + "bulls": 11071, + "abbreviated": 11072, + "enabling": 11073, + "appealed": 11074, + "##are": 11075, + "##atic": 11076, + "sicily": 11077, + "sting": 11078, + "heel": 11079, + "sweetheart": 11080, + "bart": 11081, + "spacecraft": 11082, + "brutal": 11083, + "monarchy": 11084, + "##tter": 11085, + "aberdeen": 11086, + "cameo": 11087, + "diane": 11088, + "##ub": 11089, + "survivor": 11090, + "clyde": 11091, + "##aries": 11092, + "complaint": 11093, + "##makers": 11094, + "clarinet": 11095, + "delicious": 11096, + "chilean": 11097, + "karnataka": 11098, + "coordinates": 11099, + "1818": 11100, + "panties": 11101, + "##rst": 11102, + "pretending": 11103, + "ar": 11104, + "dramatically": 11105, + "kiev": 11106, + "bella": 11107, + "tends": 11108, + "distances": 11109, + "113": 11110, + "catalog": 11111, + "launching": 11112, + "instances": 11113, + "telecommunications": 11114, + "portable": 11115, + "lindsay": 11116, + "vatican": 11117, + "##eim": 11118, + "angles": 11119, + "aliens": 11120, + "marker": 11121, + "stint": 11122, + "screens": 11123, + "bolton": 11124, + "##rne": 11125, + "judy": 11126, + "wool": 11127, + "benedict": 11128, + "plasma": 11129, + "europa": 11130, + "spark": 11131, + "imaging": 11132, + "filmmaker": 11133, + "swiftly": 11134, + "##een": 11135, + "contributor": 11136, + "##nor": 11137, + "opted": 11138, + "stamps": 11139, + "apologize": 11140, + "financing": 11141, + "butter": 11142, + "gideon": 11143, + "sophisticated": 11144, + "alignment": 11145, + "avery": 11146, + "chemicals": 11147, + "yearly": 11148, + "speculation": 11149, + "prominence": 11150, + "professionally": 11151, + "##ils": 11152, + "immortal": 11153, + "institutional": 11154, + "inception": 11155, + "wrists": 11156, + "identifying": 11157, + "tribunal": 11158, + "derives": 11159, + "gains": 11160, + "##wo": 11161, + "papal": 11162, + "preference": 11163, + "linguistic": 11164, + "vince": 11165, + "operative": 11166, + "brewery": 11167, + "##ont": 11168, + "unemployment": 11169, + "boyd": 11170, + "##ured": 11171, + "##outs": 11172, + "albeit": 11173, + "prophet": 11174, + "1813": 11175, + "bi": 11176, + "##rr": 11177, + "##face": 11178, + "##rad": 11179, + "quarterly": 11180, + "asteroid": 11181, + "cleaned": 11182, + "radius": 11183, + "temper": 11184, + "##llen": 11185, + "telugu": 11186, + "jerk": 11187, + "viscount": 11188, + "menu": 11189, + "##ote": 11190, + "glimpse": 11191, + "##aya": 11192, + "yacht": 11193, + "hawaiian": 11194, + "baden": 11195, + "##rl": 11196, + "laptop": 11197, + "readily": 11198, + "##gu": 11199, + "monetary": 11200, + "offshore": 11201, + "scots": 11202, + "watches": 11203, + "##yang": 11204, + "##arian": 11205, + "upgrade": 11206, + "needle": 11207, + "xbox": 11208, + "lea": 11209, + "encyclopedia": 11210, + "flank": 11211, + "fingertips": 11212, + "##pus": 11213, + "delight": 11214, + "teachings": 11215, + "confirm": 11216, + "roth": 11217, + "beaches": 11218, + "midway": 11219, + "winters": 11220, + "##iah": 11221, + "teasing": 11222, + "daytime": 11223, + "beverly": 11224, + "gambling": 11225, + "bonnie": 11226, + "##backs": 11227, + "regulated": 11228, + "clement": 11229, + "hermann": 11230, + "tricks": 11231, + "knot": 11232, + "##shing": 11233, + "##uring": 11234, + "##vre": 11235, + "detached": 11236, + "ecological": 11237, + "owed": 11238, + "specialty": 11239, + "byron": 11240, + "inventor": 11241, + "bats": 11242, + "stays": 11243, + "screened": 11244, + "unesco": 11245, + "midland": 11246, + "trim": 11247, + "affection": 11248, + "##ander": 11249, + "##rry": 11250, + "jess": 11251, + "thoroughly": 11252, + "feedback": 11253, + "##uma": 11254, + "chennai": 11255, + "strained": 11256, + "heartbeat": 11257, + "wrapping": 11258, + "overtime": 11259, + "pleaded": 11260, + "##sworth": 11261, + "mon": 11262, + "leisure": 11263, + "oclc": 11264, + "##tate": 11265, + "##ele": 11266, + "feathers": 11267, + "angelo": 11268, + "thirds": 11269, + "nuts": 11270, + "surveys": 11271, + "clever": 11272, + "gill": 11273, + "commentator": 11274, + "##dos": 11275, + "darren": 11276, + "rides": 11277, + "gibraltar": 11278, + "##nc": 11279, + "##mu": 11280, + "dissolution": 11281, + "dedication": 11282, + "shin": 11283, + "meals": 11284, + "saddle": 11285, + "elvis": 11286, + "reds": 11287, + "chaired": 11288, + "taller": 11289, + "appreciation": 11290, + "functioning": 11291, + "niece": 11292, + "favored": 11293, + "advocacy": 11294, + "robbie": 11295, + "criminals": 11296, + "suffolk": 11297, + "yugoslav": 11298, + "passport": 11299, + "constable": 11300, + "congressman": 11301, + "hastings": 11302, + "vera": 11303, + "##rov": 11304, + "consecrated": 11305, + "sparks": 11306, + "ecclesiastical": 11307, + "confined": 11308, + "##ovich": 11309, + "muller": 11310, + "floyd": 11311, + "nora": 11312, + "1822": 11313, + "paved": 11314, + "1827": 11315, + "cumberland": 11316, + "ned": 11317, + "saga": 11318, + "spiral": 11319, + "##flow": 11320, + "appreciated": 11321, + "yi": 11322, + "collaborative": 11323, + "treating": 11324, + "similarities": 11325, + "feminine": 11326, + "finishes": 11327, + "##ib": 11328, + "jade": 11329, + "import": 11330, + "##nse": 11331, + "##hot": 11332, + "champagne": 11333, + "mice": 11334, + "securing": 11335, + "celebrities": 11336, + "helsinki": 11337, + "attributes": 11338, + "##gos": 11339, + "cousins": 11340, + "phases": 11341, + "ache": 11342, + "lucia": 11343, + "gandhi": 11344, + "submission": 11345, + "vicar": 11346, + "spear": 11347, + "shine": 11348, + "tasmania": 11349, + "biting": 11350, + "detention": 11351, + "constitute": 11352, + "tighter": 11353, + "seasonal": 11354, + "##gus": 11355, + "terrestrial": 11356, + "matthews": 11357, + "##oka": 11358, + "effectiveness": 11359, + "parody": 11360, + "philharmonic": 11361, + "##onic": 11362, + "1816": 11363, + "strangers": 11364, + "encoded": 11365, + "consortium": 11366, + "guaranteed": 11367, + "regards": 11368, + "shifts": 11369, + "tortured": 11370, + "collision": 11371, + "supervisor": 11372, + "inform": 11373, + "broader": 11374, + "insight": 11375, + "theaters": 11376, + "armour": 11377, + "emeritus": 11378, + "blink": 11379, + "incorporates": 11380, + "mapping": 11381, + "##50": 11382, + "##ein": 11383, + "handball": 11384, + "flexible": 11385, + "##nta": 11386, + "substantially": 11387, + "generous": 11388, + "thief": 11389, + "##own": 11390, + "carr": 11391, + "loses": 11392, + "1793": 11393, + "prose": 11394, + "ucla": 11395, + "romeo": 11396, + "generic": 11397, + "metallic": 11398, + "realization": 11399, + "damages": 11400, + "mk": 11401, + "commissioners": 11402, + "zach": 11403, + "default": 11404, + "##ther": 11405, + "helicopters": 11406, + "lengthy": 11407, + "stems": 11408, + "spa": 11409, + "partnered": 11410, + "spectators": 11411, + "rogue": 11412, + "indication": 11413, + "penalties": 11414, + "teresa": 11415, + "1801": 11416, + "sen": 11417, + "##tric": 11418, + "dalton": 11419, + "##wich": 11420, + "irving": 11421, + "photographic": 11422, + "##vey": 11423, + "dell": 11424, + "deaf": 11425, + "peters": 11426, + "excluded": 11427, + "unsure": 11428, + "##vable": 11429, + "patterson": 11430, + "crawled": 11431, + "##zio": 11432, + "resided": 11433, + "whipped": 11434, + "latvia": 11435, + "slower": 11436, + "ecole": 11437, + "pipes": 11438, + "employers": 11439, + "maharashtra": 11440, + "comparable": 11441, + "va": 11442, + "textile": 11443, + "pageant": 11444, + "##gel": 11445, + "alphabet": 11446, + "binary": 11447, + "irrigation": 11448, + "chartered": 11449, + "choked": 11450, + "antoine": 11451, + "offs": 11452, + "waking": 11453, + "supplement": 11454, + "##wen": 11455, + "quantities": 11456, + "demolition": 11457, + "regain": 11458, + "locate": 11459, + "urdu": 11460, + "folks": 11461, + "alt": 11462, + "114": 11463, + "##mc": 11464, + "scary": 11465, + "andreas": 11466, + "whites": 11467, + "##ava": 11468, + "classrooms": 11469, + "mw": 11470, + "aesthetic": 11471, + "publishes": 11472, + "valleys": 11473, + "guides": 11474, + "cubs": 11475, + "johannes": 11476, + "bryant": 11477, + "conventions": 11478, + "affecting": 11479, + "##itt": 11480, + "drain": 11481, + "awesome": 11482, + "isolation": 11483, + "prosecutor": 11484, + "ambitious": 11485, + "apology": 11486, + "captive": 11487, + "downs": 11488, + "atmospheric": 11489, + "lorenzo": 11490, + "aisle": 11491, + "beef": 11492, + "foul": 11493, + "##onia": 11494, + "kidding": 11495, + "composite": 11496, + "disturbed": 11497, + "illusion": 11498, + "natives": 11499, + "##ffer": 11500, + "emi": 11501, + "rockets": 11502, + "riverside": 11503, + "wartime": 11504, + "painters": 11505, + "adolf": 11506, + "melted": 11507, + "##ail": 11508, + "uncertainty": 11509, + "simulation": 11510, + "hawks": 11511, + "progressed": 11512, + "meantime": 11513, + "builder": 11514, + "spray": 11515, + "breach": 11516, + "unhappy": 11517, + "regina": 11518, + "russians": 11519, + "##urg": 11520, + "determining": 11521, + "##tation": 11522, + "tram": 11523, + "1806": 11524, + "##quin": 11525, + "aging": 11526, + "##12": 11527, + "1823": 11528, + "garion": 11529, + "rented": 11530, + "mister": 11531, + "diaz": 11532, + "terminated": 11533, + "clip": 11534, + "1817": 11535, + "depend": 11536, + "nervously": 11537, + "disco": 11538, + "owe": 11539, + "defenders": 11540, + "shiva": 11541, + "notorious": 11542, + "disbelief": 11543, + "shiny": 11544, + "worcester": 11545, + "##gation": 11546, + "##yr": 11547, + "trailing": 11548, + "undertook": 11549, + "islander": 11550, + "belarus": 11551, + "limitations": 11552, + "watershed": 11553, + "fuller": 11554, + "overlooking": 11555, + "utilized": 11556, + "raphael": 11557, + "1819": 11558, + "synthetic": 11559, + "breakdown": 11560, + "klein": 11561, + "##nate": 11562, + "moaned": 11563, + "memoir": 11564, + "lamb": 11565, + "practicing": 11566, + "##erly": 11567, + "cellular": 11568, + "arrows": 11569, + "exotic": 11570, + "##graphy": 11571, + "witches": 11572, + "117": 11573, + "charted": 11574, + "rey": 11575, + "hut": 11576, + "hierarchy": 11577, + "subdivision": 11578, + "freshwater": 11579, + "giuseppe": 11580, + "aloud": 11581, + "reyes": 11582, + "qatar": 11583, + "marty": 11584, + "sideways": 11585, + "utterly": 11586, + "sexually": 11587, + "jude": 11588, + "prayers": 11589, + "mccarthy": 11590, + "softball": 11591, + "blend": 11592, + "damien": 11593, + "##gging": 11594, + "##metric": 11595, + "wholly": 11596, + "erupted": 11597, + "lebanese": 11598, + "negro": 11599, + "revenues": 11600, + "tasted": 11601, + "comparative": 11602, + "teamed": 11603, + "transaction": 11604, + "labeled": 11605, + "maori": 11606, + "sovereignty": 11607, + "parkway": 11608, + "trauma": 11609, + "gran": 11610, + "malay": 11611, + "121": 11612, + "advancement": 11613, + "descendant": 11614, + "2020": 11615, + "buzz": 11616, + "salvation": 11617, + "inventory": 11618, + "symbolic": 11619, + "##making": 11620, + "antarctica": 11621, + "mps": 11622, + "##gas": 11623, + "##bro": 11624, + "mohammed": 11625, + "myanmar": 11626, + "holt": 11627, + "submarines": 11628, + "tones": 11629, + "##lman": 11630, + "locker": 11631, + "patriarch": 11632, + "bangkok": 11633, + "emerson": 11634, + "remarks": 11635, + "predators": 11636, + "kin": 11637, + "afghan": 11638, + "confession": 11639, + "norwich": 11640, + "rental": 11641, + "emerge": 11642, + "advantages": 11643, + "##zel": 11644, + "rca": 11645, + "##hold": 11646, + "shortened": 11647, + "storms": 11648, + "aidan": 11649, + "##matic": 11650, + "autonomy": 11651, + "compliance": 11652, + "##quet": 11653, + "dudley": 11654, + "atp": 11655, + "##osis": 11656, + "1803": 11657, + "motto": 11658, + "documentation": 11659, + "summary": 11660, + "professors": 11661, + "spectacular": 11662, + "christina": 11663, + "archdiocese": 11664, + "flashing": 11665, + "innocence": 11666, + "remake": 11667, + "##dell": 11668, + "psychic": 11669, + "reef": 11670, + "scare": 11671, + "employ": 11672, + "rs": 11673, + "sticks": 11674, + "meg": 11675, + "gus": 11676, + "leans": 11677, + "##ude": 11678, + "accompany": 11679, + "bergen": 11680, + "tomas": 11681, + "##iko": 11682, + "doom": 11683, + "wages": 11684, + "pools": 11685, + "##nch": 11686, + "##bes": 11687, + "breasts": 11688, + "scholarly": 11689, + "alison": 11690, + "outline": 11691, + "brittany": 11692, + "breakthrough": 11693, + "willis": 11694, + "realistic": 11695, + "##cut": 11696, + "##boro": 11697, + "competitor": 11698, + "##stan": 11699, + "pike": 11700, + "picnic": 11701, + "icon": 11702, + "designing": 11703, + "commercials": 11704, + "washing": 11705, + "villain": 11706, + "skiing": 11707, + "micro": 11708, + "costumes": 11709, + "auburn": 11710, + "halted": 11711, + "executives": 11712, + "##hat": 11713, + "logistics": 11714, + "cycles": 11715, + "vowel": 11716, + "applicable": 11717, + "barrett": 11718, + "exclaimed": 11719, + "eurovision": 11720, + "eternity": 11721, + "ramon": 11722, + "##umi": 11723, + "##lls": 11724, + "modifications": 11725, + "sweeping": 11726, + "disgust": 11727, + "##uck": 11728, + "torch": 11729, + "aviv": 11730, + "ensuring": 11731, + "rude": 11732, + "dusty": 11733, + "sonic": 11734, + "donovan": 11735, + "outskirts": 11736, + "cu": 11737, + "pathway": 11738, + "##band": 11739, + "##gun": 11740, + "##lines": 11741, + "disciplines": 11742, + "acids": 11743, + "cadet": 11744, + "paired": 11745, + "##40": 11746, + "sketches": 11747, + "##sive": 11748, + "marriages": 11749, + "##⁺": 11750, + "folding": 11751, + "peers": 11752, + "slovak": 11753, + "implies": 11754, + "admired": 11755, + "##beck": 11756, + "1880s": 11757, + "leopold": 11758, + "instinct": 11759, + "attained": 11760, + "weston": 11761, + "megan": 11762, + "horace": 11763, + "##ination": 11764, + "dorsal": 11765, + "ingredients": 11766, + "evolutionary": 11767, + "##its": 11768, + "complications": 11769, + "deity": 11770, + "lethal": 11771, + "brushing": 11772, + "levy": 11773, + "deserted": 11774, + "institutes": 11775, + "posthumously": 11776, + "delivering": 11777, + "telescope": 11778, + "coronation": 11779, + "motivated": 11780, + "rapids": 11781, + "luc": 11782, + "flicked": 11783, + "pays": 11784, + "volcano": 11785, + "tanner": 11786, + "weighed": 11787, + "##nica": 11788, + "crowds": 11789, + "frankie": 11790, + "gifted": 11791, + "addressing": 11792, + "granddaughter": 11793, + "winding": 11794, + "##rna": 11795, + "constantine": 11796, + "gomez": 11797, + "##front": 11798, + "landscapes": 11799, + "rudolf": 11800, + "anthropology": 11801, + "slate": 11802, + "werewolf": 11803, + "##lio": 11804, + "astronomy": 11805, + "circa": 11806, + "rouge": 11807, + "dreaming": 11808, + "sack": 11809, + "knelt": 11810, + "drowned": 11811, + "naomi": 11812, + "prolific": 11813, + "tracked": 11814, + "freezing": 11815, + "herb": 11816, + "##dium": 11817, + "agony": 11818, + "randall": 11819, + "twisting": 11820, + "wendy": 11821, + "deposit": 11822, + "touches": 11823, + "vein": 11824, + "wheeler": 11825, + "##bbled": 11826, + "##bor": 11827, + "batted": 11828, + "retaining": 11829, + "tire": 11830, + "presently": 11831, + "compare": 11832, + "specification": 11833, + "daemon": 11834, + "nigel": 11835, + "##grave": 11836, + "merry": 11837, + "recommendation": 11838, + "czechoslovakia": 11839, + "sandra": 11840, + "ng": 11841, + "roma": 11842, + "##sts": 11843, + "lambert": 11844, + "inheritance": 11845, + "sheikh": 11846, + "winchester": 11847, + "cries": 11848, + "examining": 11849, + "##yle": 11850, + "comeback": 11851, + "cuisine": 11852, + "nave": 11853, + "##iv": 11854, + "ko": 11855, + "retrieve": 11856, + "tomatoes": 11857, + "barker": 11858, + "polished": 11859, + "defining": 11860, + "irene": 11861, + "lantern": 11862, + "personalities": 11863, + "begging": 11864, + "tract": 11865, + "swore": 11866, + "1809": 11867, + "175": 11868, + "##gic": 11869, + "omaha": 11870, + "brotherhood": 11871, + "##rley": 11872, + "haiti": 11873, + "##ots": 11874, + "exeter": 11875, + "##ete": 11876, + "##zia": 11877, + "steele": 11878, + "dumb": 11879, + "pearson": 11880, + "210": 11881, + "surveyed": 11882, + "elisabeth": 11883, + "trends": 11884, + "##ef": 11885, + "fritz": 11886, + "##rf": 11887, + "premium": 11888, + "bugs": 11889, + "fraction": 11890, + "calmly": 11891, + "viking": 11892, + "##birds": 11893, + "tug": 11894, + "inserted": 11895, + "unusually": 11896, + "##ield": 11897, + "confronted": 11898, + "distress": 11899, + "crashing": 11900, + "brent": 11901, + "turks": 11902, + "resign": 11903, + "##olo": 11904, + "cambodia": 11905, + "gabe": 11906, + "sauce": 11907, + "##kal": 11908, + "evelyn": 11909, + "116": 11910, + "extant": 11911, + "clusters": 11912, + "quarry": 11913, + "teenagers": 11914, + "luna": 11915, + "##lers": 11916, + "##ister": 11917, + "affiliation": 11918, + "drill": 11919, + "##ashi": 11920, + "panthers": 11921, + "scenic": 11922, + "libya": 11923, + "anita": 11924, + "strengthen": 11925, + "inscriptions": 11926, + "##cated": 11927, + "lace": 11928, + "sued": 11929, + "judith": 11930, + "riots": 11931, + "##uted": 11932, + "mint": 11933, + "##eta": 11934, + "preparations": 11935, + "midst": 11936, + "dub": 11937, + "challenger": 11938, + "##vich": 11939, + "mock": 11940, + "cf": 11941, + "displaced": 11942, + "wicket": 11943, + "breaths": 11944, + "enables": 11945, + "schmidt": 11946, + "analyst": 11947, + "##lum": 11948, + "ag": 11949, + "highlight": 11950, + "automotive": 11951, + "axe": 11952, + "josef": 11953, + "newark": 11954, + "sufficiently": 11955, + "resembles": 11956, + "50th": 11957, + "##pal": 11958, + "flushed": 11959, + "mum": 11960, + "traits": 11961, + "##ante": 11962, + "commodore": 11963, + "incomplete": 11964, + "warming": 11965, + "titular": 11966, + "ceremonial": 11967, + "ethical": 11968, + "118": 11969, + "celebrating": 11970, + "eighteenth": 11971, + "cao": 11972, + "lima": 11973, + "medalist": 11974, + "mobility": 11975, + "strips": 11976, + "snakes": 11977, + "##city": 11978, + "miniature": 11979, + "zagreb": 11980, + "barton": 11981, + "escapes": 11982, + "umbrella": 11983, + "automated": 11984, + "doubted": 11985, + "differs": 11986, + "cooled": 11987, + "georgetown": 11988, + "dresden": 11989, + "cooked": 11990, + "fade": 11991, + "wyatt": 11992, + "rna": 11993, + "jacobs": 11994, + "carlton": 11995, + "abundant": 11996, + "stereo": 11997, + "boost": 11998, + "madras": 11999, + "inning": 12000, + "##hia": 12001, + "spur": 12002, + "ip": 12003, + "malayalam": 12004, + "begged": 12005, + "osaka": 12006, + "groan": 12007, + "escaping": 12008, + "charging": 12009, + "dose": 12010, + "vista": 12011, + "##aj": 12012, + "bud": 12013, + "papa": 12014, + "communists": 12015, + "advocates": 12016, + "edged": 12017, + "tri": 12018, + "##cent": 12019, + "resemble": 12020, + "peaking": 12021, + "necklace": 12022, + "fried": 12023, + "montenegro": 12024, + "saxony": 12025, + "goose": 12026, + "glances": 12027, + "stuttgart": 12028, + "curator": 12029, + "recruit": 12030, + "grocery": 12031, + "sympathetic": 12032, + "##tting": 12033, + "##fort": 12034, + "127": 12035, + "lotus": 12036, + "randolph": 12037, + "ancestor": 12038, + "##rand": 12039, + "succeeding": 12040, + "jupiter": 12041, + "1798": 12042, + "macedonian": 12043, + "##heads": 12044, + "hiking": 12045, + "1808": 12046, + "handing": 12047, + "fischer": 12048, + "##itive": 12049, + "garbage": 12050, + "node": 12051, + "##pies": 12052, + "prone": 12053, + "singular": 12054, + "papua": 12055, + "inclined": 12056, + "attractions": 12057, + "italia": 12058, + "pouring": 12059, + "motioned": 12060, + "grandma": 12061, + "garnered": 12062, + "jacksonville": 12063, + "corp": 12064, + "ego": 12065, + "ringing": 12066, + "aluminum": 12067, + "##hausen": 12068, + "ordering": 12069, + "##foot": 12070, + "drawer": 12071, + "traders": 12072, + "synagogue": 12073, + "##play": 12074, + "##kawa": 12075, + "resistant": 12076, + "wandering": 12077, + "fragile": 12078, + "fiona": 12079, + "teased": 12080, + "var": 12081, + "hardcore": 12082, + "soaked": 12083, + "jubilee": 12084, + "decisive": 12085, + "exposition": 12086, + "mercer": 12087, + "poster": 12088, + "valencia": 12089, + "hale": 12090, + "kuwait": 12091, + "1811": 12092, + "##ises": 12093, + "##wr": 12094, + "##eed": 12095, + "tavern": 12096, + "gamma": 12097, + "122": 12098, + "johan": 12099, + "##uer": 12100, + "airways": 12101, + "amino": 12102, + "gil": 12103, + "##ury": 12104, + "vocational": 12105, + "domains": 12106, + "torres": 12107, + "##sp": 12108, + "generator": 12109, + "folklore": 12110, + "outcomes": 12111, + "##keeper": 12112, + "canberra": 12113, + "shooter": 12114, + "fl": 12115, + "beams": 12116, + "confrontation": 12117, + "##lling": 12118, + "##gram": 12119, + "feb": 12120, + "aligned": 12121, + "forestry": 12122, + "pipeline": 12123, + "jax": 12124, + "motorway": 12125, + "conception": 12126, + "decay": 12127, + "##tos": 12128, + "coffin": 12129, + "##cott": 12130, + "stalin": 12131, + "1805": 12132, + "escorted": 12133, + "minded": 12134, + "##nam": 12135, + "sitcom": 12136, + "purchasing": 12137, + "twilight": 12138, + "veronica": 12139, + "additions": 12140, + "passive": 12141, + "tensions": 12142, + "straw": 12143, + "123": 12144, + "frequencies": 12145, + "1804": 12146, + "refugee": 12147, + "cultivation": 12148, + "##iate": 12149, + "christie": 12150, + "clary": 12151, + "bulletin": 12152, + "crept": 12153, + "disposal": 12154, + "##rich": 12155, + "##zong": 12156, + "processor": 12157, + "crescent": 12158, + "##rol": 12159, + "bmw": 12160, + "emphasized": 12161, + "whale": 12162, + "nazis": 12163, + "aurora": 12164, + "##eng": 12165, + "dwelling": 12166, + "hauled": 12167, + "sponsors": 12168, + "toledo": 12169, + "mega": 12170, + "ideology": 12171, + "theatres": 12172, + "tessa": 12173, + "cerambycidae": 12174, + "saves": 12175, + "turtle": 12176, + "cone": 12177, + "suspects": 12178, + "kara": 12179, + "rusty": 12180, + "yelling": 12181, + "greeks": 12182, + "mozart": 12183, + "shades": 12184, + "cocked": 12185, + "participant": 12186, + "##tro": 12187, + "shire": 12188, + "spit": 12189, + "freeze": 12190, + "necessity": 12191, + "##cos": 12192, + "inmates": 12193, + "nielsen": 12194, + "councillors": 12195, + "loaned": 12196, + "uncommon": 12197, + "omar": 12198, + "peasants": 12199, + "botanical": 12200, + "offspring": 12201, + "daniels": 12202, + "formations": 12203, + "jokes": 12204, + "1794": 12205, + "pioneers": 12206, + "sigma": 12207, + "licensing": 12208, + "##sus": 12209, + "wheelchair": 12210, + "polite": 12211, + "1807": 12212, + "liquor": 12213, + "pratt": 12214, + "trustee": 12215, + "##uta": 12216, + "forewings": 12217, + "balloon": 12218, + "##zz": 12219, + "kilometre": 12220, + "camping": 12221, + "explicit": 12222, + "casually": 12223, + "shawn": 12224, + "foolish": 12225, + "teammates": 12226, + "nm": 12227, + "hassan": 12228, + "carrie": 12229, + "judged": 12230, + "satisfy": 12231, + "vanessa": 12232, + "knives": 12233, + "selective": 12234, + "cnn": 12235, + "flowed": 12236, + "##lice": 12237, + "eclipse": 12238, + "stressed": 12239, + "eliza": 12240, + "mathematician": 12241, + "cease": 12242, + "cultivated": 12243, + "##roy": 12244, + "commissions": 12245, + "browns": 12246, + "##ania": 12247, + "destroyers": 12248, + "sheridan": 12249, + "meadow": 12250, + "##rius": 12251, + "minerals": 12252, + "##cial": 12253, + "downstream": 12254, + "clash": 12255, + "gram": 12256, + "memoirs": 12257, + "ventures": 12258, + "baha": 12259, + "seymour": 12260, + "archie": 12261, + "midlands": 12262, + "edith": 12263, + "fare": 12264, + "flynn": 12265, + "invite": 12266, + "canceled": 12267, + "tiles": 12268, + "stabbed": 12269, + "boulder": 12270, + "incorporate": 12271, + "amended": 12272, + "camden": 12273, + "facial": 12274, + "mollusk": 12275, + "unreleased": 12276, + "descriptions": 12277, + "yoga": 12278, + "grabs": 12279, + "550": 12280, + "raises": 12281, + "ramp": 12282, + "shiver": 12283, + "##rose": 12284, + "coined": 12285, + "pioneering": 12286, + "tunes": 12287, + "qing": 12288, + "warwick": 12289, + "tops": 12290, + "119": 12291, + "melanie": 12292, + "giles": 12293, + "##rous": 12294, + "wandered": 12295, + "##inal": 12296, + "annexed": 12297, + "nov": 12298, + "30th": 12299, + "unnamed": 12300, + "##ished": 12301, + "organizational": 12302, + "airplane": 12303, + "normandy": 12304, + "stoke": 12305, + "whistle": 12306, + "blessing": 12307, + "violations": 12308, + "chased": 12309, + "holders": 12310, + "shotgun": 12311, + "##ctic": 12312, + "outlet": 12313, + "reactor": 12314, + "##vik": 12315, + "tires": 12316, + "tearing": 12317, + "shores": 12318, + "fortified": 12319, + "mascot": 12320, + "constituencies": 12321, + "nc": 12322, + "columnist": 12323, + "productive": 12324, + "tibet": 12325, + "##rta": 12326, + "lineage": 12327, + "hooked": 12328, + "oct": 12329, + "tapes": 12330, + "judging": 12331, + "cody": 12332, + "##gger": 12333, + "hansen": 12334, + "kashmir": 12335, + "triggered": 12336, + "##eva": 12337, + "solved": 12338, + "cliffs": 12339, + "##tree": 12340, + "resisted": 12341, + "anatomy": 12342, + "protesters": 12343, + "transparent": 12344, + "implied": 12345, + "##iga": 12346, + "injection": 12347, + "mattress": 12348, + "excluding": 12349, + "##mbo": 12350, + "defenses": 12351, + "helpless": 12352, + "devotion": 12353, + "##elli": 12354, + "growl": 12355, + "liberals": 12356, + "weber": 12357, + "phenomena": 12358, + "atoms": 12359, + "plug": 12360, + "##iff": 12361, + "mortality": 12362, + "apprentice": 12363, + "howe": 12364, + "convincing": 12365, + "aaa": 12366, + "swimmer": 12367, + "barber": 12368, + "leone": 12369, + "promptly": 12370, + "sodium": 12371, + "def": 12372, + "nowadays": 12373, + "arise": 12374, + "##oning": 12375, + "gloucester": 12376, + "corrected": 12377, + "dignity": 12378, + "norm": 12379, + "erie": 12380, + "##ders": 12381, + "elders": 12382, + "evacuated": 12383, + "sylvia": 12384, + "compression": 12385, + "##yar": 12386, + "hartford": 12387, + "pose": 12388, + "backpack": 12389, + "reasoning": 12390, + "accepts": 12391, + "24th": 12392, + "wipe": 12393, + "millimetres": 12394, + "marcel": 12395, + "##oda": 12396, + "dodgers": 12397, + "albion": 12398, + "1790": 12399, + "overwhelmed": 12400, + "aerospace": 12401, + "oaks": 12402, + "1795": 12403, + "showcase": 12404, + "acknowledge": 12405, + "recovering": 12406, + "nolan": 12407, + "ashe": 12408, + "hurts": 12409, + "geology": 12410, + "fashioned": 12411, + "disappearance": 12412, + "farewell": 12413, + "swollen": 12414, + "shrug": 12415, + "marquis": 12416, + "wimbledon": 12417, + "124": 12418, + "rue": 12419, + "1792": 12420, + "commemorate": 12421, + "reduces": 12422, + "experiencing": 12423, + "inevitable": 12424, + "calcutta": 12425, + "intel": 12426, + "##court": 12427, + "murderer": 12428, + "sticking": 12429, + "fisheries": 12430, + "imagery": 12431, + "bloom": 12432, + "280": 12433, + "brake": 12434, + "##inus": 12435, + "gustav": 12436, + "hesitation": 12437, + "memorable": 12438, + "po": 12439, + "viral": 12440, + "beans": 12441, + "accidents": 12442, + "tunisia": 12443, + "antenna": 12444, + "spilled": 12445, + "consort": 12446, + "treatments": 12447, + "aye": 12448, + "perimeter": 12449, + "##gard": 12450, + "donation": 12451, + "hostage": 12452, + "migrated": 12453, + "banker": 12454, + "addiction": 12455, + "apex": 12456, + "lil": 12457, + "trout": 12458, + "##ously": 12459, + "conscience": 12460, + "##nova": 12461, + "rams": 12462, + "sands": 12463, + "genome": 12464, + "passionate": 12465, + "troubles": 12466, + "##lets": 12467, + "##set": 12468, + "amid": 12469, + "##ibility": 12470, + "##ret": 12471, + "higgins": 12472, + "exceed": 12473, + "vikings": 12474, + "##vie": 12475, + "payne": 12476, + "##zan": 12477, + "muscular": 12478, + "##ste": 12479, + "defendant": 12480, + "sucking": 12481, + "##wal": 12482, + "ibrahim": 12483, + "fuselage": 12484, + "claudia": 12485, + "vfl": 12486, + "europeans": 12487, + "snails": 12488, + "interval": 12489, + "##garh": 12490, + "preparatory": 12491, + "statewide": 12492, + "tasked": 12493, + "lacrosse": 12494, + "viktor": 12495, + "##lation": 12496, + "angola": 12497, + "##hra": 12498, + "flint": 12499, + "implications": 12500, + "employs": 12501, + "teens": 12502, + "patrons": 12503, + "stall": 12504, + "weekends": 12505, + "barriers": 12506, + "scrambled": 12507, + "nucleus": 12508, + "tehran": 12509, + "jenna": 12510, + "parsons": 12511, + "lifelong": 12512, + "robots": 12513, + "displacement": 12514, + "5000": 12515, + "##bles": 12516, + "precipitation": 12517, + "##gt": 12518, + "knuckles": 12519, + "clutched": 12520, + "1802": 12521, + "marrying": 12522, + "ecology": 12523, + "marx": 12524, + "accusations": 12525, + "declare": 12526, + "scars": 12527, + "kolkata": 12528, + "mat": 12529, + "meadows": 12530, + "bermuda": 12531, + "skeleton": 12532, + "finalists": 12533, + "vintage": 12534, + "crawl": 12535, + "coordinate": 12536, + "affects": 12537, + "subjected": 12538, + "orchestral": 12539, + "mistaken": 12540, + "##tc": 12541, + "mirrors": 12542, + "dipped": 12543, + "relied": 12544, + "260": 12545, + "arches": 12546, + "candle": 12547, + "##nick": 12548, + "incorporating": 12549, + "wildly": 12550, + "fond": 12551, + "basilica": 12552, + "owl": 12553, + "fringe": 12554, + "rituals": 12555, + "whispering": 12556, + "stirred": 12557, + "feud": 12558, + "tertiary": 12559, + "slick": 12560, + "goat": 12561, + "honorable": 12562, + "whereby": 12563, + "skip": 12564, + "ricardo": 12565, + "stripes": 12566, + "parachute": 12567, + "adjoining": 12568, + "submerged": 12569, + "synthesizer": 12570, + "##gren": 12571, + "intend": 12572, + "positively": 12573, + "ninety": 12574, + "phi": 12575, + "beaver": 12576, + "partition": 12577, + "fellows": 12578, + "alexis": 12579, + "prohibition": 12580, + "carlisle": 12581, + "bizarre": 12582, + "fraternity": 12583, + "##bre": 12584, + "doubts": 12585, + "icy": 12586, + "cbc": 12587, + "aquatic": 12588, + "sneak": 12589, + "sonny": 12590, + "combines": 12591, + "airports": 12592, + "crude": 12593, + "supervised": 12594, + "spatial": 12595, + "merge": 12596, + "alfonso": 12597, + "##bic": 12598, + "corrupt": 12599, + "scan": 12600, + "undergo": 12601, + "##ams": 12602, + "disabilities": 12603, + "colombian": 12604, + "comparing": 12605, + "dolphins": 12606, + "perkins": 12607, + "##lish": 12608, + "reprinted": 12609, + "unanimous": 12610, + "bounced": 12611, + "hairs": 12612, + "underworld": 12613, + "midwest": 12614, + "semester": 12615, + "bucket": 12616, + "paperback": 12617, + "miniseries": 12618, + "coventry": 12619, + "demise": 12620, + "##leigh": 12621, + "demonstrations": 12622, + "sensor": 12623, + "rotating": 12624, + "yan": 12625, + "##hler": 12626, + "arrange": 12627, + "soils": 12628, + "##idge": 12629, + "hyderabad": 12630, + "labs": 12631, + "##dr": 12632, + "brakes": 12633, + "grandchildren": 12634, + "##nde": 12635, + "negotiated": 12636, + "rover": 12637, + "ferrari": 12638, + "continuation": 12639, + "directorate": 12640, + "augusta": 12641, + "stevenson": 12642, + "counterpart": 12643, + "gore": 12644, + "##rda": 12645, + "nursery": 12646, + "rican": 12647, + "ave": 12648, + "collectively": 12649, + "broadly": 12650, + "pastoral": 12651, + "repertoire": 12652, + "asserted": 12653, + "discovering": 12654, + "nordic": 12655, + "styled": 12656, + "fiba": 12657, + "cunningham": 12658, + "harley": 12659, + "middlesex": 12660, + "survives": 12661, + "tumor": 12662, + "tempo": 12663, + "zack": 12664, + "aiming": 12665, + "lok": 12666, + "urgent": 12667, + "##rade": 12668, + "##nto": 12669, + "devils": 12670, + "##ement": 12671, + "contractor": 12672, + "turin": 12673, + "##wl": 12674, + "##ool": 12675, + "bliss": 12676, + "repaired": 12677, + "simmons": 12678, + "moan": 12679, + "astronomical": 12680, + "cr": 12681, + "negotiate": 12682, + "lyric": 12683, + "1890s": 12684, + "lara": 12685, + "bred": 12686, + "clad": 12687, + "angus": 12688, + "pbs": 12689, + "##ience": 12690, + "engineered": 12691, + "posed": 12692, + "##lk": 12693, + "hernandez": 12694, + "possessions": 12695, + "elbows": 12696, + "psychiatric": 12697, + "strokes": 12698, + "confluence": 12699, + "electorate": 12700, + "lifts": 12701, + "campuses": 12702, + "lava": 12703, + "alps": 12704, + "##ep": 12705, + "##ution": 12706, + "##date": 12707, + "physicist": 12708, + "woody": 12709, + "##page": 12710, + "##ographic": 12711, + "##itis": 12712, + "juliet": 12713, + "reformation": 12714, + "sparhawk": 12715, + "320": 12716, + "complement": 12717, + "suppressed": 12718, + "jewel": 12719, + "##½": 12720, + "floated": 12721, + "##kas": 12722, + "continuity": 12723, + "sadly": 12724, + "##ische": 12725, + "inability": 12726, + "melting": 12727, + "scanning": 12728, + "paula": 12729, + "flour": 12730, + "judaism": 12731, + "safer": 12732, + "vague": 12733, + "##lm": 12734, + "solving": 12735, + "curb": 12736, + "##stown": 12737, + "financially": 12738, + "gable": 12739, + "bees": 12740, + "expired": 12741, + "miserable": 12742, + "cassidy": 12743, + "dominion": 12744, + "1789": 12745, + "cupped": 12746, + "145": 12747, + "robbery": 12748, + "facto": 12749, + "amos": 12750, + "warden": 12751, + "resume": 12752, + "tallest": 12753, + "marvin": 12754, + "ing": 12755, + "pounded": 12756, + "usd": 12757, + "declaring": 12758, + "gasoline": 12759, + "##aux": 12760, + "darkened": 12761, + "270": 12762, + "650": 12763, + "sophomore": 12764, + "##mere": 12765, + "erection": 12766, + "gossip": 12767, + "televised": 12768, + "risen": 12769, + "dial": 12770, + "##eu": 12771, + "pillars": 12772, + "##link": 12773, + "passages": 12774, + "profound": 12775, + "##tina": 12776, + "arabian": 12777, + "ashton": 12778, + "silicon": 12779, + "nail": 12780, + "##ead": 12781, + "##lated": 12782, + "##wer": 12783, + "##hardt": 12784, + "fleming": 12785, + "firearms": 12786, + "ducked": 12787, + "circuits": 12788, + "blows": 12789, + "waterloo": 12790, + "titans": 12791, + "##lina": 12792, + "atom": 12793, + "fireplace": 12794, + "cheshire": 12795, + "financed": 12796, + "activation": 12797, + "algorithms": 12798, + "##zzi": 12799, + "constituent": 12800, + "catcher": 12801, + "cherokee": 12802, + "partnerships": 12803, + "sexuality": 12804, + "platoon": 12805, + "tragic": 12806, + "vivian": 12807, + "guarded": 12808, + "whiskey": 12809, + "meditation": 12810, + "poetic": 12811, + "##late": 12812, + "##nga": 12813, + "##ake": 12814, + "porto": 12815, + "listeners": 12816, + "dominance": 12817, + "kendra": 12818, + "mona": 12819, + "chandler": 12820, + "factions": 12821, + "22nd": 12822, + "salisbury": 12823, + "attitudes": 12824, + "derivative": 12825, + "##ido": 12826, + "##haus": 12827, + "intake": 12828, + "paced": 12829, + "javier": 12830, + "illustrator": 12831, + "barrels": 12832, + "bias": 12833, + "cockpit": 12834, + "burnett": 12835, + "dreamed": 12836, + "ensuing": 12837, + "##anda": 12838, + "receptors": 12839, + "someday": 12840, + "hawkins": 12841, + "mattered": 12842, + "##lal": 12843, + "slavic": 12844, + "1799": 12845, + "jesuit": 12846, + "cameroon": 12847, + "wasted": 12848, + "tai": 12849, + "wax": 12850, + "lowering": 12851, + "victorious": 12852, + "freaking": 12853, + "outright": 12854, + "hancock": 12855, + "librarian": 12856, + "sensing": 12857, + "bald": 12858, + "calcium": 12859, + "myers": 12860, + "tablet": 12861, + "announcing": 12862, + "barack": 12863, + "shipyard": 12864, + "pharmaceutical": 12865, + "##uan": 12866, + "greenwich": 12867, + "flush": 12868, + "medley": 12869, + "patches": 12870, + "wolfgang": 12871, + "pt": 12872, + "speeches": 12873, + "acquiring": 12874, + "exams": 12875, + "nikolai": 12876, + "##gg": 12877, + "hayden": 12878, + "kannada": 12879, + "##type": 12880, + "reilly": 12881, + "##pt": 12882, + "waitress": 12883, + "abdomen": 12884, + "devastated": 12885, + "capped": 12886, + "pseudonym": 12887, + "pharmacy": 12888, + "fulfill": 12889, + "paraguay": 12890, + "1796": 12891, + "clicked": 12892, + "##trom": 12893, + "archipelago": 12894, + "syndicated": 12895, + "##hman": 12896, + "lumber": 12897, + "orgasm": 12898, + "rejection": 12899, + "clifford": 12900, + "lorraine": 12901, + "advent": 12902, + "mafia": 12903, + "rodney": 12904, + "brock": 12905, + "##ght": 12906, + "##used": 12907, + "##elia": 12908, + "cassette": 12909, + "chamberlain": 12910, + "despair": 12911, + "mongolia": 12912, + "sensors": 12913, + "developmental": 12914, + "upstream": 12915, + "##eg": 12916, + "##alis": 12917, + "spanning": 12918, + "165": 12919, + "trombone": 12920, + "basque": 12921, + "seeded": 12922, + "interred": 12923, + "renewable": 12924, + "rhys": 12925, + "leapt": 12926, + "revision": 12927, + "molecule": 12928, + "##ages": 12929, + "chord": 12930, + "vicious": 12931, + "nord": 12932, + "shivered": 12933, + "23rd": 12934, + "arlington": 12935, + "debts": 12936, + "corpus": 12937, + "sunrise": 12938, + "bays": 12939, + "blackburn": 12940, + "centimetres": 12941, + "##uded": 12942, + "shuddered": 12943, + "gm": 12944, + "strangely": 12945, + "gripping": 12946, + "cartoons": 12947, + "isabelle": 12948, + "orbital": 12949, + "##ppa": 12950, + "seals": 12951, + "proving": 12952, + "##lton": 12953, + "refusal": 12954, + "strengthened": 12955, + "bust": 12956, + "assisting": 12957, + "baghdad": 12958, + "batsman": 12959, + "portrayal": 12960, + "mara": 12961, + "pushes": 12962, + "spears": 12963, + "og": 12964, + "##cock": 12965, + "reside": 12966, + "nathaniel": 12967, + "brennan": 12968, + "1776": 12969, + "confirmation": 12970, + "caucus": 12971, + "##worthy": 12972, + "markings": 12973, + "yemen": 12974, + "nobles": 12975, + "ku": 12976, + "lazy": 12977, + "viewer": 12978, + "catalan": 12979, + "encompasses": 12980, + "sawyer": 12981, + "##fall": 12982, + "sparked": 12983, + "substances": 12984, + "patents": 12985, + "braves": 12986, + "arranger": 12987, + "evacuation": 12988, + "sergio": 12989, + "persuade": 12990, + "dover": 12991, + "tolerance": 12992, + "penguin": 12993, + "cum": 12994, + "jockey": 12995, + "insufficient": 12996, + "townships": 12997, + "occupying": 12998, + "declining": 12999, + "plural": 13000, + "processed": 13001, + "projection": 13002, + "puppet": 13003, + "flanders": 13004, + "introduces": 13005, + "liability": 13006, + "##yon": 13007, + "gymnastics": 13008, + "antwerp": 13009, + "taipei": 13010, + "hobart": 13011, + "candles": 13012, + "jeep": 13013, + "wes": 13014, + "observers": 13015, + "126": 13016, + "chaplain": 13017, + "bundle": 13018, + "glorious": 13019, + "##hine": 13020, + "hazel": 13021, + "flung": 13022, + "sol": 13023, + "excavations": 13024, + "dumped": 13025, + "stares": 13026, + "sh": 13027, + "bangalore": 13028, + "triangular": 13029, + "icelandic": 13030, + "intervals": 13031, + "expressing": 13032, + "turbine": 13033, + "##vers": 13034, + "songwriting": 13035, + "crafts": 13036, + "##igo": 13037, + "jasmine": 13038, + "ditch": 13039, + "rite": 13040, + "##ways": 13041, + "entertaining": 13042, + "comply": 13043, + "sorrow": 13044, + "wrestlers": 13045, + "basel": 13046, + "emirates": 13047, + "marian": 13048, + "rivera": 13049, + "helpful": 13050, + "##some": 13051, + "caution": 13052, + "downward": 13053, + "networking": 13054, + "##atory": 13055, + "##tered": 13056, + "darted": 13057, + "genocide": 13058, + "emergence": 13059, + "replies": 13060, + "specializing": 13061, + "spokesman": 13062, + "convenient": 13063, + "unlocked": 13064, + "fading": 13065, + "augustine": 13066, + "concentrations": 13067, + "resemblance": 13068, + "elijah": 13069, + "investigator": 13070, + "andhra": 13071, + "##uda": 13072, + "promotes": 13073, + "bean": 13074, + "##rrell": 13075, + "fleeing": 13076, + "wan": 13077, + "simone": 13078, + "announcer": 13079, + "##ame": 13080, + "##bby": 13081, + "lydia": 13082, + "weaver": 13083, + "132": 13084, + "residency": 13085, + "modification": 13086, + "##fest": 13087, + "stretches": 13088, + "##ast": 13089, + "alternatively": 13090, + "nat": 13091, + "lowe": 13092, + "lacks": 13093, + "##ented": 13094, + "pam": 13095, + "tile": 13096, + "concealed": 13097, + "inferior": 13098, + "abdullah": 13099, + "residences": 13100, + "tissues": 13101, + "vengeance": 13102, + "##ided": 13103, + "moisture": 13104, + "peculiar": 13105, + "groove": 13106, + "zip": 13107, + "bologna": 13108, + "jennings": 13109, + "ninja": 13110, + "oversaw": 13111, + "zombies": 13112, + "pumping": 13113, + "batch": 13114, + "livingston": 13115, + "emerald": 13116, + "installations": 13117, + "1797": 13118, + "peel": 13119, + "nitrogen": 13120, + "rama": 13121, + "##fying": 13122, + "##star": 13123, + "schooling": 13124, + "strands": 13125, + "responding": 13126, + "werner": 13127, + "##ost": 13128, + "lime": 13129, + "casa": 13130, + "accurately": 13131, + "targeting": 13132, + "##rod": 13133, + "underway": 13134, + "##uru": 13135, + "hemisphere": 13136, + "lester": 13137, + "##yard": 13138, + "occupies": 13139, + "2d": 13140, + "griffith": 13141, + "angrily": 13142, + "reorganized": 13143, + "##owing": 13144, + "courtney": 13145, + "deposited": 13146, + "##dd": 13147, + "##30": 13148, + "estadio": 13149, + "##ifies": 13150, + "dunn": 13151, + "exiled": 13152, + "##ying": 13153, + "checks": 13154, + "##combe": 13155, + "##о": 13156, + "##fly": 13157, + "successes": 13158, + "unexpectedly": 13159, + "blu": 13160, + "assessed": 13161, + "##flower": 13162, + "##ه": 13163, + "observing": 13164, + "sacked": 13165, + "spiders": 13166, + "kn": 13167, + "##tail": 13168, + "mu": 13169, + "nodes": 13170, + "prosperity": 13171, + "audrey": 13172, + "divisional": 13173, + "155": 13174, + "broncos": 13175, + "tangled": 13176, + "adjust": 13177, + "feeds": 13178, + "erosion": 13179, + "paolo": 13180, + "surf": 13181, + "directory": 13182, + "snatched": 13183, + "humid": 13184, + "admiralty": 13185, + "screwed": 13186, + "gt": 13187, + "reddish": 13188, + "##nese": 13189, + "modules": 13190, + "trench": 13191, + "lamps": 13192, + "bind": 13193, + "leah": 13194, + "bucks": 13195, + "competes": 13196, + "##nz": 13197, + "##form": 13198, + "transcription": 13199, + "##uc": 13200, + "isles": 13201, + "violently": 13202, + "clutching": 13203, + "pga": 13204, + "cyclist": 13205, + "inflation": 13206, + "flats": 13207, + "ragged": 13208, + "unnecessary": 13209, + "##hian": 13210, + "stubborn": 13211, + "coordinated": 13212, + "harriet": 13213, + "baba": 13214, + "disqualified": 13215, + "330": 13216, + "insect": 13217, + "wolfe": 13218, + "##fies": 13219, + "reinforcements": 13220, + "rocked": 13221, + "duel": 13222, + "winked": 13223, + "embraced": 13224, + "bricks": 13225, + "##raj": 13226, + "hiatus": 13227, + "defeats": 13228, + "pending": 13229, + "brightly": 13230, + "jealousy": 13231, + "##xton": 13232, + "##hm": 13233, + "##uki": 13234, + "lena": 13235, + "gdp": 13236, + "colorful": 13237, + "##dley": 13238, + "stein": 13239, + "kidney": 13240, + "##shu": 13241, + "underwear": 13242, + "wanderers": 13243, + "##haw": 13244, + "##icus": 13245, + "guardians": 13246, + "m³": 13247, + "roared": 13248, + "habits": 13249, + "##wise": 13250, + "permits": 13251, + "gp": 13252, + "uranium": 13253, + "punished": 13254, + "disguise": 13255, + "bundesliga": 13256, + "elise": 13257, + "dundee": 13258, + "erotic": 13259, + "partisan": 13260, + "pi": 13261, + "collectors": 13262, + "float": 13263, + "individually": 13264, + "rendering": 13265, + "behavioral": 13266, + "bucharest": 13267, + "ser": 13268, + "hare": 13269, + "valerie": 13270, + "corporal": 13271, + "nutrition": 13272, + "proportional": 13273, + "##isa": 13274, + "immense": 13275, + "##kis": 13276, + "pavement": 13277, + "##zie": 13278, + "##eld": 13279, + "sutherland": 13280, + "crouched": 13281, + "1775": 13282, + "##lp": 13283, + "suzuki": 13284, + "trades": 13285, + "endurance": 13286, + "operas": 13287, + "crosby": 13288, + "prayed": 13289, + "priory": 13290, + "rory": 13291, + "socially": 13292, + "##urn": 13293, + "gujarat": 13294, + "##pu": 13295, + "walton": 13296, + "cube": 13297, + "pasha": 13298, + "privilege": 13299, + "lennon": 13300, + "floods": 13301, + "thorne": 13302, + "waterfall": 13303, + "nipple": 13304, + "scouting": 13305, + "approve": 13306, + "##lov": 13307, + "minorities": 13308, + "voter": 13309, + "dwight": 13310, + "extensions": 13311, + "assure": 13312, + "ballroom": 13313, + "slap": 13314, + "dripping": 13315, + "privileges": 13316, + "rejoined": 13317, + "confessed": 13318, + "demonstrating": 13319, + "patriotic": 13320, + "yell": 13321, + "investor": 13322, + "##uth": 13323, + "pagan": 13324, + "slumped": 13325, + "squares": 13326, + "##cle": 13327, + "##kins": 13328, + "confront": 13329, + "bert": 13330, + "embarrassment": 13331, + "##aid": 13332, + "aston": 13333, + "urging": 13334, + "sweater": 13335, + "starr": 13336, + "yuri": 13337, + "brains": 13338, + "williamson": 13339, + "commuter": 13340, + "mortar": 13341, + "structured": 13342, + "selfish": 13343, + "exports": 13344, + "##jon": 13345, + "cds": 13346, + "##him": 13347, + "unfinished": 13348, + "##rre": 13349, + "mortgage": 13350, + "destinations": 13351, + "##nagar": 13352, + "canoe": 13353, + "solitary": 13354, + "buchanan": 13355, + "delays": 13356, + "magistrate": 13357, + "fk": 13358, + "##pling": 13359, + "motivation": 13360, + "##lier": 13361, + "##vier": 13362, + "recruiting": 13363, + "assess": 13364, + "##mouth": 13365, + "malik": 13366, + "antique": 13367, + "1791": 13368, + "pius": 13369, + "rahman": 13370, + "reich": 13371, + "tub": 13372, + "zhou": 13373, + "smashed": 13374, + "airs": 13375, + "galway": 13376, + "xii": 13377, + "conditioning": 13378, + "honduras": 13379, + "discharged": 13380, + "dexter": 13381, + "##pf": 13382, + "lionel": 13383, + "129": 13384, + "debates": 13385, + "lemon": 13386, + "tiffany": 13387, + "volunteered": 13388, + "dom": 13389, + "dioxide": 13390, + "procession": 13391, + "devi": 13392, + "sic": 13393, + "tremendous": 13394, + "advertisements": 13395, + "colts": 13396, + "transferring": 13397, + "verdict": 13398, + "hanover": 13399, + "decommissioned": 13400, + "utter": 13401, + "relate": 13402, + "pac": 13403, + "racism": 13404, + "##top": 13405, + "beacon": 13406, + "limp": 13407, + "similarity": 13408, + "terra": 13409, + "occurrence": 13410, + "ant": 13411, + "##how": 13412, + "becky": 13413, + "capt": 13414, + "updates": 13415, + "armament": 13416, + "richie": 13417, + "pal": 13418, + "##graph": 13419, + "halloween": 13420, + "mayo": 13421, + "##ssen": 13422, + "##bone": 13423, + "cara": 13424, + "serena": 13425, + "fcc": 13426, + "dolls": 13427, + "obligations": 13428, + "##dling": 13429, + "violated": 13430, + "lafayette": 13431, + "jakarta": 13432, + "exploitation": 13433, + "##ime": 13434, + "infamous": 13435, + "iconic": 13436, + "##lah": 13437, + "##park": 13438, + "kitty": 13439, + "moody": 13440, + "reginald": 13441, + "dread": 13442, + "spill": 13443, + "crystals": 13444, + "olivier": 13445, + "modeled": 13446, + "bluff": 13447, + "equilibrium": 13448, + "separating": 13449, + "notices": 13450, + "ordnance": 13451, + "extinction": 13452, + "onset": 13453, + "cosmic": 13454, + "attachment": 13455, + "sammy": 13456, + "expose": 13457, + "privy": 13458, + "anchored": 13459, + "##bil": 13460, + "abbott": 13461, + "admits": 13462, + "bending": 13463, + "baritone": 13464, + "emmanuel": 13465, + "policeman": 13466, + "vaughan": 13467, + "winged": 13468, + "climax": 13469, + "dresses": 13470, + "denny": 13471, + "polytechnic": 13472, + "mohamed": 13473, + "burmese": 13474, + "authentic": 13475, + "nikki": 13476, + "genetics": 13477, + "grandparents": 13478, + "homestead": 13479, + "gaza": 13480, + "postponed": 13481, + "metacritic": 13482, + "una": 13483, + "##sby": 13484, + "##bat": 13485, + "unstable": 13486, + "dissertation": 13487, + "##rial": 13488, + "##cian": 13489, + "curls": 13490, + "obscure": 13491, + "uncovered": 13492, + "bronx": 13493, + "praying": 13494, + "disappearing": 13495, + "##hoe": 13496, + "prehistoric": 13497, + "coke": 13498, + "turret": 13499, + "mutations": 13500, + "nonprofit": 13501, + "pits": 13502, + "monaco": 13503, + "##ي": 13504, + "##usion": 13505, + "prominently": 13506, + "dispatched": 13507, + "podium": 13508, + "##mir": 13509, + "uci": 13510, + "##uation": 13511, + "133": 13512, + "fortifications": 13513, + "birthplace": 13514, + "kendall": 13515, + "##lby": 13516, + "##oll": 13517, + "preacher": 13518, + "rack": 13519, + "goodman": 13520, + "##rman": 13521, + "persistent": 13522, + "##ott": 13523, + "countless": 13524, + "jaime": 13525, + "recorder": 13526, + "lexington": 13527, + "persecution": 13528, + "jumps": 13529, + "renewal": 13530, + "wagons": 13531, + "##11": 13532, + "crushing": 13533, + "##holder": 13534, + "decorations": 13535, + "##lake": 13536, + "abundance": 13537, + "wrath": 13538, + "laundry": 13539, + "£1": 13540, + "garde": 13541, + "##rp": 13542, + "jeanne": 13543, + "beetles": 13544, + "peasant": 13545, + "##sl": 13546, + "splitting": 13547, + "caste": 13548, + "sergei": 13549, + "##rer": 13550, + "##ema": 13551, + "scripts": 13552, + "##ively": 13553, + "rub": 13554, + "satellites": 13555, + "##vor": 13556, + "inscribed": 13557, + "verlag": 13558, + "scrapped": 13559, + "gale": 13560, + "packages": 13561, + "chick": 13562, + "potato": 13563, + "slogan": 13564, + "kathleen": 13565, + "arabs": 13566, + "##culture": 13567, + "counterparts": 13568, + "reminiscent": 13569, + "choral": 13570, + "##tead": 13571, + "rand": 13572, + "retains": 13573, + "bushes": 13574, + "dane": 13575, + "accomplish": 13576, + "courtesy": 13577, + "closes": 13578, + "##oth": 13579, + "slaughter": 13580, + "hague": 13581, + "krakow": 13582, + "lawson": 13583, + "tailed": 13584, + "elias": 13585, + "ginger": 13586, + "##ttes": 13587, + "canopy": 13588, + "betrayal": 13589, + "rebuilding": 13590, + "turf": 13591, + "##hof": 13592, + "frowning": 13593, + "allegiance": 13594, + "brigades": 13595, + "kicks": 13596, + "rebuild": 13597, + "polls": 13598, + "alias": 13599, + "nationalism": 13600, + "td": 13601, + "rowan": 13602, + "audition": 13603, + "bowie": 13604, + "fortunately": 13605, + "recognizes": 13606, + "harp": 13607, + "dillon": 13608, + "horrified": 13609, + "##oro": 13610, + "renault": 13611, + "##tics": 13612, + "ropes": 13613, + "##α": 13614, + "presumed": 13615, + "rewarded": 13616, + "infrared": 13617, + "wiping": 13618, + "accelerated": 13619, + "illustration": 13620, + "##rid": 13621, + "presses": 13622, + "practitioners": 13623, + "badminton": 13624, + "##iard": 13625, + "detained": 13626, + "##tera": 13627, + "recognizing": 13628, + "relates": 13629, + "misery": 13630, + "##sies": 13631, + "##tly": 13632, + "reproduction": 13633, + "piercing": 13634, + "potatoes": 13635, + "thornton": 13636, + "esther": 13637, + "manners": 13638, + "hbo": 13639, + "##aan": 13640, + "ours": 13641, + "bullshit": 13642, + "ernie": 13643, + "perennial": 13644, + "sensitivity": 13645, + "illuminated": 13646, + "rupert": 13647, + "##jin": 13648, + "##iss": 13649, + "##ear": 13650, + "rfc": 13651, + "nassau": 13652, + "##dock": 13653, + "staggered": 13654, + "socialism": 13655, + "##haven": 13656, + "appointments": 13657, + "nonsense": 13658, + "prestige": 13659, + "sharma": 13660, + "haul": 13661, + "##tical": 13662, + "solidarity": 13663, + "gps": 13664, + "##ook": 13665, + "##rata": 13666, + "igor": 13667, + "pedestrian": 13668, + "##uit": 13669, + "baxter": 13670, + "tenants": 13671, + "wires": 13672, + "medication": 13673, + "unlimited": 13674, + "guiding": 13675, + "impacts": 13676, + "diabetes": 13677, + "##rama": 13678, + "sasha": 13679, + "pas": 13680, + "clive": 13681, + "extraction": 13682, + "131": 13683, + "continually": 13684, + "constraints": 13685, + "##bilities": 13686, + "sonata": 13687, + "hunted": 13688, + "sixteenth": 13689, + "chu": 13690, + "planting": 13691, + "quote": 13692, + "mayer": 13693, + "pretended": 13694, + "abs": 13695, + "spat": 13696, + "##hua": 13697, + "ceramic": 13698, + "##cci": 13699, + "curtains": 13700, + "pigs": 13701, + "pitching": 13702, + "##dad": 13703, + "latvian": 13704, + "sore": 13705, + "dayton": 13706, + "##sted": 13707, + "##qi": 13708, + "patrols": 13709, + "slice": 13710, + "playground": 13711, + "##nted": 13712, + "shone": 13713, + "stool": 13714, + "apparatus": 13715, + "inadequate": 13716, + "mates": 13717, + "treason": 13718, + "##ija": 13719, + "desires": 13720, + "##liga": 13721, + "##croft": 13722, + "somalia": 13723, + "laurent": 13724, + "mir": 13725, + "leonardo": 13726, + "oracle": 13727, + "grape": 13728, + "obliged": 13729, + "chevrolet": 13730, + "thirteenth": 13731, + "stunning": 13732, + "enthusiastic": 13733, + "##ede": 13734, + "accounted": 13735, + "concludes": 13736, + "currents": 13737, + "basil": 13738, + "##kovic": 13739, + "drought": 13740, + "##rica": 13741, + "mai": 13742, + "##aire": 13743, + "shove": 13744, + "posting": 13745, + "##shed": 13746, + "pilgrimage": 13747, + "humorous": 13748, + "packing": 13749, + "fry": 13750, + "pencil": 13751, + "wines": 13752, + "smells": 13753, + "144": 13754, + "marilyn": 13755, + "aching": 13756, + "newest": 13757, + "clung": 13758, + "bon": 13759, + "neighbours": 13760, + "sanctioned": 13761, + "##pie": 13762, + "mug": 13763, + "##stock": 13764, + "drowning": 13765, + "##mma": 13766, + "hydraulic": 13767, + "##vil": 13768, + "hiring": 13769, + "reminder": 13770, + "lilly": 13771, + "investigators": 13772, + "##ncies": 13773, + "sour": 13774, + "##eous": 13775, + "compulsory": 13776, + "packet": 13777, + "##rion": 13778, + "##graphic": 13779, + "##elle": 13780, + "cannes": 13781, + "##inate": 13782, + "depressed": 13783, + "##rit": 13784, + "heroic": 13785, + "importantly": 13786, + "theresa": 13787, + "##tled": 13788, + "conway": 13789, + "saturn": 13790, + "marginal": 13791, + "rae": 13792, + "##xia": 13793, + "corresponds": 13794, + "royce": 13795, + "pact": 13796, + "jasper": 13797, + "explosives": 13798, + "packaging": 13799, + "aluminium": 13800, + "##ttered": 13801, + "denotes": 13802, + "rhythmic": 13803, + "spans": 13804, + "assignments": 13805, + "hereditary": 13806, + "outlined": 13807, + "originating": 13808, + "sundays": 13809, + "lad": 13810, + "reissued": 13811, + "greeting": 13812, + "beatrice": 13813, + "##dic": 13814, + "pillar": 13815, + "marcos": 13816, + "plots": 13817, + "handbook": 13818, + "alcoholic": 13819, + "judiciary": 13820, + "avant": 13821, + "slides": 13822, + "extract": 13823, + "masculine": 13824, + "blur": 13825, + "##eum": 13826, + "##force": 13827, + "homage": 13828, + "trembled": 13829, + "owens": 13830, + "hymn": 13831, + "trey": 13832, + "omega": 13833, + "signaling": 13834, + "socks": 13835, + "accumulated": 13836, + "reacted": 13837, + "attic": 13838, + "theo": 13839, + "lining": 13840, + "angie": 13841, + "distraction": 13842, + "primera": 13843, + "talbot": 13844, + "##key": 13845, + "1200": 13846, + "ti": 13847, + "creativity": 13848, + "billed": 13849, + "##hey": 13850, + "deacon": 13851, + "eduardo": 13852, + "identifies": 13853, + "proposition": 13854, + "dizzy": 13855, + "gunner": 13856, + "hogan": 13857, + "##yam": 13858, + "##pping": 13859, + "##hol": 13860, + "ja": 13861, + "##chan": 13862, + "jensen": 13863, + "reconstructed": 13864, + "##berger": 13865, + "clearance": 13866, + "darius": 13867, + "##nier": 13868, + "abe": 13869, + "harlem": 13870, + "plea": 13871, + "dei": 13872, + "circled": 13873, + "emotionally": 13874, + "notation": 13875, + "fascist": 13876, + "neville": 13877, + "exceeded": 13878, + "upwards": 13879, + "viable": 13880, + "ducks": 13881, + "##fo": 13882, + "workforce": 13883, + "racer": 13884, + "limiting": 13885, + "shri": 13886, + "##lson": 13887, + "possesses": 13888, + "1600": 13889, + "kerr": 13890, + "moths": 13891, + "devastating": 13892, + "laden": 13893, + "disturbing": 13894, + "locking": 13895, + "##cture": 13896, + "gal": 13897, + "fearing": 13898, + "accreditation": 13899, + "flavor": 13900, + "aide": 13901, + "1870s": 13902, + "mountainous": 13903, + "##baum": 13904, + "melt": 13905, + "##ures": 13906, + "motel": 13907, + "texture": 13908, + "servers": 13909, + "soda": 13910, + "##mb": 13911, + "herd": 13912, + "##nium": 13913, + "erect": 13914, + "puzzled": 13915, + "hum": 13916, + "peggy": 13917, + "examinations": 13918, + "gould": 13919, + "testified": 13920, + "geoff": 13921, + "ren": 13922, + "devised": 13923, + "sacks": 13924, + "##law": 13925, + "denial": 13926, + "posters": 13927, + "grunted": 13928, + "cesar": 13929, + "tutor": 13930, + "ec": 13931, + "gerry": 13932, + "offerings": 13933, + "byrne": 13934, + "falcons": 13935, + "combinations": 13936, + "ct": 13937, + "incoming": 13938, + "pardon": 13939, + "rocking": 13940, + "26th": 13941, + "avengers": 13942, + "flared": 13943, + "mankind": 13944, + "seller": 13945, + "uttar": 13946, + "loch": 13947, + "nadia": 13948, + "stroking": 13949, + "exposing": 13950, + "##hd": 13951, + "fertile": 13952, + "ancestral": 13953, + "instituted": 13954, + "##has": 13955, + "noises": 13956, + "prophecy": 13957, + "taxation": 13958, + "eminent": 13959, + "vivid": 13960, + "pol": 13961, + "##bol": 13962, + "dart": 13963, + "indirect": 13964, + "multimedia": 13965, + "notebook": 13966, + "upside": 13967, + "displaying": 13968, + "adrenaline": 13969, + "referenced": 13970, + "geometric": 13971, + "##iving": 13972, + "progression": 13973, + "##ddy": 13974, + "blunt": 13975, + "announce": 13976, + "##far": 13977, + "implementing": 13978, + "##lav": 13979, + "aggression": 13980, + "liaison": 13981, + "cooler": 13982, + "cares": 13983, + "headache": 13984, + "plantations": 13985, + "gorge": 13986, + "dots": 13987, + "impulse": 13988, + "thickness": 13989, + "ashamed": 13990, + "averaging": 13991, + "kathy": 13992, + "obligation": 13993, + "precursor": 13994, + "137": 13995, + "fowler": 13996, + "symmetry": 13997, + "thee": 13998, + "225": 13999, + "hears": 14000, + "##rai": 14001, + "undergoing": 14002, + "ads": 14003, + "butcher": 14004, + "bowler": 14005, + "##lip": 14006, + "cigarettes": 14007, + "subscription": 14008, + "goodness": 14009, + "##ically": 14010, + "browne": 14011, + "##hos": 14012, + "##tech": 14013, + "kyoto": 14014, + "donor": 14015, + "##erty": 14016, + "damaging": 14017, + "friction": 14018, + "drifting": 14019, + "expeditions": 14020, + "hardened": 14021, + "prostitution": 14022, + "152": 14023, + "fauna": 14024, + "blankets": 14025, + "claw": 14026, + "tossing": 14027, + "snarled": 14028, + "butterflies": 14029, + "recruits": 14030, + "investigative": 14031, + "coated": 14032, + "healed": 14033, + "138": 14034, + "communal": 14035, + "hai": 14036, + "xiii": 14037, + "academics": 14038, + "boone": 14039, + "psychologist": 14040, + "restless": 14041, + "lahore": 14042, + "stephens": 14043, + "mba": 14044, + "brendan": 14045, + "foreigners": 14046, + "printer": 14047, + "##pc": 14048, + "ached": 14049, + "explode": 14050, + "27th": 14051, + "deed": 14052, + "scratched": 14053, + "dared": 14054, + "##pole": 14055, + "cardiac": 14056, + "1780": 14057, + "okinawa": 14058, + "proto": 14059, + "commando": 14060, + "compelled": 14061, + "oddly": 14062, + "electrons": 14063, + "##base": 14064, + "replica": 14065, + "thanksgiving": 14066, + "##rist": 14067, + "sheila": 14068, + "deliberate": 14069, + "stafford": 14070, + "tidal": 14071, + "representations": 14072, + "hercules": 14073, + "ou": 14074, + "##path": 14075, + "##iated": 14076, + "kidnapping": 14077, + "lenses": 14078, + "##tling": 14079, + "deficit": 14080, + "samoa": 14081, + "mouths": 14082, + "consuming": 14083, + "computational": 14084, + "maze": 14085, + "granting": 14086, + "smirk": 14087, + "razor": 14088, + "fixture": 14089, + "ideals": 14090, + "inviting": 14091, + "aiden": 14092, + "nominal": 14093, + "##vs": 14094, + "issuing": 14095, + "julio": 14096, + "pitt": 14097, + "ramsey": 14098, + "docks": 14099, + "##oss": 14100, + "exhaust": 14101, + "##owed": 14102, + "bavarian": 14103, + "draped": 14104, + "anterior": 14105, + "mating": 14106, + "ethiopian": 14107, + "explores": 14108, + "noticing": 14109, + "##nton": 14110, + "discarded": 14111, + "convenience": 14112, + "hoffman": 14113, + "endowment": 14114, + "beasts": 14115, + "cartridge": 14116, + "mormon": 14117, + "paternal": 14118, + "probe": 14119, + "sleeves": 14120, + "interfere": 14121, + "lump": 14122, + "deadline": 14123, + "##rail": 14124, + "jenks": 14125, + "bulldogs": 14126, + "scrap": 14127, + "alternating": 14128, + "justified": 14129, + "reproductive": 14130, + "nam": 14131, + "seize": 14132, + "descending": 14133, + "secretariat": 14134, + "kirby": 14135, + "coupe": 14136, + "grouped": 14137, + "smash": 14138, + "panther": 14139, + "sedan": 14140, + "tapping": 14141, + "##18": 14142, + "lola": 14143, + "cheer": 14144, + "germanic": 14145, + "unfortunate": 14146, + "##eter": 14147, + "unrelated": 14148, + "##fan": 14149, + "subordinate": 14150, + "##sdale": 14151, + "suzanne": 14152, + "advertisement": 14153, + "##ility": 14154, + "horsepower": 14155, + "##lda": 14156, + "cautiously": 14157, + "discourse": 14158, + "luigi": 14159, + "##mans": 14160, + "##fields": 14161, + "noun": 14162, + "prevalent": 14163, + "mao": 14164, + "schneider": 14165, + "everett": 14166, + "surround": 14167, + "governorate": 14168, + "kira": 14169, + "##avia": 14170, + "westward": 14171, + "##take": 14172, + "misty": 14173, + "rails": 14174, + "sustainability": 14175, + "134": 14176, + "unused": 14177, + "##rating": 14178, + "packs": 14179, + "toast": 14180, + "unwilling": 14181, + "regulate": 14182, + "thy": 14183, + "suffrage": 14184, + "nile": 14185, + "awe": 14186, + "assam": 14187, + "definitions": 14188, + "travelers": 14189, + "affordable": 14190, + "##rb": 14191, + "conferred": 14192, + "sells": 14193, + "undefeated": 14194, + "beneficial": 14195, + "torso": 14196, + "basal": 14197, + "repeating": 14198, + "remixes": 14199, + "##pass": 14200, + "bahrain": 14201, + "cables": 14202, + "fang": 14203, + "##itated": 14204, + "excavated": 14205, + "numbering": 14206, + "statutory": 14207, + "##rey": 14208, + "deluxe": 14209, + "##lian": 14210, + "forested": 14211, + "ramirez": 14212, + "derbyshire": 14213, + "zeus": 14214, + "slamming": 14215, + "transfers": 14216, + "astronomer": 14217, + "banana": 14218, + "lottery": 14219, + "berg": 14220, + "histories": 14221, + "bamboo": 14222, + "##uchi": 14223, + "resurrection": 14224, + "posterior": 14225, + "bowls": 14226, + "vaguely": 14227, + "##thi": 14228, + "thou": 14229, + "preserving": 14230, + "tensed": 14231, + "offence": 14232, + "##inas": 14233, + "meyrick": 14234, + "callum": 14235, + "ridden": 14236, + "watt": 14237, + "langdon": 14238, + "tying": 14239, + "lowland": 14240, + "snorted": 14241, + "daring": 14242, + "truman": 14243, + "##hale": 14244, + "##girl": 14245, + "aura": 14246, + "overly": 14247, + "filing": 14248, + "weighing": 14249, + "goa": 14250, + "infections": 14251, + "philanthropist": 14252, + "saunders": 14253, + "eponymous": 14254, + "##owski": 14255, + "latitude": 14256, + "perspectives": 14257, + "reviewing": 14258, + "mets": 14259, + "commandant": 14260, + "radial": 14261, + "##kha": 14262, + "flashlight": 14263, + "reliability": 14264, + "koch": 14265, + "vowels": 14266, + "amazed": 14267, + "ada": 14268, + "elaine": 14269, + "supper": 14270, + "##rth": 14271, + "##encies": 14272, + "predator": 14273, + "debated": 14274, + "soviets": 14275, + "cola": 14276, + "##boards": 14277, + "##nah": 14278, + "compartment": 14279, + "crooked": 14280, + "arbitrary": 14281, + "fourteenth": 14282, + "##ctive": 14283, + "havana": 14284, + "majors": 14285, + "steelers": 14286, + "clips": 14287, + "profitable": 14288, + "ambush": 14289, + "exited": 14290, + "packers": 14291, + "##tile": 14292, + "nude": 14293, + "cracks": 14294, + "fungi": 14295, + "##е": 14296, + "limb": 14297, + "trousers": 14298, + "josie": 14299, + "shelby": 14300, + "tens": 14301, + "frederic": 14302, + "##ος": 14303, + "definite": 14304, + "smoothly": 14305, + "constellation": 14306, + "insult": 14307, + "baton": 14308, + "discs": 14309, + "lingering": 14310, + "##nco": 14311, + "conclusions": 14312, + "lent": 14313, + "staging": 14314, + "becker": 14315, + "grandpa": 14316, + "shaky": 14317, + "##tron": 14318, + "einstein": 14319, + "obstacles": 14320, + "sk": 14321, + "adverse": 14322, + "elle": 14323, + "economically": 14324, + "##moto": 14325, + "mccartney": 14326, + "thor": 14327, + "dismissal": 14328, + "motions": 14329, + "readings": 14330, + "nostrils": 14331, + "treatise": 14332, + "##pace": 14333, + "squeezing": 14334, + "evidently": 14335, + "prolonged": 14336, + "1783": 14337, + "venezuelan": 14338, + "je": 14339, + "marguerite": 14340, + "beirut": 14341, + "takeover": 14342, + "shareholders": 14343, + "##vent": 14344, + "denise": 14345, + "digit": 14346, + "airplay": 14347, + "norse": 14348, + "##bbling": 14349, + "imaginary": 14350, + "pills": 14351, + "hubert": 14352, + "blaze": 14353, + "vacated": 14354, + "eliminating": 14355, + "##ello": 14356, + "vine": 14357, + "mansfield": 14358, + "##tty": 14359, + "retrospective": 14360, + "barrow": 14361, + "borne": 14362, + "clutch": 14363, + "bail": 14364, + "forensic": 14365, + "weaving": 14366, + "##nett": 14367, + "##witz": 14368, + "desktop": 14369, + "citadel": 14370, + "promotions": 14371, + "worrying": 14372, + "dorset": 14373, + "ieee": 14374, + "subdivided": 14375, + "##iating": 14376, + "manned": 14377, + "expeditionary": 14378, + "pickup": 14379, + "synod": 14380, + "chuckle": 14381, + "185": 14382, + "barney": 14383, + "##rz": 14384, + "##ffin": 14385, + "functionality": 14386, + "karachi": 14387, + "litigation": 14388, + "meanings": 14389, + "uc": 14390, + "lick": 14391, + "turbo": 14392, + "anders": 14393, + "##ffed": 14394, + "execute": 14395, + "curl": 14396, + "oppose": 14397, + "ankles": 14398, + "typhoon": 14399, + "##د": 14400, + "##ache": 14401, + "##asia": 14402, + "linguistics": 14403, + "compassion": 14404, + "pressures": 14405, + "grazing": 14406, + "perfection": 14407, + "##iting": 14408, + "immunity": 14409, + "monopoly": 14410, + "muddy": 14411, + "backgrounds": 14412, + "136": 14413, + "namibia": 14414, + "francesca": 14415, + "monitors": 14416, + "attracting": 14417, + "stunt": 14418, + "tuition": 14419, + "##ии": 14420, + "vegetable": 14421, + "##mates": 14422, + "##quent": 14423, + "mgm": 14424, + "jen": 14425, + "complexes": 14426, + "forts": 14427, + "##ond": 14428, + "cellar": 14429, + "bites": 14430, + "seventeenth": 14431, + "royals": 14432, + "flemish": 14433, + "failures": 14434, + "mast": 14435, + "charities": 14436, + "##cular": 14437, + "peruvian": 14438, + "capitals": 14439, + "macmillan": 14440, + "ipswich": 14441, + "outward": 14442, + "frigate": 14443, + "postgraduate": 14444, + "folds": 14445, + "employing": 14446, + "##ouse": 14447, + "concurrently": 14448, + "fiery": 14449, + "##tai": 14450, + "contingent": 14451, + "nightmares": 14452, + "monumental": 14453, + "nicaragua": 14454, + "##kowski": 14455, + "lizard": 14456, + "mal": 14457, + "fielding": 14458, + "gig": 14459, + "reject": 14460, + "##pad": 14461, + "harding": 14462, + "##ipe": 14463, + "coastline": 14464, + "##cin": 14465, + "##nos": 14466, + "beethoven": 14467, + "humphrey": 14468, + "innovations": 14469, + "##tam": 14470, + "##nge": 14471, + "norris": 14472, + "doris": 14473, + "solicitor": 14474, + "huang": 14475, + "obey": 14476, + "141": 14477, + "##lc": 14478, + "niagara": 14479, + "##tton": 14480, + "shelves": 14481, + "aug": 14482, + "bourbon": 14483, + "curry": 14484, + "nightclub": 14485, + "specifications": 14486, + "hilton": 14487, + "##ndo": 14488, + "centennial": 14489, + "dispersed": 14490, + "worm": 14491, + "neglected": 14492, + "briggs": 14493, + "sm": 14494, + "font": 14495, + "kuala": 14496, + "uneasy": 14497, + "plc": 14498, + "##nstein": 14499, + "##bound": 14500, + "##aking": 14501, + "##burgh": 14502, + "awaiting": 14503, + "pronunciation": 14504, + "##bbed": 14505, + "##quest": 14506, + "eh": 14507, + "optimal": 14508, + "zhu": 14509, + "raped": 14510, + "greens": 14511, + "presided": 14512, + "brenda": 14513, + "worries": 14514, + "##life": 14515, + "venetian": 14516, + "marxist": 14517, + "turnout": 14518, + "##lius": 14519, + "refined": 14520, + "braced": 14521, + "sins": 14522, + "grasped": 14523, + "sunderland": 14524, + "nickel": 14525, + "speculated": 14526, + "lowell": 14527, + "cyrillic": 14528, + "communism": 14529, + "fundraising": 14530, + "resembling": 14531, + "colonists": 14532, + "mutant": 14533, + "freddie": 14534, + "usc": 14535, + "##mos": 14536, + "gratitude": 14537, + "##run": 14538, + "mural": 14539, + "##lous": 14540, + "chemist": 14541, + "wi": 14542, + "reminds": 14543, + "28th": 14544, + "steals": 14545, + "tess": 14546, + "pietro": 14547, + "##ingen": 14548, + "promoter": 14549, + "ri": 14550, + "microphone": 14551, + "honoured": 14552, + "rai": 14553, + "sant": 14554, + "##qui": 14555, + "feather": 14556, + "##nson": 14557, + "burlington": 14558, + "kurdish": 14559, + "terrorists": 14560, + "deborah": 14561, + "sickness": 14562, + "##wed": 14563, + "##eet": 14564, + "hazard": 14565, + "irritated": 14566, + "desperation": 14567, + "veil": 14568, + "clarity": 14569, + "##rik": 14570, + "jewels": 14571, + "xv": 14572, + "##gged": 14573, + "##ows": 14574, + "##cup": 14575, + "berkshire": 14576, + "unfair": 14577, + "mysteries": 14578, + "orchid": 14579, + "winced": 14580, + "exhaustion": 14581, + "renovations": 14582, + "stranded": 14583, + "obe": 14584, + "infinity": 14585, + "##nies": 14586, + "adapt": 14587, + "redevelopment": 14588, + "thanked": 14589, + "registry": 14590, + "olga": 14591, + "domingo": 14592, + "noir": 14593, + "tudor": 14594, + "ole": 14595, + "##atus": 14596, + "commenting": 14597, + "behaviors": 14598, + "##ais": 14599, + "crisp": 14600, + "pauline": 14601, + "probable": 14602, + "stirling": 14603, + "wigan": 14604, + "##bian": 14605, + "paralympics": 14606, + "panting": 14607, + "surpassed": 14608, + "##rew": 14609, + "luca": 14610, + "barred": 14611, + "pony": 14612, + "famed": 14613, + "##sters": 14614, + "cassandra": 14615, + "waiter": 14616, + "carolyn": 14617, + "exported": 14618, + "##orted": 14619, + "andres": 14620, + "destructive": 14621, + "deeds": 14622, + "jonah": 14623, + "castles": 14624, + "vacancy": 14625, + "suv": 14626, + "##glass": 14627, + "1788": 14628, + "orchard": 14629, + "yep": 14630, + "famine": 14631, + "belarusian": 14632, + "sprang": 14633, + "##forth": 14634, + "skinny": 14635, + "##mis": 14636, + "administrators": 14637, + "rotterdam": 14638, + "zambia": 14639, + "zhao": 14640, + "boiler": 14641, + "discoveries": 14642, + "##ride": 14643, + "##physics": 14644, + "lucius": 14645, + "disappointing": 14646, + "outreach": 14647, + "spoon": 14648, + "##frame": 14649, + "qualifications": 14650, + "unanimously": 14651, + "enjoys": 14652, + "regency": 14653, + "##iidae": 14654, + "stade": 14655, + "realism": 14656, + "veterinary": 14657, + "rodgers": 14658, + "dump": 14659, + "alain": 14660, + "chestnut": 14661, + "castile": 14662, + "censorship": 14663, + "rumble": 14664, + "gibbs": 14665, + "##itor": 14666, + "communion": 14667, + "reggae": 14668, + "inactivated": 14669, + "logs": 14670, + "loads": 14671, + "##houses": 14672, + "homosexual": 14673, + "##iano": 14674, + "ale": 14675, + "informs": 14676, + "##cas": 14677, + "phrases": 14678, + "plaster": 14679, + "linebacker": 14680, + "ambrose": 14681, + "kaiser": 14682, + "fascinated": 14683, + "850": 14684, + "limerick": 14685, + "recruitment": 14686, + "forge": 14687, + "mastered": 14688, + "##nding": 14689, + "leinster": 14690, + "rooted": 14691, + "threaten": 14692, + "##strom": 14693, + "borneo": 14694, + "##hes": 14695, + "suggestions": 14696, + "scholarships": 14697, + "propeller": 14698, + "documentaries": 14699, + "patronage": 14700, + "coats": 14701, + "constructing": 14702, + "invest": 14703, + "neurons": 14704, + "comet": 14705, + "entirety": 14706, + "shouts": 14707, + "identities": 14708, + "annoying": 14709, + "unchanged": 14710, + "wary": 14711, + "##antly": 14712, + "##ogy": 14713, + "neat": 14714, + "oversight": 14715, + "##kos": 14716, + "phillies": 14717, + "replay": 14718, + "constance": 14719, + "##kka": 14720, + "incarnation": 14721, + "humble": 14722, + "skies": 14723, + "minus": 14724, + "##acy": 14725, + "smithsonian": 14726, + "##chel": 14727, + "guerrilla": 14728, + "jar": 14729, + "cadets": 14730, + "##plate": 14731, + "surplus": 14732, + "audit": 14733, + "##aru": 14734, + "cracking": 14735, + "joanna": 14736, + "louisa": 14737, + "pacing": 14738, + "##lights": 14739, + "intentionally": 14740, + "##iri": 14741, + "diner": 14742, + "nwa": 14743, + "imprint": 14744, + "australians": 14745, + "tong": 14746, + "unprecedented": 14747, + "bunker": 14748, + "naive": 14749, + "specialists": 14750, + "ark": 14751, + "nichols": 14752, + "railing": 14753, + "leaked": 14754, + "pedal": 14755, + "##uka": 14756, + "shrub": 14757, + "longing": 14758, + "roofs": 14759, + "v8": 14760, + "captains": 14761, + "neural": 14762, + "tuned": 14763, + "##ntal": 14764, + "##jet": 14765, + "emission": 14766, + "medina": 14767, + "frantic": 14768, + "codex": 14769, + "definitive": 14770, + "sid": 14771, + "abolition": 14772, + "intensified": 14773, + "stocks": 14774, + "enrique": 14775, + "sustain": 14776, + "genoa": 14777, + "oxide": 14778, + "##written": 14779, + "clues": 14780, + "cha": 14781, + "##gers": 14782, + "tributaries": 14783, + "fragment": 14784, + "venom": 14785, + "##rity": 14786, + "##ente": 14787, + "##sca": 14788, + "muffled": 14789, + "vain": 14790, + "sire": 14791, + "laos": 14792, + "##ingly": 14793, + "##hana": 14794, + "hastily": 14795, + "snapping": 14796, + "surfaced": 14797, + "sentiment": 14798, + "motive": 14799, + "##oft": 14800, + "contests": 14801, + "approximate": 14802, + "mesa": 14803, + "luckily": 14804, + "dinosaur": 14805, + "exchanges": 14806, + "propelled": 14807, + "accord": 14808, + "bourne": 14809, + "relieve": 14810, + "tow": 14811, + "masks": 14812, + "offended": 14813, + "##ues": 14814, + "cynthia": 14815, + "##mmer": 14816, + "rains": 14817, + "bartender": 14818, + "zinc": 14819, + "reviewers": 14820, + "lois": 14821, + "##sai": 14822, + "legged": 14823, + "arrogant": 14824, + "rafe": 14825, + "rosie": 14826, + "comprise": 14827, + "handicap": 14828, + "blockade": 14829, + "inlet": 14830, + "lagoon": 14831, + "copied": 14832, + "drilling": 14833, + "shelley": 14834, + "petals": 14835, + "##inian": 14836, + "mandarin": 14837, + "obsolete": 14838, + "##inated": 14839, + "onward": 14840, + "arguably": 14841, + "productivity": 14842, + "cindy": 14843, + "praising": 14844, + "seldom": 14845, + "busch": 14846, + "discusses": 14847, + "raleigh": 14848, + "shortage": 14849, + "ranged": 14850, + "stanton": 14851, + "encouragement": 14852, + "firstly": 14853, + "conceded": 14854, + "overs": 14855, + "temporal": 14856, + "##uke": 14857, + "cbe": 14858, + "##bos": 14859, + "woo": 14860, + "certainty": 14861, + "pumps": 14862, + "##pton": 14863, + "stalked": 14864, + "##uli": 14865, + "lizzie": 14866, + "periodic": 14867, + "thieves": 14868, + "weaker": 14869, + "##night": 14870, + "gases": 14871, + "shoving": 14872, + "chooses": 14873, + "wc": 14874, + "##chemical": 14875, + "prompting": 14876, + "weights": 14877, + "##kill": 14878, + "robust": 14879, + "flanked": 14880, + "sticky": 14881, + "hu": 14882, + "tuberculosis": 14883, + "##eb": 14884, + "##eal": 14885, + "christchurch": 14886, + "resembled": 14887, + "wallet": 14888, + "reese": 14889, + "inappropriate": 14890, + "pictured": 14891, + "distract": 14892, + "fixing": 14893, + "fiddle": 14894, + "giggled": 14895, + "burger": 14896, + "heirs": 14897, + "hairy": 14898, + "mechanic": 14899, + "torque": 14900, + "apache": 14901, + "obsessed": 14902, + "chiefly": 14903, + "cheng": 14904, + "logging": 14905, + "##tag": 14906, + "extracted": 14907, + "meaningful": 14908, + "numb": 14909, + "##vsky": 14910, + "gloucestershire": 14911, + "reminding": 14912, + "##bay": 14913, + "unite": 14914, + "##lit": 14915, + "breeds": 14916, + "diminished": 14917, + "clown": 14918, + "glove": 14919, + "1860s": 14920, + "##ن": 14921, + "##ug": 14922, + "archibald": 14923, + "focal": 14924, + "freelance": 14925, + "sliced": 14926, + "depiction": 14927, + "##yk": 14928, + "organism": 14929, + "switches": 14930, + "sights": 14931, + "stray": 14932, + "crawling": 14933, + "##ril": 14934, + "lever": 14935, + "leningrad": 14936, + "interpretations": 14937, + "loops": 14938, + "anytime": 14939, + "reel": 14940, + "alicia": 14941, + "delighted": 14942, + "##ech": 14943, + "inhaled": 14944, + "xiv": 14945, + "suitcase": 14946, + "bernie": 14947, + "vega": 14948, + "licenses": 14949, + "northampton": 14950, + "exclusion": 14951, + "induction": 14952, + "monasteries": 14953, + "racecourse": 14954, + "homosexuality": 14955, + "##right": 14956, + "##sfield": 14957, + "##rky": 14958, + "dimitri": 14959, + "michele": 14960, + "alternatives": 14961, + "ions": 14962, + "commentators": 14963, + "genuinely": 14964, + "objected": 14965, + "pork": 14966, + "hospitality": 14967, + "fencing": 14968, + "stephan": 14969, + "warships": 14970, + "peripheral": 14971, + "wit": 14972, + "drunken": 14973, + "wrinkled": 14974, + "quentin": 14975, + "spends": 14976, + "departing": 14977, + "chung": 14978, + "numerical": 14979, + "spokesperson": 14980, + "##zone": 14981, + "johannesburg": 14982, + "caliber": 14983, + "killers": 14984, + "##udge": 14985, + "assumes": 14986, + "neatly": 14987, + "demographic": 14988, + "abigail": 14989, + "bloc": 14990, + "##vel": 14991, + "mounting": 14992, + "##lain": 14993, + "bentley": 14994, + "slightest": 14995, + "xu": 14996, + "recipients": 14997, + "##jk": 14998, + "merlin": 14999, + "##writer": 15000, + "seniors": 15001, + "prisons": 15002, + "blinking": 15003, + "hindwings": 15004, + "flickered": 15005, + "kappa": 15006, + "##hel": 15007, + "80s": 15008, + "strengthening": 15009, + "appealing": 15010, + "brewing": 15011, + "gypsy": 15012, + "mali": 15013, + "lashes": 15014, + "hulk": 15015, + "unpleasant": 15016, + "harassment": 15017, + "bio": 15018, + "treaties": 15019, + "predict": 15020, + "instrumentation": 15021, + "pulp": 15022, + "troupe": 15023, + "boiling": 15024, + "mantle": 15025, + "##ffe": 15026, + "ins": 15027, + "##vn": 15028, + "dividing": 15029, + "handles": 15030, + "verbs": 15031, + "##onal": 15032, + "coconut": 15033, + "senegal": 15034, + "340": 15035, + "thorough": 15036, + "gum": 15037, + "momentarily": 15038, + "##sto": 15039, + "cocaine": 15040, + "panicked": 15041, + "destined": 15042, + "##turing": 15043, + "teatro": 15044, + "denying": 15045, + "weary": 15046, + "captained": 15047, + "mans": 15048, + "##hawks": 15049, + "##code": 15050, + "wakefield": 15051, + "bollywood": 15052, + "thankfully": 15053, + "##16": 15054, + "cyril": 15055, + "##wu": 15056, + "amendments": 15057, + "##bahn": 15058, + "consultation": 15059, + "stud": 15060, + "reflections": 15061, + "kindness": 15062, + "1787": 15063, + "internally": 15064, + "##ovo": 15065, + "tex": 15066, + "mosaic": 15067, + "distribute": 15068, + "paddy": 15069, + "seeming": 15070, + "143": 15071, + "##hic": 15072, + "piers": 15073, + "##15": 15074, + "##mura": 15075, + "##verse": 15076, + "popularly": 15077, + "winger": 15078, + "kang": 15079, + "sentinel": 15080, + "mccoy": 15081, + "##anza": 15082, + "covenant": 15083, + "##bag": 15084, + "verge": 15085, + "fireworks": 15086, + "suppress": 15087, + "thrilled": 15088, + "dominate": 15089, + "##jar": 15090, + "swansea": 15091, + "##60": 15092, + "142": 15093, + "reconciliation": 15094, + "##ndi": 15095, + "stiffened": 15096, + "cue": 15097, + "dorian": 15098, + "##uf": 15099, + "damascus": 15100, + "amor": 15101, + "ida": 15102, + "foremost": 15103, + "##aga": 15104, + "porsche": 15105, + "unseen": 15106, + "dir": 15107, + "##had": 15108, + "##azi": 15109, + "stony": 15110, + "lexi": 15111, + "melodies": 15112, + "##nko": 15113, + "angular": 15114, + "integer": 15115, + "podcast": 15116, + "ants": 15117, + "inherent": 15118, + "jaws": 15119, + "justify": 15120, + "persona": 15121, + "##olved": 15122, + "josephine": 15123, + "##nr": 15124, + "##ressed": 15125, + "customary": 15126, + "flashes": 15127, + "gala": 15128, + "cyrus": 15129, + "glaring": 15130, + "backyard": 15131, + "ariel": 15132, + "physiology": 15133, + "greenland": 15134, + "html": 15135, + "stir": 15136, + "avon": 15137, + "atletico": 15138, + "finch": 15139, + "methodology": 15140, + "ked": 15141, + "##lent": 15142, + "mas": 15143, + "catholicism": 15144, + "townsend": 15145, + "branding": 15146, + "quincy": 15147, + "fits": 15148, + "containers": 15149, + "1777": 15150, + "ashore": 15151, + "aragon": 15152, + "##19": 15153, + "forearm": 15154, + "poisoning": 15155, + "##sd": 15156, + "adopting": 15157, + "conquer": 15158, + "grinding": 15159, + "amnesty": 15160, + "keller": 15161, + "finances": 15162, + "evaluate": 15163, + "forged": 15164, + "lankan": 15165, + "instincts": 15166, + "##uto": 15167, + "guam": 15168, + "bosnian": 15169, + "photographed": 15170, + "workplace": 15171, + "desirable": 15172, + "protector": 15173, + "##dog": 15174, + "allocation": 15175, + "intently": 15176, + "encourages": 15177, + "willy": 15178, + "##sten": 15179, + "bodyguard": 15180, + "electro": 15181, + "brighter": 15182, + "##ν": 15183, + "bihar": 15184, + "##chev": 15185, + "lasts": 15186, + "opener": 15187, + "amphibious": 15188, + "sal": 15189, + "verde": 15190, + "arte": 15191, + "##cope": 15192, + "captivity": 15193, + "vocabulary": 15194, + "yields": 15195, + "##tted": 15196, + "agreeing": 15197, + "desmond": 15198, + "pioneered": 15199, + "##chus": 15200, + "strap": 15201, + "campaigned": 15202, + "railroads": 15203, + "##ович": 15204, + "emblem": 15205, + "##dre": 15206, + "stormed": 15207, + "501": 15208, + "##ulous": 15209, + "marijuana": 15210, + "northumberland": 15211, + "##gn": 15212, + "##nath": 15213, + "bowen": 15214, + "landmarks": 15215, + "beaumont": 15216, + "##qua": 15217, + "danube": 15218, + "##bler": 15219, + "attorneys": 15220, + "th": 15221, + "ge": 15222, + "flyers": 15223, + "critique": 15224, + "villains": 15225, + "cass": 15226, + "mutation": 15227, + "acc": 15228, + "##0s": 15229, + "colombo": 15230, + "mckay": 15231, + "motif": 15232, + "sampling": 15233, + "concluding": 15234, + "syndicate": 15235, + "##rell": 15236, + "neon": 15237, + "stables": 15238, + "ds": 15239, + "warnings": 15240, + "clint": 15241, + "mourning": 15242, + "wilkinson": 15243, + "##tated": 15244, + "merrill": 15245, + "leopard": 15246, + "evenings": 15247, + "exhaled": 15248, + "emil": 15249, + "sonia": 15250, + "ezra": 15251, + "discrete": 15252, + "stove": 15253, + "farrell": 15254, + "fifteenth": 15255, + "prescribed": 15256, + "superhero": 15257, + "##rier": 15258, + "worms": 15259, + "helm": 15260, + "wren": 15261, + "##duction": 15262, + "##hc": 15263, + "expo": 15264, + "##rator": 15265, + "hq": 15266, + "unfamiliar": 15267, + "antony": 15268, + "prevents": 15269, + "acceleration": 15270, + "fiercely": 15271, + "mari": 15272, + "painfully": 15273, + "calculations": 15274, + "cheaper": 15275, + "ign": 15276, + "clifton": 15277, + "irvine": 15278, + "davenport": 15279, + "mozambique": 15280, + "##np": 15281, + "pierced": 15282, + "##evich": 15283, + "wonders": 15284, + "##wig": 15285, + "##cate": 15286, + "##iling": 15287, + "crusade": 15288, + "ware": 15289, + "##uel": 15290, + "enzymes": 15291, + "reasonably": 15292, + "mls": 15293, + "##coe": 15294, + "mater": 15295, + "ambition": 15296, + "bunny": 15297, + "eliot": 15298, + "kernel": 15299, + "##fin": 15300, + "asphalt": 15301, + "headmaster": 15302, + "torah": 15303, + "aden": 15304, + "lush": 15305, + "pins": 15306, + "waived": 15307, + "##care": 15308, + "##yas": 15309, + "joao": 15310, + "substrate": 15311, + "enforce": 15312, + "##grad": 15313, + "##ules": 15314, + "alvarez": 15315, + "selections": 15316, + "epidemic": 15317, + "tempted": 15318, + "##bit": 15319, + "bremen": 15320, + "translates": 15321, + "ensured": 15322, + "waterfront": 15323, + "29th": 15324, + "forrest": 15325, + "manny": 15326, + "malone": 15327, + "kramer": 15328, + "reigning": 15329, + "cookies": 15330, + "simpler": 15331, + "absorption": 15332, + "205": 15333, + "engraved": 15334, + "##ffy": 15335, + "evaluated": 15336, + "1778": 15337, + "haze": 15338, + "146": 15339, + "comforting": 15340, + "crossover": 15341, + "##abe": 15342, + "thorn": 15343, + "##rift": 15344, + "##imo": 15345, + "##pop": 15346, + "suppression": 15347, + "fatigue": 15348, + "cutter": 15349, + "##tr": 15350, + "201": 15351, + "wurttemberg": 15352, + "##orf": 15353, + "enforced": 15354, + "hovering": 15355, + "proprietary": 15356, + "gb": 15357, + "samurai": 15358, + "syllable": 15359, + "ascent": 15360, + "lacey": 15361, + "tick": 15362, + "lars": 15363, + "tractor": 15364, + "merchandise": 15365, + "rep": 15366, + "bouncing": 15367, + "defendants": 15368, + "##yre": 15369, + "huntington": 15370, + "##ground": 15371, + "##oko": 15372, + "standardized": 15373, + "##hor": 15374, + "##hima": 15375, + "assassinated": 15376, + "nu": 15377, + "predecessors": 15378, + "rainy": 15379, + "liar": 15380, + "assurance": 15381, + "lyrical": 15382, + "##uga": 15383, + "secondly": 15384, + "flattened": 15385, + "ios": 15386, + "parameter": 15387, + "undercover": 15388, + "##mity": 15389, + "bordeaux": 15390, + "punish": 15391, + "ridges": 15392, + "markers": 15393, + "exodus": 15394, + "inactive": 15395, + "hesitate": 15396, + "debbie": 15397, + "nyc": 15398, + "pledge": 15399, + "savoy": 15400, + "nagar": 15401, + "offset": 15402, + "organist": 15403, + "##tium": 15404, + "hesse": 15405, + "marin": 15406, + "converting": 15407, + "##iver": 15408, + "diagram": 15409, + "propulsion": 15410, + "pu": 15411, + "validity": 15412, + "reverted": 15413, + "supportive": 15414, + "##dc": 15415, + "ministries": 15416, + "clans": 15417, + "responds": 15418, + "proclamation": 15419, + "##inae": 15420, + "##ø": 15421, + "##rea": 15422, + "ein": 15423, + "pleading": 15424, + "patriot": 15425, + "sf": 15426, + "birch": 15427, + "islanders": 15428, + "strauss": 15429, + "hates": 15430, + "##dh": 15431, + "brandenburg": 15432, + "concession": 15433, + "rd": 15434, + "##ob": 15435, + "1900s": 15436, + "killings": 15437, + "textbook": 15438, + "antiquity": 15439, + "cinematography": 15440, + "wharf": 15441, + "embarrassing": 15442, + "setup": 15443, + "creed": 15444, + "farmland": 15445, + "inequality": 15446, + "centred": 15447, + "signatures": 15448, + "fallon": 15449, + "370": 15450, + "##ingham": 15451, + "##uts": 15452, + "ceylon": 15453, + "gazing": 15454, + "directive": 15455, + "laurie": 15456, + "##tern": 15457, + "globally": 15458, + "##uated": 15459, + "##dent": 15460, + "allah": 15461, + "excavation": 15462, + "threads": 15463, + "##cross": 15464, + "148": 15465, + "frantically": 15466, + "icc": 15467, + "utilize": 15468, + "determines": 15469, + "respiratory": 15470, + "thoughtful": 15471, + "receptions": 15472, + "##dicate": 15473, + "merging": 15474, + "chandra": 15475, + "seine": 15476, + "147": 15477, + "builders": 15478, + "builds": 15479, + "diagnostic": 15480, + "dev": 15481, + "visibility": 15482, + "goddamn": 15483, + "analyses": 15484, + "dhaka": 15485, + "cho": 15486, + "proves": 15487, + "chancel": 15488, + "concurrent": 15489, + "curiously": 15490, + "canadians": 15491, + "pumped": 15492, + "restoring": 15493, + "1850s": 15494, + "turtles": 15495, + "jaguar": 15496, + "sinister": 15497, + "spinal": 15498, + "traction": 15499, + "declan": 15500, + "vows": 15501, + "1784": 15502, + "glowed": 15503, + "capitalism": 15504, + "swirling": 15505, + "install": 15506, + "universidad": 15507, + "##lder": 15508, + "##oat": 15509, + "soloist": 15510, + "##genic": 15511, + "##oor": 15512, + "coincidence": 15513, + "beginnings": 15514, + "nissan": 15515, + "dip": 15516, + "resorts": 15517, + "caucasus": 15518, + "combustion": 15519, + "infectious": 15520, + "##eno": 15521, + "pigeon": 15522, + "serpent": 15523, + "##itating": 15524, + "conclude": 15525, + "masked": 15526, + "salad": 15527, + "jew": 15528, + "##gr": 15529, + "surreal": 15530, + "toni": 15531, + "##wc": 15532, + "harmonica": 15533, + "151": 15534, + "##gins": 15535, + "##etic": 15536, + "##coat": 15537, + "fishermen": 15538, + "intending": 15539, + "bravery": 15540, + "##wave": 15541, + "klaus": 15542, + "titan": 15543, + "wembley": 15544, + "taiwanese": 15545, + "ransom": 15546, + "40th": 15547, + "incorrect": 15548, + "hussein": 15549, + "eyelids": 15550, + "jp": 15551, + "cooke": 15552, + "dramas": 15553, + "utilities": 15554, + "##etta": 15555, + "##print": 15556, + "eisenhower": 15557, + "principally": 15558, + "granada": 15559, + "lana": 15560, + "##rak": 15561, + "openings": 15562, + "concord": 15563, + "##bl": 15564, + "bethany": 15565, + "connie": 15566, + "morality": 15567, + "sega": 15568, + "##mons": 15569, + "##nard": 15570, + "earnings": 15571, + "##kara": 15572, + "##cine": 15573, + "wii": 15574, + "communes": 15575, + "##rel": 15576, + "coma": 15577, + "composing": 15578, + "softened": 15579, + "severed": 15580, + "grapes": 15581, + "##17": 15582, + "nguyen": 15583, + "analyzed": 15584, + "warlord": 15585, + "hubbard": 15586, + "heavenly": 15587, + "behave": 15588, + "slovenian": 15589, + "##hit": 15590, + "##ony": 15591, + "hailed": 15592, + "filmmakers": 15593, + "trance": 15594, + "caldwell": 15595, + "skye": 15596, + "unrest": 15597, + "coward": 15598, + "likelihood": 15599, + "##aging": 15600, + "bern": 15601, + "sci": 15602, + "taliban": 15603, + "honolulu": 15604, + "propose": 15605, + "##wang": 15606, + "1700": 15607, + "browser": 15608, + "imagining": 15609, + "cobra": 15610, + "contributes": 15611, + "dukes": 15612, + "instinctively": 15613, + "conan": 15614, + "violinist": 15615, + "##ores": 15616, + "accessories": 15617, + "gradual": 15618, + "##amp": 15619, + "quotes": 15620, + "sioux": 15621, + "##dating": 15622, + "undertake": 15623, + "intercepted": 15624, + "sparkling": 15625, + "compressed": 15626, + "139": 15627, + "fungus": 15628, + "tombs": 15629, + "haley": 15630, + "imposing": 15631, + "rests": 15632, + "degradation": 15633, + "lincolnshire": 15634, + "retailers": 15635, + "wetlands": 15636, + "tulsa": 15637, + "distributor": 15638, + "dungeon": 15639, + "nun": 15640, + "greenhouse": 15641, + "convey": 15642, + "atlantis": 15643, + "aft": 15644, + "exits": 15645, + "oman": 15646, + "dresser": 15647, + "lyons": 15648, + "##sti": 15649, + "joking": 15650, + "eddy": 15651, + "judgement": 15652, + "omitted": 15653, + "digits": 15654, + "##cts": 15655, + "##game": 15656, + "juniors": 15657, + "##rae": 15658, + "cents": 15659, + "stricken": 15660, + "une": 15661, + "##ngo": 15662, + "wizards": 15663, + "weir": 15664, + "breton": 15665, + "nan": 15666, + "technician": 15667, + "fibers": 15668, + "liking": 15669, + "royalty": 15670, + "##cca": 15671, + "154": 15672, + "persia": 15673, + "terribly": 15674, + "magician": 15675, + "##rable": 15676, + "##unt": 15677, + "vance": 15678, + "cafeteria": 15679, + "booker": 15680, + "camille": 15681, + "warmer": 15682, + "##static": 15683, + "consume": 15684, + "cavern": 15685, + "gaps": 15686, + "compass": 15687, + "contemporaries": 15688, + "foyer": 15689, + "soothing": 15690, + "graveyard": 15691, + "maj": 15692, + "plunged": 15693, + "blush": 15694, + "##wear": 15695, + "cascade": 15696, + "demonstrates": 15697, + "ordinance": 15698, + "##nov": 15699, + "boyle": 15700, + "##lana": 15701, + "rockefeller": 15702, + "shaken": 15703, + "banjo": 15704, + "izzy": 15705, + "##ense": 15706, + "breathless": 15707, + "vines": 15708, + "##32": 15709, + "##eman": 15710, + "alterations": 15711, + "chromosome": 15712, + "dwellings": 15713, + "feudal": 15714, + "mole": 15715, + "153": 15716, + "catalonia": 15717, + "relics": 15718, + "tenant": 15719, + "mandated": 15720, + "##fm": 15721, + "fridge": 15722, + "hats": 15723, + "honesty": 15724, + "patented": 15725, + "raul": 15726, + "heap": 15727, + "cruisers": 15728, + "accusing": 15729, + "enlightenment": 15730, + "infants": 15731, + "wherein": 15732, + "chatham": 15733, + "contractors": 15734, + "zen": 15735, + "affinity": 15736, + "hc": 15737, + "osborne": 15738, + "piston": 15739, + "156": 15740, + "traps": 15741, + "maturity": 15742, + "##rana": 15743, + "lagos": 15744, + "##zal": 15745, + "peering": 15746, + "##nay": 15747, + "attendant": 15748, + "dealers": 15749, + "protocols": 15750, + "subset": 15751, + "prospects": 15752, + "biographical": 15753, + "##cre": 15754, + "artery": 15755, + "##zers": 15756, + "insignia": 15757, + "nuns": 15758, + "endured": 15759, + "##eration": 15760, + "recommend": 15761, + "schwartz": 15762, + "serbs": 15763, + "berger": 15764, + "cromwell": 15765, + "crossroads": 15766, + "##ctor": 15767, + "enduring": 15768, + "clasped": 15769, + "grounded": 15770, + "##bine": 15771, + "marseille": 15772, + "twitched": 15773, + "abel": 15774, + "choke": 15775, + "https": 15776, + "catalyst": 15777, + "moldova": 15778, + "italians": 15779, + "##tist": 15780, + "disastrous": 15781, + "wee": 15782, + "##oured": 15783, + "##nti": 15784, + "wwf": 15785, + "nope": 15786, + "##piration": 15787, + "##asa": 15788, + "expresses": 15789, + "thumbs": 15790, + "167": 15791, + "##nza": 15792, + "coca": 15793, + "1781": 15794, + "cheating": 15795, + "##ption": 15796, + "skipped": 15797, + "sensory": 15798, + "heidelberg": 15799, + "spies": 15800, + "satan": 15801, + "dangers": 15802, + "semifinal": 15803, + "202": 15804, + "bohemia": 15805, + "whitish": 15806, + "confusing": 15807, + "shipbuilding": 15808, + "relies": 15809, + "surgeons": 15810, + "landings": 15811, + "ravi": 15812, + "baku": 15813, + "moor": 15814, + "suffix": 15815, + "alejandro": 15816, + "##yana": 15817, + "litre": 15818, + "upheld": 15819, + "##unk": 15820, + "rajasthan": 15821, + "##rek": 15822, + "coaster": 15823, + "insists": 15824, + "posture": 15825, + "scenarios": 15826, + "etienne": 15827, + "favoured": 15828, + "appoint": 15829, + "transgender": 15830, + "elephants": 15831, + "poked": 15832, + "greenwood": 15833, + "defences": 15834, + "fulfilled": 15835, + "militant": 15836, + "somali": 15837, + "1758": 15838, + "chalk": 15839, + "potent": 15840, + "##ucci": 15841, + "migrants": 15842, + "wink": 15843, + "assistants": 15844, + "nos": 15845, + "restriction": 15846, + "activism": 15847, + "niger": 15848, + "##ario": 15849, + "colon": 15850, + "shaun": 15851, + "##sat": 15852, + "daphne": 15853, + "##erated": 15854, + "swam": 15855, + "congregations": 15856, + "reprise": 15857, + "considerations": 15858, + "magnet": 15859, + "playable": 15860, + "xvi": 15861, + "##р": 15862, + "overthrow": 15863, + "tobias": 15864, + "knob": 15865, + "chavez": 15866, + "coding": 15867, + "##mers": 15868, + "propped": 15869, + "katrina": 15870, + "orient": 15871, + "newcomer": 15872, + "##suke": 15873, + "temperate": 15874, + "##pool": 15875, + "farmhouse": 15876, + "interrogation": 15877, + "##vd": 15878, + "committing": 15879, + "##vert": 15880, + "forthcoming": 15881, + "strawberry": 15882, + "joaquin": 15883, + "macau": 15884, + "ponds": 15885, + "shocking": 15886, + "siberia": 15887, + "##cellular": 15888, + "chant": 15889, + "contributors": 15890, + "##nant": 15891, + "##ologists": 15892, + "sped": 15893, + "absorb": 15894, + "hail": 15895, + "1782": 15896, + "spared": 15897, + "##hore": 15898, + "barbados": 15899, + "karate": 15900, + "opus": 15901, + "originates": 15902, + "saul": 15903, + "##xie": 15904, + "evergreen": 15905, + "leaped": 15906, + "##rock": 15907, + "correlation": 15908, + "exaggerated": 15909, + "weekday": 15910, + "unification": 15911, + "bump": 15912, + "tracing": 15913, + "brig": 15914, + "afb": 15915, + "pathways": 15916, + "utilizing": 15917, + "##ners": 15918, + "mod": 15919, + "mb": 15920, + "disturbance": 15921, + "kneeling": 15922, + "##stad": 15923, + "##guchi": 15924, + "100th": 15925, + "pune": 15926, + "##thy": 15927, + "decreasing": 15928, + "168": 15929, + "manipulation": 15930, + "miriam": 15931, + "academia": 15932, + "ecosystem": 15933, + "occupational": 15934, + "rbi": 15935, + "##lem": 15936, + "rift": 15937, + "##14": 15938, + "rotary": 15939, + "stacked": 15940, + "incorporation": 15941, + "awakening": 15942, + "generators": 15943, + "guerrero": 15944, + "racist": 15945, + "##omy": 15946, + "cyber": 15947, + "derivatives": 15948, + "culminated": 15949, + "allie": 15950, + "annals": 15951, + "panzer": 15952, + "sainte": 15953, + "wikipedia": 15954, + "pops": 15955, + "zu": 15956, + "austro": 15957, + "##vate": 15958, + "algerian": 15959, + "politely": 15960, + "nicholson": 15961, + "mornings": 15962, + "educate": 15963, + "tastes": 15964, + "thrill": 15965, + "dartmouth": 15966, + "##gating": 15967, + "db": 15968, + "##jee": 15969, + "regan": 15970, + "differing": 15971, + "concentrating": 15972, + "choreography": 15973, + "divinity": 15974, + "##media": 15975, + "pledged": 15976, + "alexandre": 15977, + "routing": 15978, + "gregor": 15979, + "madeline": 15980, + "##idal": 15981, + "apocalypse": 15982, + "##hora": 15983, + "gunfire": 15984, + "culminating": 15985, + "elves": 15986, + "fined": 15987, + "liang": 15988, + "lam": 15989, + "programmed": 15990, + "tar": 15991, + "guessing": 15992, + "transparency": 15993, + "gabrielle": 15994, + "##gna": 15995, + "cancellation": 15996, + "flexibility": 15997, + "##lining": 15998, + "accession": 15999, + "shea": 16000, + "stronghold": 16001, + "nets": 16002, + "specializes": 16003, + "##rgan": 16004, + "abused": 16005, + "hasan": 16006, + "sgt": 16007, + "ling": 16008, + "exceeding": 16009, + "##₄": 16010, + "admiration": 16011, + "supermarket": 16012, + "##ark": 16013, + "photographers": 16014, + "specialised": 16015, + "tilt": 16016, + "resonance": 16017, + "hmm": 16018, + "perfume": 16019, + "380": 16020, + "sami": 16021, + "threatens": 16022, + "garland": 16023, + "botany": 16024, + "guarding": 16025, + "boiled": 16026, + "greet": 16027, + "puppy": 16028, + "russo": 16029, + "supplier": 16030, + "wilmington": 16031, + "vibrant": 16032, + "vijay": 16033, + "##bius": 16034, + "paralympic": 16035, + "grumbled": 16036, + "paige": 16037, + "faa": 16038, + "licking": 16039, + "margins": 16040, + "hurricanes": 16041, + "##gong": 16042, + "fest": 16043, + "grenade": 16044, + "ripping": 16045, + "##uz": 16046, + "counseling": 16047, + "weigh": 16048, + "##sian": 16049, + "needles": 16050, + "wiltshire": 16051, + "edison": 16052, + "costly": 16053, + "##not": 16054, + "fulton": 16055, + "tramway": 16056, + "redesigned": 16057, + "staffordshire": 16058, + "cache": 16059, + "gasping": 16060, + "watkins": 16061, + "sleepy": 16062, + "candidacy": 16063, + "##group": 16064, + "monkeys": 16065, + "timeline": 16066, + "throbbing": 16067, + "##bid": 16068, + "##sos": 16069, + "berth": 16070, + "uzbekistan": 16071, + "vanderbilt": 16072, + "bothering": 16073, + "overturned": 16074, + "ballots": 16075, + "gem": 16076, + "##iger": 16077, + "sunglasses": 16078, + "subscribers": 16079, + "hooker": 16080, + "compelling": 16081, + "ang": 16082, + "exceptionally": 16083, + "saloon": 16084, + "stab": 16085, + "##rdi": 16086, + "carla": 16087, + "terrifying": 16088, + "rom": 16089, + "##vision": 16090, + "coil": 16091, + "##oids": 16092, + "satisfying": 16093, + "vendors": 16094, + "31st": 16095, + "mackay": 16096, + "deities": 16097, + "overlooked": 16098, + "ambient": 16099, + "bahamas": 16100, + "felipe": 16101, + "olympia": 16102, + "whirled": 16103, + "botanist": 16104, + "advertised": 16105, + "tugging": 16106, + "##dden": 16107, + "disciples": 16108, + "morales": 16109, + "unionist": 16110, + "rites": 16111, + "foley": 16112, + "morse": 16113, + "motives": 16114, + "creepy": 16115, + "##₀": 16116, + "soo": 16117, + "##sz": 16118, + "bargain": 16119, + "highness": 16120, + "frightening": 16121, + "turnpike": 16122, + "tory": 16123, + "reorganization": 16124, + "##cer": 16125, + "depict": 16126, + "biographer": 16127, + "##walk": 16128, + "unopposed": 16129, + "manifesto": 16130, + "##gles": 16131, + "institut": 16132, + "emile": 16133, + "accidental": 16134, + "kapoor": 16135, + "##dam": 16136, + "kilkenny": 16137, + "cortex": 16138, + "lively": 16139, + "##13": 16140, + "romanesque": 16141, + "jain": 16142, + "shan": 16143, + "cannons": 16144, + "##ood": 16145, + "##ske": 16146, + "petrol": 16147, + "echoing": 16148, + "amalgamated": 16149, + "disappears": 16150, + "cautious": 16151, + "proposes": 16152, + "sanctions": 16153, + "trenton": 16154, + "##ر": 16155, + "flotilla": 16156, + "aus": 16157, + "contempt": 16158, + "tor": 16159, + "canary": 16160, + "cote": 16161, + "theirs": 16162, + "##hun": 16163, + "conceptual": 16164, + "deleted": 16165, + "fascinating": 16166, + "paso": 16167, + "blazing": 16168, + "elf": 16169, + "honourable": 16170, + "hutchinson": 16171, + "##eiro": 16172, + "##outh": 16173, + "##zin": 16174, + "surveyor": 16175, + "tee": 16176, + "amidst": 16177, + "wooded": 16178, + "reissue": 16179, + "intro": 16180, + "##ono": 16181, + "cobb": 16182, + "shelters": 16183, + "newsletter": 16184, + "hanson": 16185, + "brace": 16186, + "encoding": 16187, + "confiscated": 16188, + "dem": 16189, + "caravan": 16190, + "marino": 16191, + "scroll": 16192, + "melodic": 16193, + "cows": 16194, + "imam": 16195, + "##adi": 16196, + "##aneous": 16197, + "northward": 16198, + "searches": 16199, + "biodiversity": 16200, + "cora": 16201, + "310": 16202, + "roaring": 16203, + "##bers": 16204, + "connell": 16205, + "theologian": 16206, + "halo": 16207, + "compose": 16208, + "pathetic": 16209, + "unmarried": 16210, + "dynamo": 16211, + "##oot": 16212, + "az": 16213, + "calculation": 16214, + "toulouse": 16215, + "deserves": 16216, + "humour": 16217, + "nr": 16218, + "forgiveness": 16219, + "tam": 16220, + "undergone": 16221, + "martyr": 16222, + "pamela": 16223, + "myths": 16224, + "whore": 16225, + "counselor": 16226, + "hicks": 16227, + "290": 16228, + "heavens": 16229, + "battleship": 16230, + "electromagnetic": 16231, + "##bbs": 16232, + "stellar": 16233, + "establishments": 16234, + "presley": 16235, + "hopped": 16236, + "##chin": 16237, + "temptation": 16238, + "90s": 16239, + "wills": 16240, + "nas": 16241, + "##yuan": 16242, + "nhs": 16243, + "##nya": 16244, + "seminars": 16245, + "##yev": 16246, + "adaptations": 16247, + "gong": 16248, + "asher": 16249, + "lex": 16250, + "indicator": 16251, + "sikh": 16252, + "tobago": 16253, + "cites": 16254, + "goin": 16255, + "##yte": 16256, + "satirical": 16257, + "##gies": 16258, + "characterised": 16259, + "correspond": 16260, + "bubbles": 16261, + "lure": 16262, + "participates": 16263, + "##vid": 16264, + "eruption": 16265, + "skate": 16266, + "therapeutic": 16267, + "1785": 16268, + "canals": 16269, + "wholesale": 16270, + "defaulted": 16271, + "sac": 16272, + "460": 16273, + "petit": 16274, + "##zzled": 16275, + "virgil": 16276, + "leak": 16277, + "ravens": 16278, + "256": 16279, + "portraying": 16280, + "##yx": 16281, + "ghetto": 16282, + "creators": 16283, + "dams": 16284, + "portray": 16285, + "vicente": 16286, + "##rington": 16287, + "fae": 16288, + "namesake": 16289, + "bounty": 16290, + "##arium": 16291, + "joachim": 16292, + "##ota": 16293, + "##iser": 16294, + "aforementioned": 16295, + "axle": 16296, + "snout": 16297, + "depended": 16298, + "dismantled": 16299, + "reuben": 16300, + "480": 16301, + "##ibly": 16302, + "gallagher": 16303, + "##lau": 16304, + "##pd": 16305, + "earnest": 16306, + "##ieu": 16307, + "##iary": 16308, + "inflicted": 16309, + "objections": 16310, + "##llar": 16311, + "asa": 16312, + "gritted": 16313, + "##athy": 16314, + "jericho": 16315, + "##sea": 16316, + "##was": 16317, + "flick": 16318, + "underside": 16319, + "ceramics": 16320, + "undead": 16321, + "substituted": 16322, + "195": 16323, + "eastward": 16324, + "undoubtedly": 16325, + "wheeled": 16326, + "chimney": 16327, + "##iche": 16328, + "guinness": 16329, + "cb": 16330, + "##ager": 16331, + "siding": 16332, + "##bell": 16333, + "traitor": 16334, + "baptiste": 16335, + "disguised": 16336, + "inauguration": 16337, + "149": 16338, + "tipperary": 16339, + "choreographer": 16340, + "perched": 16341, + "warmed": 16342, + "stationary": 16343, + "eco": 16344, + "##ike": 16345, + "##ntes": 16346, + "bacterial": 16347, + "##aurus": 16348, + "flores": 16349, + "phosphate": 16350, + "##core": 16351, + "attacker": 16352, + "invaders": 16353, + "alvin": 16354, + "intersects": 16355, + "a1": 16356, + "indirectly": 16357, + "immigrated": 16358, + "businessmen": 16359, + "cornelius": 16360, + "valves": 16361, + "narrated": 16362, + "pill": 16363, + "sober": 16364, + "ul": 16365, + "nationale": 16366, + "monastic": 16367, + "applicants": 16368, + "scenery": 16369, + "##jack": 16370, + "161": 16371, + "motifs": 16372, + "constitutes": 16373, + "cpu": 16374, + "##osh": 16375, + "jurisdictions": 16376, + "sd": 16377, + "tuning": 16378, + "irritation": 16379, + "woven": 16380, + "##uddin": 16381, + "fertility": 16382, + "gao": 16383, + "##erie": 16384, + "antagonist": 16385, + "impatient": 16386, + "glacial": 16387, + "hides": 16388, + "boarded": 16389, + "denominations": 16390, + "interception": 16391, + "##jas": 16392, + "cookie": 16393, + "nicola": 16394, + "##tee": 16395, + "algebraic": 16396, + "marquess": 16397, + "bahn": 16398, + "parole": 16399, + "buyers": 16400, + "bait": 16401, + "turbines": 16402, + "paperwork": 16403, + "bestowed": 16404, + "natasha": 16405, + "renee": 16406, + "oceans": 16407, + "purchases": 16408, + "157": 16409, + "vaccine": 16410, + "215": 16411, + "##tock": 16412, + "fixtures": 16413, + "playhouse": 16414, + "integrate": 16415, + "jai": 16416, + "oswald": 16417, + "intellectuals": 16418, + "##cky": 16419, + "booked": 16420, + "nests": 16421, + "mortimer": 16422, + "##isi": 16423, + "obsession": 16424, + "sept": 16425, + "##gler": 16426, + "##sum": 16427, + "440": 16428, + "scrutiny": 16429, + "simultaneous": 16430, + "squinted": 16431, + "##shin": 16432, + "collects": 16433, + "oven": 16434, + "shankar": 16435, + "penned": 16436, + "remarkably": 16437, + "##я": 16438, + "slips": 16439, + "luggage": 16440, + "spectral": 16441, + "1786": 16442, + "collaborations": 16443, + "louie": 16444, + "consolidation": 16445, + "##ailed": 16446, + "##ivating": 16447, + "420": 16448, + "hoover": 16449, + "blackpool": 16450, + "harness": 16451, + "ignition": 16452, + "vest": 16453, + "tails": 16454, + "belmont": 16455, + "mongol": 16456, + "skinner": 16457, + "##nae": 16458, + "visually": 16459, + "mage": 16460, + "derry": 16461, + "##tism": 16462, + "##unce": 16463, + "stevie": 16464, + "transitional": 16465, + "##rdy": 16466, + "redskins": 16467, + "drying": 16468, + "prep": 16469, + "prospective": 16470, + "##21": 16471, + "annoyance": 16472, + "oversee": 16473, + "##loaded": 16474, + "fills": 16475, + "##books": 16476, + "##iki": 16477, + "announces": 16478, + "fda": 16479, + "scowled": 16480, + "respects": 16481, + "prasad": 16482, + "mystic": 16483, + "tucson": 16484, + "##vale": 16485, + "revue": 16486, + "springer": 16487, + "bankrupt": 16488, + "1772": 16489, + "aristotle": 16490, + "salvatore": 16491, + "habsburg": 16492, + "##geny": 16493, + "dal": 16494, + "natal": 16495, + "nut": 16496, + "pod": 16497, + "chewing": 16498, + "darts": 16499, + "moroccan": 16500, + "walkover": 16501, + "rosario": 16502, + "lenin": 16503, + "punjabi": 16504, + "##ße": 16505, + "grossed": 16506, + "scattering": 16507, + "wired": 16508, + "invasive": 16509, + "hui": 16510, + "polynomial": 16511, + "corridors": 16512, + "wakes": 16513, + "gina": 16514, + "portrays": 16515, + "##cratic": 16516, + "arid": 16517, + "retreating": 16518, + "erich": 16519, + "irwin": 16520, + "sniper": 16521, + "##dha": 16522, + "linen": 16523, + "lindsey": 16524, + "maneuver": 16525, + "butch": 16526, + "shutting": 16527, + "socio": 16528, + "bounce": 16529, + "commemorative": 16530, + "postseason": 16531, + "jeremiah": 16532, + "pines": 16533, + "275": 16534, + "mystical": 16535, + "beads": 16536, + "bp": 16537, + "abbas": 16538, + "furnace": 16539, + "bidding": 16540, + "consulted": 16541, + "assaulted": 16542, + "empirical": 16543, + "rubble": 16544, + "enclosure": 16545, + "sob": 16546, + "weakly": 16547, + "cancel": 16548, + "polly": 16549, + "yielded": 16550, + "##emann": 16551, + "curly": 16552, + "prediction": 16553, + "battered": 16554, + "70s": 16555, + "vhs": 16556, + "jacqueline": 16557, + "render": 16558, + "sails": 16559, + "barked": 16560, + "detailing": 16561, + "grayson": 16562, + "riga": 16563, + "sloane": 16564, + "raging": 16565, + "##yah": 16566, + "herbs": 16567, + "bravo": 16568, + "##athlon": 16569, + "alloy": 16570, + "giggle": 16571, + "imminent": 16572, + "suffers": 16573, + "assumptions": 16574, + "waltz": 16575, + "##itate": 16576, + "accomplishments": 16577, + "##ited": 16578, + "bathing": 16579, + "remixed": 16580, + "deception": 16581, + "prefix": 16582, + "##emia": 16583, + "deepest": 16584, + "##tier": 16585, + "##eis": 16586, + "balkan": 16587, + "frogs": 16588, + "##rong": 16589, + "slab": 16590, + "##pate": 16591, + "philosophers": 16592, + "peterborough": 16593, + "grains": 16594, + "imports": 16595, + "dickinson": 16596, + "rwanda": 16597, + "##atics": 16598, + "1774": 16599, + "dirk": 16600, + "lan": 16601, + "tablets": 16602, + "##rove": 16603, + "clone": 16604, + "##rice": 16605, + "caretaker": 16606, + "hostilities": 16607, + "mclean": 16608, + "##gre": 16609, + "regimental": 16610, + "treasures": 16611, + "norms": 16612, + "impose": 16613, + "tsar": 16614, + "tango": 16615, + "diplomacy": 16616, + "variously": 16617, + "complain": 16618, + "192": 16619, + "recognise": 16620, + "arrests": 16621, + "1779": 16622, + "celestial": 16623, + "pulitzer": 16624, + "##dus": 16625, + "bing": 16626, + "libretto": 16627, + "##moor": 16628, + "adele": 16629, + "splash": 16630, + "##rite": 16631, + "expectation": 16632, + "lds": 16633, + "confronts": 16634, + "##izer": 16635, + "spontaneous": 16636, + "harmful": 16637, + "wedge": 16638, + "entrepreneurs": 16639, + "buyer": 16640, + "##ope": 16641, + "bilingual": 16642, + "translate": 16643, + "rugged": 16644, + "conner": 16645, + "circulated": 16646, + "uae": 16647, + "eaton": 16648, + "##gra": 16649, + "##zzle": 16650, + "lingered": 16651, + "lockheed": 16652, + "vishnu": 16653, + "reelection": 16654, + "alonso": 16655, + "##oom": 16656, + "joints": 16657, + "yankee": 16658, + "headline": 16659, + "cooperate": 16660, + "heinz": 16661, + "laureate": 16662, + "invading": 16663, + "##sford": 16664, + "echoes": 16665, + "scandinavian": 16666, + "##dham": 16667, + "hugging": 16668, + "vitamin": 16669, + "salute": 16670, + "micah": 16671, + "hind": 16672, + "trader": 16673, + "##sper": 16674, + "radioactive": 16675, + "##ndra": 16676, + "militants": 16677, + "poisoned": 16678, + "ratified": 16679, + "remark": 16680, + "campeonato": 16681, + "deprived": 16682, + "wander": 16683, + "prop": 16684, + "##dong": 16685, + "outlook": 16686, + "##tani": 16687, + "##rix": 16688, + "##eye": 16689, + "chiang": 16690, + "darcy": 16691, + "##oping": 16692, + "mandolin": 16693, + "spice": 16694, + "statesman": 16695, + "babylon": 16696, + "182": 16697, + "walled": 16698, + "forgetting": 16699, + "afro": 16700, + "##cap": 16701, + "158": 16702, + "giorgio": 16703, + "buffer": 16704, + "##polis": 16705, + "planetary": 16706, + "##gis": 16707, + "overlap": 16708, + "terminals": 16709, + "kinda": 16710, + "centenary": 16711, + "##bir": 16712, + "arising": 16713, + "manipulate": 16714, + "elm": 16715, + "ke": 16716, + "1770": 16717, + "ak": 16718, + "##tad": 16719, + "chrysler": 16720, + "mapped": 16721, + "moose": 16722, + "pomeranian": 16723, + "quad": 16724, + "macarthur": 16725, + "assemblies": 16726, + "shoreline": 16727, + "recalls": 16728, + "stratford": 16729, + "##rted": 16730, + "noticeable": 16731, + "##evic": 16732, + "imp": 16733, + "##rita": 16734, + "##sque": 16735, + "accustomed": 16736, + "supplying": 16737, + "tents": 16738, + "disgusted": 16739, + "vogue": 16740, + "sipped": 16741, + "filters": 16742, + "khz": 16743, + "reno": 16744, + "selecting": 16745, + "luftwaffe": 16746, + "mcmahon": 16747, + "tyne": 16748, + "masterpiece": 16749, + "carriages": 16750, + "collided": 16751, + "dunes": 16752, + "exercised": 16753, + "flare": 16754, + "remembers": 16755, + "muzzle": 16756, + "##mobile": 16757, + "heck": 16758, + "##rson": 16759, + "burgess": 16760, + "lunged": 16761, + "middleton": 16762, + "boycott": 16763, + "bilateral": 16764, + "##sity": 16765, + "hazardous": 16766, + "lumpur": 16767, + "multiplayer": 16768, + "spotlight": 16769, + "jackets": 16770, + "goldman": 16771, + "liege": 16772, + "porcelain": 16773, + "rag": 16774, + "waterford": 16775, + "benz": 16776, + "attracts": 16777, + "hopeful": 16778, + "battling": 16779, + "ottomans": 16780, + "kensington": 16781, + "baked": 16782, + "hymns": 16783, + "cheyenne": 16784, + "lattice": 16785, + "levine": 16786, + "borrow": 16787, + "polymer": 16788, + "clashes": 16789, + "michaels": 16790, + "monitored": 16791, + "commitments": 16792, + "denounced": 16793, + "##25": 16794, + "##von": 16795, + "cavity": 16796, + "##oney": 16797, + "hobby": 16798, + "akin": 16799, + "##holders": 16800, + "futures": 16801, + "intricate": 16802, + "cornish": 16803, + "patty": 16804, + "##oned": 16805, + "illegally": 16806, + "dolphin": 16807, + "##lag": 16808, + "barlow": 16809, + "yellowish": 16810, + "maddie": 16811, + "apologized": 16812, + "luton": 16813, + "plagued": 16814, + "##puram": 16815, + "nana": 16816, + "##rds": 16817, + "sway": 16818, + "fanny": 16819, + "łodz": 16820, + "##rino": 16821, + "psi": 16822, + "suspicions": 16823, + "hanged": 16824, + "##eding": 16825, + "initiate": 16826, + "charlton": 16827, + "##por": 16828, + "nak": 16829, + "competent": 16830, + "235": 16831, + "analytical": 16832, + "annex": 16833, + "wardrobe": 16834, + "reservations": 16835, + "##rma": 16836, + "sect": 16837, + "162": 16838, + "fairfax": 16839, + "hedge": 16840, + "piled": 16841, + "buckingham": 16842, + "uneven": 16843, + "bauer": 16844, + "simplicity": 16845, + "snyder": 16846, + "interpret": 16847, + "accountability": 16848, + "donors": 16849, + "moderately": 16850, + "byrd": 16851, + "continents": 16852, + "##cite": 16853, + "##max": 16854, + "disciple": 16855, + "hr": 16856, + "jamaican": 16857, + "ping": 16858, + "nominees": 16859, + "##uss": 16860, + "mongolian": 16861, + "diver": 16862, + "attackers": 16863, + "eagerly": 16864, + "ideological": 16865, + "pillows": 16866, + "miracles": 16867, + "apartheid": 16868, + "revolver": 16869, + "sulfur": 16870, + "clinics": 16871, + "moran": 16872, + "163": 16873, + "##enko": 16874, + "ile": 16875, + "katy": 16876, + "rhetoric": 16877, + "##icated": 16878, + "chronology": 16879, + "recycling": 16880, + "##hrer": 16881, + "elongated": 16882, + "mughal": 16883, + "pascal": 16884, + "profiles": 16885, + "vibration": 16886, + "databases": 16887, + "domination": 16888, + "##fare": 16889, + "##rant": 16890, + "matthias": 16891, + "digest": 16892, + "rehearsal": 16893, + "polling": 16894, + "weiss": 16895, + "initiation": 16896, + "reeves": 16897, + "clinging": 16898, + "flourished": 16899, + "impress": 16900, + "ngo": 16901, + "##hoff": 16902, + "##ume": 16903, + "buckley": 16904, + "symposium": 16905, + "rhythms": 16906, + "weed": 16907, + "emphasize": 16908, + "transforming": 16909, + "##taking": 16910, + "##gence": 16911, + "##yman": 16912, + "accountant": 16913, + "analyze": 16914, + "flicker": 16915, + "foil": 16916, + "priesthood": 16917, + "voluntarily": 16918, + "decreases": 16919, + "##80": 16920, + "##hya": 16921, + "slater": 16922, + "sv": 16923, + "charting": 16924, + "mcgill": 16925, + "##lde": 16926, + "moreno": 16927, + "##iu": 16928, + "besieged": 16929, + "zur": 16930, + "robes": 16931, + "##phic": 16932, + "admitting": 16933, + "api": 16934, + "deported": 16935, + "turmoil": 16936, + "peyton": 16937, + "earthquakes": 16938, + "##ares": 16939, + "nationalists": 16940, + "beau": 16941, + "clair": 16942, + "brethren": 16943, + "interrupt": 16944, + "welch": 16945, + "curated": 16946, + "galerie": 16947, + "requesting": 16948, + "164": 16949, + "##ested": 16950, + "impending": 16951, + "steward": 16952, + "viper": 16953, + "##vina": 16954, + "complaining": 16955, + "beautifully": 16956, + "brandy": 16957, + "foam": 16958, + "nl": 16959, + "1660": 16960, + "##cake": 16961, + "alessandro": 16962, + "punches": 16963, + "laced": 16964, + "explanations": 16965, + "##lim": 16966, + "attribute": 16967, + "clit": 16968, + "reggie": 16969, + "discomfort": 16970, + "##cards": 16971, + "smoothed": 16972, + "whales": 16973, + "##cene": 16974, + "adler": 16975, + "countered": 16976, + "duffy": 16977, + "disciplinary": 16978, + "widening": 16979, + "recipe": 16980, + "reliance": 16981, + "conducts": 16982, + "goats": 16983, + "gradient": 16984, + "preaching": 16985, + "##shaw": 16986, + "matilda": 16987, + "quasi": 16988, + "striped": 16989, + "meridian": 16990, + "cannabis": 16991, + "cordoba": 16992, + "certificates": 16993, + "##agh": 16994, + "##tering": 16995, + "graffiti": 16996, + "hangs": 16997, + "pilgrims": 16998, + "repeats": 16999, + "##ych": 17000, + "revive": 17001, + "urine": 17002, + "etat": 17003, + "##hawk": 17004, + "fueled": 17005, + "belts": 17006, + "fuzzy": 17007, + "susceptible": 17008, + "##hang": 17009, + "mauritius": 17010, + "salle": 17011, + "sincere": 17012, + "beers": 17013, + "hooks": 17014, + "##cki": 17015, + "arbitration": 17016, + "entrusted": 17017, + "advise": 17018, + "sniffed": 17019, + "seminar": 17020, + "junk": 17021, + "donnell": 17022, + "processors": 17023, + "principality": 17024, + "strapped": 17025, + "celia": 17026, + "mendoza": 17027, + "everton": 17028, + "fortunes": 17029, + "prejudice": 17030, + "starving": 17031, + "reassigned": 17032, + "steamer": 17033, + "##lund": 17034, + "tuck": 17035, + "evenly": 17036, + "foreman": 17037, + "##ffen": 17038, + "dans": 17039, + "375": 17040, + "envisioned": 17041, + "slit": 17042, + "##xy": 17043, + "baseman": 17044, + "liberia": 17045, + "rosemary": 17046, + "##weed": 17047, + "electrified": 17048, + "periodically": 17049, + "potassium": 17050, + "stride": 17051, + "contexts": 17052, + "sperm": 17053, + "slade": 17054, + "mariners": 17055, + "influx": 17056, + "bianca": 17057, + "subcommittee": 17058, + "##rane": 17059, + "spilling": 17060, + "icao": 17061, + "estuary": 17062, + "##nock": 17063, + "delivers": 17064, + "iphone": 17065, + "##ulata": 17066, + "isa": 17067, + "mira": 17068, + "bohemian": 17069, + "dessert": 17070, + "##sbury": 17071, + "welcoming": 17072, + "proudly": 17073, + "slowing": 17074, + "##chs": 17075, + "musee": 17076, + "ascension": 17077, + "russ": 17078, + "##vian": 17079, + "waits": 17080, + "##psy": 17081, + "africans": 17082, + "exploit": 17083, + "##morphic": 17084, + "gov": 17085, + "eccentric": 17086, + "crab": 17087, + "peck": 17088, + "##ull": 17089, + "entrances": 17090, + "formidable": 17091, + "marketplace": 17092, + "groom": 17093, + "bolted": 17094, + "metabolism": 17095, + "patton": 17096, + "robbins": 17097, + "courier": 17098, + "payload": 17099, + "endure": 17100, + "##ifier": 17101, + "andes": 17102, + "refrigerator": 17103, + "##pr": 17104, + "ornate": 17105, + "##uca": 17106, + "ruthless": 17107, + "illegitimate": 17108, + "masonry": 17109, + "strasbourg": 17110, + "bikes": 17111, + "adobe": 17112, + "##³": 17113, + "apples": 17114, + "quintet": 17115, + "willingly": 17116, + "niche": 17117, + "bakery": 17118, + "corpses": 17119, + "energetic": 17120, + "##cliffe": 17121, + "##sser": 17122, + "##ards": 17123, + "177": 17124, + "centimeters": 17125, + "centro": 17126, + "fuscous": 17127, + "cretaceous": 17128, + "rancho": 17129, + "##yde": 17130, + "andrei": 17131, + "telecom": 17132, + "tottenham": 17133, + "oasis": 17134, + "ordination": 17135, + "vulnerability": 17136, + "presiding": 17137, + "corey": 17138, + "cp": 17139, + "penguins": 17140, + "sims": 17141, + "##pis": 17142, + "malawi": 17143, + "piss": 17144, + "##48": 17145, + "correction": 17146, + "##cked": 17147, + "##ffle": 17148, + "##ryn": 17149, + "countdown": 17150, + "detectives": 17151, + "psychiatrist": 17152, + "psychedelic": 17153, + "dinosaurs": 17154, + "blouse": 17155, + "##get": 17156, + "choi": 17157, + "vowed": 17158, + "##oz": 17159, + "randomly": 17160, + "##pol": 17161, + "49ers": 17162, + "scrub": 17163, + "blanche": 17164, + "bruins": 17165, + "dusseldorf": 17166, + "##using": 17167, + "unwanted": 17168, + "##ums": 17169, + "212": 17170, + "dominique": 17171, + "elevations": 17172, + "headlights": 17173, + "om": 17174, + "laguna": 17175, + "##oga": 17176, + "1750": 17177, + "famously": 17178, + "ignorance": 17179, + "shrewsbury": 17180, + "##aine": 17181, + "ajax": 17182, + "breuning": 17183, + "che": 17184, + "confederacy": 17185, + "greco": 17186, + "overhaul": 17187, + "##screen": 17188, + "paz": 17189, + "skirts": 17190, + "disagreement": 17191, + "cruelty": 17192, + "jagged": 17193, + "phoebe": 17194, + "shifter": 17195, + "hovered": 17196, + "viruses": 17197, + "##wes": 17198, + "mandy": 17199, + "##lined": 17200, + "##gc": 17201, + "landlord": 17202, + "squirrel": 17203, + "dashed": 17204, + "##ι": 17205, + "ornamental": 17206, + "gag": 17207, + "wally": 17208, + "grange": 17209, + "literal": 17210, + "spurs": 17211, + "undisclosed": 17212, + "proceeding": 17213, + "yin": 17214, + "##text": 17215, + "billie": 17216, + "orphan": 17217, + "spanned": 17218, + "humidity": 17219, + "indy": 17220, + "weighted": 17221, + "presentations": 17222, + "explosions": 17223, + "lucian": 17224, + "##tary": 17225, + "vaughn": 17226, + "hindus": 17227, + "##anga": 17228, + "##hell": 17229, + "psycho": 17230, + "171": 17231, + "daytona": 17232, + "protects": 17233, + "efficiently": 17234, + "rematch": 17235, + "sly": 17236, + "tandem": 17237, + "##oya": 17238, + "rebranded": 17239, + "impaired": 17240, + "hee": 17241, + "metropolis": 17242, + "peach": 17243, + "godfrey": 17244, + "diaspora": 17245, + "ethnicity": 17246, + "prosperous": 17247, + "gleaming": 17248, + "dar": 17249, + "grossing": 17250, + "playback": 17251, + "##rden": 17252, + "stripe": 17253, + "pistols": 17254, + "##tain": 17255, + "births": 17256, + "labelled": 17257, + "##cating": 17258, + "172": 17259, + "rudy": 17260, + "alba": 17261, + "##onne": 17262, + "aquarium": 17263, + "hostility": 17264, + "##gb": 17265, + "##tase": 17266, + "shudder": 17267, + "sumatra": 17268, + "hardest": 17269, + "lakers": 17270, + "consonant": 17271, + "creeping": 17272, + "demos": 17273, + "homicide": 17274, + "capsule": 17275, + "zeke": 17276, + "liberties": 17277, + "expulsion": 17278, + "pueblo": 17279, + "##comb": 17280, + "trait": 17281, + "transporting": 17282, + "##ddin": 17283, + "##neck": 17284, + "##yna": 17285, + "depart": 17286, + "gregg": 17287, + "mold": 17288, + "ledge": 17289, + "hangar": 17290, + "oldham": 17291, + "playboy": 17292, + "termination": 17293, + "analysts": 17294, + "gmbh": 17295, + "romero": 17296, + "##itic": 17297, + "insist": 17298, + "cradle": 17299, + "filthy": 17300, + "brightness": 17301, + "slash": 17302, + "shootout": 17303, + "deposed": 17304, + "bordering": 17305, + "##truct": 17306, + "isis": 17307, + "microwave": 17308, + "tumbled": 17309, + "sheltered": 17310, + "cathy": 17311, + "werewolves": 17312, + "messy": 17313, + "andersen": 17314, + "convex": 17315, + "clapped": 17316, + "clinched": 17317, + "satire": 17318, + "wasting": 17319, + "edo": 17320, + "vc": 17321, + "rufus": 17322, + "##jak": 17323, + "mont": 17324, + "##etti": 17325, + "poznan": 17326, + "##keeping": 17327, + "restructuring": 17328, + "transverse": 17329, + "##rland": 17330, + "azerbaijani": 17331, + "slovene": 17332, + "gestures": 17333, + "roommate": 17334, + "choking": 17335, + "shear": 17336, + "##quist": 17337, + "vanguard": 17338, + "oblivious": 17339, + "##hiro": 17340, + "disagreed": 17341, + "baptism": 17342, + "##lich": 17343, + "coliseum": 17344, + "##aceae": 17345, + "salvage": 17346, + "societe": 17347, + "cory": 17348, + "locke": 17349, + "relocation": 17350, + "relying": 17351, + "versailles": 17352, + "ahl": 17353, + "swelling": 17354, + "##elo": 17355, + "cheerful": 17356, + "##word": 17357, + "##edes": 17358, + "gin": 17359, + "sarajevo": 17360, + "obstacle": 17361, + "diverted": 17362, + "##nac": 17363, + "messed": 17364, + "thoroughbred": 17365, + "fluttered": 17366, + "utrecht": 17367, + "chewed": 17368, + "acquaintance": 17369, + "assassins": 17370, + "dispatch": 17371, + "mirza": 17372, + "##wart": 17373, + "nike": 17374, + "salzburg": 17375, + "swell": 17376, + "yen": 17377, + "##gee": 17378, + "idle": 17379, + "ligue": 17380, + "samson": 17381, + "##nds": 17382, + "##igh": 17383, + "playful": 17384, + "spawned": 17385, + "##cise": 17386, + "tease": 17387, + "##case": 17388, + "burgundy": 17389, + "##bot": 17390, + "stirring": 17391, + "skeptical": 17392, + "interceptions": 17393, + "marathi": 17394, + "##dies": 17395, + "bedrooms": 17396, + "aroused": 17397, + "pinch": 17398, + "##lik": 17399, + "preferences": 17400, + "tattoos": 17401, + "buster": 17402, + "digitally": 17403, + "projecting": 17404, + "rust": 17405, + "##ital": 17406, + "kitten": 17407, + "priorities": 17408, + "addison": 17409, + "pseudo": 17410, + "##guard": 17411, + "dusk": 17412, + "icons": 17413, + "sermon": 17414, + "##psis": 17415, + "##iba": 17416, + "bt": 17417, + "##lift": 17418, + "##xt": 17419, + "ju": 17420, + "truce": 17421, + "rink": 17422, + "##dah": 17423, + "##wy": 17424, + "defects": 17425, + "psychiatry": 17426, + "offences": 17427, + "calculate": 17428, + "glucose": 17429, + "##iful": 17430, + "##rized": 17431, + "##unda": 17432, + "francaise": 17433, + "##hari": 17434, + "richest": 17435, + "warwickshire": 17436, + "carly": 17437, + "1763": 17438, + "purity": 17439, + "redemption": 17440, + "lending": 17441, + "##cious": 17442, + "muse": 17443, + "bruises": 17444, + "cerebral": 17445, + "aero": 17446, + "carving": 17447, + "##name": 17448, + "preface": 17449, + "terminology": 17450, + "invade": 17451, + "monty": 17452, + "##int": 17453, + "anarchist": 17454, + "blurred": 17455, + "##iled": 17456, + "rossi": 17457, + "treats": 17458, + "guts": 17459, + "shu": 17460, + "foothills": 17461, + "ballads": 17462, + "undertaking": 17463, + "premise": 17464, + "cecilia": 17465, + "affiliates": 17466, + "blasted": 17467, + "conditional": 17468, + "wilder": 17469, + "minors": 17470, + "drone": 17471, + "rudolph": 17472, + "buffy": 17473, + "swallowing": 17474, + "horton": 17475, + "attested": 17476, + "##hop": 17477, + "rutherford": 17478, + "howell": 17479, + "primetime": 17480, + "livery": 17481, + "penal": 17482, + "##bis": 17483, + "minimize": 17484, + "hydro": 17485, + "wrecked": 17486, + "wrought": 17487, + "palazzo": 17488, + "##gling": 17489, + "cans": 17490, + "vernacular": 17491, + "friedman": 17492, + "nobleman": 17493, + "shale": 17494, + "walnut": 17495, + "danielle": 17496, + "##ection": 17497, + "##tley": 17498, + "sears": 17499, + "##kumar": 17500, + "chords": 17501, + "lend": 17502, + "flipping": 17503, + "streamed": 17504, + "por": 17505, + "dracula": 17506, + "gallons": 17507, + "sacrifices": 17508, + "gamble": 17509, + "orphanage": 17510, + "##iman": 17511, + "mckenzie": 17512, + "##gible": 17513, + "boxers": 17514, + "daly": 17515, + "##balls": 17516, + "##ان": 17517, + "208": 17518, + "##ific": 17519, + "##rative": 17520, + "##iq": 17521, + "exploited": 17522, + "slated": 17523, + "##uity": 17524, + "circling": 17525, + "hillary": 17526, + "pinched": 17527, + "goldberg": 17528, + "provost": 17529, + "campaigning": 17530, + "lim": 17531, + "piles": 17532, + "ironically": 17533, + "jong": 17534, + "mohan": 17535, + "successors": 17536, + "usaf": 17537, + "##tem": 17538, + "##ught": 17539, + "autobiographical": 17540, + "haute": 17541, + "preserves": 17542, + "##ending": 17543, + "acquitted": 17544, + "comparisons": 17545, + "203": 17546, + "hydroelectric": 17547, + "gangs": 17548, + "cypriot": 17549, + "torpedoes": 17550, + "rushes": 17551, + "chrome": 17552, + "derive": 17553, + "bumps": 17554, + "instability": 17555, + "fiat": 17556, + "pets": 17557, + "##mbe": 17558, + "silas": 17559, + "dye": 17560, + "reckless": 17561, + "settler": 17562, + "##itation": 17563, + "info": 17564, + "heats": 17565, + "##writing": 17566, + "176": 17567, + "canonical": 17568, + "maltese": 17569, + "fins": 17570, + "mushroom": 17571, + "stacy": 17572, + "aspen": 17573, + "avid": 17574, + "##kur": 17575, + "##loading": 17576, + "vickers": 17577, + "gaston": 17578, + "hillside": 17579, + "statutes": 17580, + "wilde": 17581, + "gail": 17582, + "kung": 17583, + "sabine": 17584, + "comfortably": 17585, + "motorcycles": 17586, + "##rgo": 17587, + "169": 17588, + "pneumonia": 17589, + "fetch": 17590, + "##sonic": 17591, + "axel": 17592, + "faintly": 17593, + "parallels": 17594, + "##oop": 17595, + "mclaren": 17596, + "spouse": 17597, + "compton": 17598, + "interdisciplinary": 17599, + "miner": 17600, + "##eni": 17601, + "181": 17602, + "clamped": 17603, + "##chal": 17604, + "##llah": 17605, + "separates": 17606, + "versa": 17607, + "##mler": 17608, + "scarborough": 17609, + "labrador": 17610, + "##lity": 17611, + "##osing": 17612, + "rutgers": 17613, + "hurdles": 17614, + "como": 17615, + "166": 17616, + "burt": 17617, + "divers": 17618, + "##100": 17619, + "wichita": 17620, + "cade": 17621, + "coincided": 17622, + "##erson": 17623, + "bruised": 17624, + "mla": 17625, + "##pper": 17626, + "vineyard": 17627, + "##ili": 17628, + "##brush": 17629, + "notch": 17630, + "mentioning": 17631, + "jase": 17632, + "hearted": 17633, + "kits": 17634, + "doe": 17635, + "##acle": 17636, + "pomerania": 17637, + "##ady": 17638, + "ronan": 17639, + "seizure": 17640, + "pavel": 17641, + "problematic": 17642, + "##zaki": 17643, + "domenico": 17644, + "##ulin": 17645, + "catering": 17646, + "penelope": 17647, + "dependence": 17648, + "parental": 17649, + "emilio": 17650, + "ministerial": 17651, + "atkinson": 17652, + "##bolic": 17653, + "clarkson": 17654, + "chargers": 17655, + "colby": 17656, + "grill": 17657, + "peeked": 17658, + "arises": 17659, + "summon": 17660, + "##aged": 17661, + "fools": 17662, + "##grapher": 17663, + "faculties": 17664, + "qaeda": 17665, + "##vial": 17666, + "garner": 17667, + "refurbished": 17668, + "##hwa": 17669, + "geelong": 17670, + "disasters": 17671, + "nudged": 17672, + "bs": 17673, + "shareholder": 17674, + "lori": 17675, + "algae": 17676, + "reinstated": 17677, + "rot": 17678, + "##ades": 17679, + "##nous": 17680, + "invites": 17681, + "stainless": 17682, + "183": 17683, + "inclusive": 17684, + "##itude": 17685, + "diocesan": 17686, + "til": 17687, + "##icz": 17688, + "denomination": 17689, + "##xa": 17690, + "benton": 17691, + "floral": 17692, + "registers": 17693, + "##ider": 17694, + "##erman": 17695, + "##kell": 17696, + "absurd": 17697, + "brunei": 17698, + "guangzhou": 17699, + "hitter": 17700, + "retaliation": 17701, + "##uled": 17702, + "##eve": 17703, + "blanc": 17704, + "nh": 17705, + "consistency": 17706, + "contamination": 17707, + "##eres": 17708, + "##rner": 17709, + "dire": 17710, + "palermo": 17711, + "broadcasters": 17712, + "diaries": 17713, + "inspire": 17714, + "vols": 17715, + "brewer": 17716, + "tightening": 17717, + "ky": 17718, + "mixtape": 17719, + "hormone": 17720, + "##tok": 17721, + "stokes": 17722, + "##color": 17723, + "##dly": 17724, + "##ssi": 17725, + "pg": 17726, + "##ometer": 17727, + "##lington": 17728, + "sanitation": 17729, + "##tility": 17730, + "intercontinental": 17731, + "apps": 17732, + "##adt": 17733, + "¹⁄₂": 17734, + "cylinders": 17735, + "economies": 17736, + "favourable": 17737, + "unison": 17738, + "croix": 17739, + "gertrude": 17740, + "odyssey": 17741, + "vanity": 17742, + "dangling": 17743, + "##logists": 17744, + "upgrades": 17745, + "dice": 17746, + "middleweight": 17747, + "practitioner": 17748, + "##ight": 17749, + "206": 17750, + "henrik": 17751, + "parlor": 17752, + "orion": 17753, + "angered": 17754, + "lac": 17755, + "python": 17756, + "blurted": 17757, + "##rri": 17758, + "sensual": 17759, + "intends": 17760, + "swings": 17761, + "angled": 17762, + "##phs": 17763, + "husky": 17764, + "attain": 17765, + "peerage": 17766, + "precinct": 17767, + "textiles": 17768, + "cheltenham": 17769, + "shuffled": 17770, + "dai": 17771, + "confess": 17772, + "tasting": 17773, + "bhutan": 17774, + "##riation": 17775, + "tyrone": 17776, + "segregation": 17777, + "abrupt": 17778, + "ruiz": 17779, + "##rish": 17780, + "smirked": 17781, + "blackwell": 17782, + "confidential": 17783, + "browning": 17784, + "amounted": 17785, + "##put": 17786, + "vase": 17787, + "scarce": 17788, + "fabulous": 17789, + "raided": 17790, + "staple": 17791, + "guyana": 17792, + "unemployed": 17793, + "glider": 17794, + "shay": 17795, + "##tow": 17796, + "carmine": 17797, + "troll": 17798, + "intervene": 17799, + "squash": 17800, + "superstar": 17801, + "##uce": 17802, + "cylindrical": 17803, + "len": 17804, + "roadway": 17805, + "researched": 17806, + "handy": 17807, + "##rium": 17808, + "##jana": 17809, + "meta": 17810, + "lao": 17811, + "declares": 17812, + "##rring": 17813, + "##tadt": 17814, + "##elin": 17815, + "##kova": 17816, + "willem": 17817, + "shrubs": 17818, + "napoleonic": 17819, + "realms": 17820, + "skater": 17821, + "qi": 17822, + "volkswagen": 17823, + "##ł": 17824, + "tad": 17825, + "hara": 17826, + "archaeologist": 17827, + "awkwardly": 17828, + "eerie": 17829, + "##kind": 17830, + "wiley": 17831, + "##heimer": 17832, + "##24": 17833, + "titus": 17834, + "organizers": 17835, + "cfl": 17836, + "crusaders": 17837, + "lama": 17838, + "usb": 17839, + "vent": 17840, + "enraged": 17841, + "thankful": 17842, + "occupants": 17843, + "maximilian": 17844, + "##gaard": 17845, + "possessing": 17846, + "textbooks": 17847, + "##oran": 17848, + "collaborator": 17849, + "quaker": 17850, + "##ulo": 17851, + "avalanche": 17852, + "mono": 17853, + "silky": 17854, + "straits": 17855, + "isaiah": 17856, + "mustang": 17857, + "surged": 17858, + "resolutions": 17859, + "potomac": 17860, + "descend": 17861, + "cl": 17862, + "kilograms": 17863, + "plato": 17864, + "strains": 17865, + "saturdays": 17866, + "##olin": 17867, + "bernstein": 17868, + "##ype": 17869, + "holstein": 17870, + "ponytail": 17871, + "##watch": 17872, + "belize": 17873, + "conversely": 17874, + "heroine": 17875, + "perpetual": 17876, + "##ylus": 17877, + "charcoal": 17878, + "piedmont": 17879, + "glee": 17880, + "negotiating": 17881, + "backdrop": 17882, + "prologue": 17883, + "##jah": 17884, + "##mmy": 17885, + "pasadena": 17886, + "climbs": 17887, + "ramos": 17888, + "sunni": 17889, + "##holm": 17890, + "##tner": 17891, + "##tri": 17892, + "anand": 17893, + "deficiency": 17894, + "hertfordshire": 17895, + "stout": 17896, + "##avi": 17897, + "aperture": 17898, + "orioles": 17899, + "##irs": 17900, + "doncaster": 17901, + "intrigued": 17902, + "bombed": 17903, + "coating": 17904, + "otis": 17905, + "##mat": 17906, + "cocktail": 17907, + "##jit": 17908, + "##eto": 17909, + "amir": 17910, + "arousal": 17911, + "sar": 17912, + "##proof": 17913, + "##act": 17914, + "##ories": 17915, + "dixie": 17916, + "pots": 17917, + "##bow": 17918, + "whereabouts": 17919, + "159": 17920, + "##fted": 17921, + "drains": 17922, + "bullying": 17923, + "cottages": 17924, + "scripture": 17925, + "coherent": 17926, + "fore": 17927, + "poe": 17928, + "appetite": 17929, + "##uration": 17930, + "sampled": 17931, + "##ators": 17932, + "##dp": 17933, + "derrick": 17934, + "rotor": 17935, + "jays": 17936, + "peacock": 17937, + "installment": 17938, + "##rro": 17939, + "advisors": 17940, + "##coming": 17941, + "rodeo": 17942, + "scotch": 17943, + "##mot": 17944, + "##db": 17945, + "##fen": 17946, + "##vant": 17947, + "ensued": 17948, + "rodrigo": 17949, + "dictatorship": 17950, + "martyrs": 17951, + "twenties": 17952, + "##н": 17953, + "towed": 17954, + "incidence": 17955, + "marta": 17956, + "rainforest": 17957, + "sai": 17958, + "scaled": 17959, + "##cles": 17960, + "oceanic": 17961, + "qualifiers": 17962, + "symphonic": 17963, + "mcbride": 17964, + "dislike": 17965, + "generalized": 17966, + "aubrey": 17967, + "colonization": 17968, + "##iation": 17969, + "##lion": 17970, + "##ssing": 17971, + "disliked": 17972, + "lublin": 17973, + "salesman": 17974, + "##ulates": 17975, + "spherical": 17976, + "whatsoever": 17977, + "sweating": 17978, + "avalon": 17979, + "contention": 17980, + "punt": 17981, + "severity": 17982, + "alderman": 17983, + "atari": 17984, + "##dina": 17985, + "##grant": 17986, + "##rop": 17987, + "scarf": 17988, + "seville": 17989, + "vertices": 17990, + "annexation": 17991, + "fairfield": 17992, + "fascination": 17993, + "inspiring": 17994, + "launches": 17995, + "palatinate": 17996, + "regretted": 17997, + "##rca": 17998, + "feral": 17999, + "##iom": 18000, + "elk": 18001, + "nap": 18002, + "olsen": 18003, + "reddy": 18004, + "yong": 18005, + "##leader": 18006, + "##iae": 18007, + "garment": 18008, + "transports": 18009, + "feng": 18010, + "gracie": 18011, + "outrage": 18012, + "viceroy": 18013, + "insides": 18014, + "##esis": 18015, + "breakup": 18016, + "grady": 18017, + "organizer": 18018, + "softer": 18019, + "grimaced": 18020, + "222": 18021, + "murals": 18022, + "galicia": 18023, + "arranging": 18024, + "vectors": 18025, + "##rsten": 18026, + "bas": 18027, + "##sb": 18028, + "##cens": 18029, + "sloan": 18030, + "##eka": 18031, + "bitten": 18032, + "ara": 18033, + "fender": 18034, + "nausea": 18035, + "bumped": 18036, + "kris": 18037, + "banquet": 18038, + "comrades": 18039, + "detector": 18040, + "persisted": 18041, + "##llan": 18042, + "adjustment": 18043, + "endowed": 18044, + "cinemas": 18045, + "##shot": 18046, + "sellers": 18047, + "##uman": 18048, + "peek": 18049, + "epa": 18050, + "kindly": 18051, + "neglect": 18052, + "simpsons": 18053, + "talon": 18054, + "mausoleum": 18055, + "runaway": 18056, + "hangul": 18057, + "lookout": 18058, + "##cic": 18059, + "rewards": 18060, + "coughed": 18061, + "acquainted": 18062, + "chloride": 18063, + "##ald": 18064, + "quicker": 18065, + "accordion": 18066, + "neolithic": 18067, + "##qa": 18068, + "artemis": 18069, + "coefficient": 18070, + "lenny": 18071, + "pandora": 18072, + "tx": 18073, + "##xed": 18074, + "ecstasy": 18075, + "litter": 18076, + "segunda": 18077, + "chairperson": 18078, + "gemma": 18079, + "hiss": 18080, + "rumor": 18081, + "vow": 18082, + "nasal": 18083, + "antioch": 18084, + "compensate": 18085, + "patiently": 18086, + "transformers": 18087, + "##eded": 18088, + "judo": 18089, + "morrow": 18090, + "penis": 18091, + "posthumous": 18092, + "philips": 18093, + "bandits": 18094, + "husbands": 18095, + "denote": 18096, + "flaming": 18097, + "##any": 18098, + "##phones": 18099, + "langley": 18100, + "yorker": 18101, + "1760": 18102, + "walters": 18103, + "##uo": 18104, + "##kle": 18105, + "gubernatorial": 18106, + "fatty": 18107, + "samsung": 18108, + "leroy": 18109, + "outlaw": 18110, + "##nine": 18111, + "unpublished": 18112, + "poole": 18113, + "jakob": 18114, + "##ᵢ": 18115, + "##ₙ": 18116, + "crete": 18117, + "distorted": 18118, + "superiority": 18119, + "##dhi": 18120, + "intercept": 18121, + "crust": 18122, + "mig": 18123, + "claus": 18124, + "crashes": 18125, + "positioning": 18126, + "188": 18127, + "stallion": 18128, + "301": 18129, + "frontal": 18130, + "armistice": 18131, + "##estinal": 18132, + "elton": 18133, + "aj": 18134, + "encompassing": 18135, + "camel": 18136, + "commemorated": 18137, + "malaria": 18138, + "woodward": 18139, + "calf": 18140, + "cigar": 18141, + "penetrate": 18142, + "##oso": 18143, + "willard": 18144, + "##rno": 18145, + "##uche": 18146, + "illustrate": 18147, + "amusing": 18148, + "convergence": 18149, + "noteworthy": 18150, + "##lma": 18151, + "##rva": 18152, + "journeys": 18153, + "realise": 18154, + "manfred": 18155, + "##sable": 18156, + "410": 18157, + "##vocation": 18158, + "hearings": 18159, + "fiance": 18160, + "##posed": 18161, + "educators": 18162, + "provoked": 18163, + "adjusting": 18164, + "##cturing": 18165, + "modular": 18166, + "stockton": 18167, + "paterson": 18168, + "vlad": 18169, + "rejects": 18170, + "electors": 18171, + "selena": 18172, + "maureen": 18173, + "##tres": 18174, + "uber": 18175, + "##rce": 18176, + "swirled": 18177, + "##num": 18178, + "proportions": 18179, + "nanny": 18180, + "pawn": 18181, + "naturalist": 18182, + "parma": 18183, + "apostles": 18184, + "awoke": 18185, + "ethel": 18186, + "wen": 18187, + "##bey": 18188, + "monsoon": 18189, + "overview": 18190, + "##inating": 18191, + "mccain": 18192, + "rendition": 18193, + "risky": 18194, + "adorned": 18195, + "##ih": 18196, + "equestrian": 18197, + "germain": 18198, + "nj": 18199, + "conspicuous": 18200, + "confirming": 18201, + "##yoshi": 18202, + "shivering": 18203, + "##imeter": 18204, + "milestone": 18205, + "rumours": 18206, + "flinched": 18207, + "bounds": 18208, + "smacked": 18209, + "token": 18210, + "##bei": 18211, + "lectured": 18212, + "automobiles": 18213, + "##shore": 18214, + "impacted": 18215, + "##iable": 18216, + "nouns": 18217, + "nero": 18218, + "##leaf": 18219, + "ismail": 18220, + "prostitute": 18221, + "trams": 18222, + "##lace": 18223, + "bridget": 18224, + "sud": 18225, + "stimulus": 18226, + "impressions": 18227, + "reins": 18228, + "revolves": 18229, + "##oud": 18230, + "##gned": 18231, + "giro": 18232, + "honeymoon": 18233, + "##swell": 18234, + "criterion": 18235, + "##sms": 18236, + "##uil": 18237, + "libyan": 18238, + "prefers": 18239, + "##osition": 18240, + "211": 18241, + "preview": 18242, + "sucks": 18243, + "accusation": 18244, + "bursts": 18245, + "metaphor": 18246, + "diffusion": 18247, + "tolerate": 18248, + "faye": 18249, + "betting": 18250, + "cinematographer": 18251, + "liturgical": 18252, + "specials": 18253, + "bitterly": 18254, + "humboldt": 18255, + "##ckle": 18256, + "flux": 18257, + "rattled": 18258, + "##itzer": 18259, + "archaeologists": 18260, + "odor": 18261, + "authorised": 18262, + "marshes": 18263, + "discretion": 18264, + "##ов": 18265, + "alarmed": 18266, + "archaic": 18267, + "inverse": 18268, + "##leton": 18269, + "explorers": 18270, + "##pine": 18271, + "drummond": 18272, + "tsunami": 18273, + "woodlands": 18274, + "##minate": 18275, + "##tland": 18276, + "booklet": 18277, + "insanity": 18278, + "owning": 18279, + "insert": 18280, + "crafted": 18281, + "calculus": 18282, + "##tore": 18283, + "receivers": 18284, + "##bt": 18285, + "stung": 18286, + "##eca": 18287, + "##nched": 18288, + "prevailing": 18289, + "travellers": 18290, + "eyeing": 18291, + "lila": 18292, + "graphs": 18293, + "##borne": 18294, + "178": 18295, + "julien": 18296, + "##won": 18297, + "morale": 18298, + "adaptive": 18299, + "therapist": 18300, + "erica": 18301, + "cw": 18302, + "libertarian": 18303, + "bowman": 18304, + "pitches": 18305, + "vita": 18306, + "##ional": 18307, + "crook": 18308, + "##ads": 18309, + "##entation": 18310, + "caledonia": 18311, + "mutiny": 18312, + "##sible": 18313, + "1840s": 18314, + "automation": 18315, + "##ß": 18316, + "flock": 18317, + "##pia": 18318, + "ironic": 18319, + "pathology": 18320, + "##imus": 18321, + "remarried": 18322, + "##22": 18323, + "joker": 18324, + "withstand": 18325, + "energies": 18326, + "##att": 18327, + "shropshire": 18328, + "hostages": 18329, + "madeleine": 18330, + "tentatively": 18331, + "conflicting": 18332, + "mateo": 18333, + "recipes": 18334, + "euros": 18335, + "ol": 18336, + "mercenaries": 18337, + "nico": 18338, + "##ndon": 18339, + "albuquerque": 18340, + "augmented": 18341, + "mythical": 18342, + "bel": 18343, + "freud": 18344, + "##child": 18345, + "cough": 18346, + "##lica": 18347, + "365": 18348, + "freddy": 18349, + "lillian": 18350, + "genetically": 18351, + "nuremberg": 18352, + "calder": 18353, + "209": 18354, + "bonn": 18355, + "outdoors": 18356, + "paste": 18357, + "suns": 18358, + "urgency": 18359, + "vin": 18360, + "restraint": 18361, + "tyson": 18362, + "##cera": 18363, + "##selle": 18364, + "barrage": 18365, + "bethlehem": 18366, + "kahn": 18367, + "##par": 18368, + "mounts": 18369, + "nippon": 18370, + "barony": 18371, + "happier": 18372, + "ryu": 18373, + "makeshift": 18374, + "sheldon": 18375, + "blushed": 18376, + "castillo": 18377, + "barking": 18378, + "listener": 18379, + "taped": 18380, + "bethel": 18381, + "fluent": 18382, + "headlines": 18383, + "pornography": 18384, + "rum": 18385, + "disclosure": 18386, + "sighing": 18387, + "mace": 18388, + "doubling": 18389, + "gunther": 18390, + "manly": 18391, + "##plex": 18392, + "rt": 18393, + "interventions": 18394, + "physiological": 18395, + "forwards": 18396, + "emerges": 18397, + "##tooth": 18398, + "##gny": 18399, + "compliment": 18400, + "rib": 18401, + "recession": 18402, + "visibly": 18403, + "barge": 18404, + "faults": 18405, + "connector": 18406, + "exquisite": 18407, + "prefect": 18408, + "##rlin": 18409, + "patio": 18410, + "##cured": 18411, + "elevators": 18412, + "brandt": 18413, + "italics": 18414, + "pena": 18415, + "173": 18416, + "wasp": 18417, + "satin": 18418, + "ea": 18419, + "botswana": 18420, + "graceful": 18421, + "respectable": 18422, + "##jima": 18423, + "##rter": 18424, + "##oic": 18425, + "franciscan": 18426, + "generates": 18427, + "##dl": 18428, + "alfredo": 18429, + "disgusting": 18430, + "##olate": 18431, + "##iously": 18432, + "sherwood": 18433, + "warns": 18434, + "cod": 18435, + "promo": 18436, + "cheryl": 18437, + "sino": 18438, + "##ة": 18439, + "##escu": 18440, + "twitch": 18441, + "##zhi": 18442, + "brownish": 18443, + "thom": 18444, + "ortiz": 18445, + "##dron": 18446, + "densely": 18447, + "##beat": 18448, + "carmel": 18449, + "reinforce": 18450, + "##bana": 18451, + "187": 18452, + "anastasia": 18453, + "downhill": 18454, + "vertex": 18455, + "contaminated": 18456, + "remembrance": 18457, + "harmonic": 18458, + "homework": 18459, + "##sol": 18460, + "fiancee": 18461, + "gears": 18462, + "olds": 18463, + "angelica": 18464, + "loft": 18465, + "ramsay": 18466, + "quiz": 18467, + "colliery": 18468, + "sevens": 18469, + "##cape": 18470, + "autism": 18471, + "##hil": 18472, + "walkway": 18473, + "##boats": 18474, + "ruben": 18475, + "abnormal": 18476, + "ounce": 18477, + "khmer": 18478, + "##bbe": 18479, + "zachary": 18480, + "bedside": 18481, + "morphology": 18482, + "punching": 18483, + "##olar": 18484, + "sparrow": 18485, + "convinces": 18486, + "##35": 18487, + "hewitt": 18488, + "queer": 18489, + "remastered": 18490, + "rods": 18491, + "mabel": 18492, + "solemn": 18493, + "notified": 18494, + "lyricist": 18495, + "symmetric": 18496, + "##xide": 18497, + "174": 18498, + "encore": 18499, + "passports": 18500, + "wildcats": 18501, + "##uni": 18502, + "baja": 18503, + "##pac": 18504, + "mildly": 18505, + "##ease": 18506, + "bleed": 18507, + "commodity": 18508, + "mounds": 18509, + "glossy": 18510, + "orchestras": 18511, + "##omo": 18512, + "damian": 18513, + "prelude": 18514, + "ambitions": 18515, + "##vet": 18516, + "awhile": 18517, + "remotely": 18518, + "##aud": 18519, + "asserts": 18520, + "imply": 18521, + "##iques": 18522, + "distinctly": 18523, + "modelling": 18524, + "remedy": 18525, + "##dded": 18526, + "windshield": 18527, + "dani": 18528, + "xiao": 18529, + "##endra": 18530, + "audible": 18531, + "powerplant": 18532, + "1300": 18533, + "invalid": 18534, + "elemental": 18535, + "acquisitions": 18536, + "##hala": 18537, + "immaculate": 18538, + "libby": 18539, + "plata": 18540, + "smuggling": 18541, + "ventilation": 18542, + "denoted": 18543, + "minh": 18544, + "##morphism": 18545, + "430": 18546, + "differed": 18547, + "dion": 18548, + "kelley": 18549, + "lore": 18550, + "mocking": 18551, + "sabbath": 18552, + "spikes": 18553, + "hygiene": 18554, + "drown": 18555, + "runoff": 18556, + "stylized": 18557, + "tally": 18558, + "liberated": 18559, + "aux": 18560, + "interpreter": 18561, + "righteous": 18562, + "aba": 18563, + "siren": 18564, + "reaper": 18565, + "pearce": 18566, + "millie": 18567, + "##cier": 18568, + "##yra": 18569, + "gaius": 18570, + "##iso": 18571, + "captures": 18572, + "##ttering": 18573, + "dorm": 18574, + "claudio": 18575, + "##sic": 18576, + "benches": 18577, + "knighted": 18578, + "blackness": 18579, + "##ored": 18580, + "discount": 18581, + "fumble": 18582, + "oxidation": 18583, + "routed": 18584, + "##ς": 18585, + "novak": 18586, + "perpendicular": 18587, + "spoiled": 18588, + "fracture": 18589, + "splits": 18590, + "##urt": 18591, + "pads": 18592, + "topology": 18593, + "##cats": 18594, + "axes": 18595, + "fortunate": 18596, + "offenders": 18597, + "protestants": 18598, + "esteem": 18599, + "221": 18600, + "broadband": 18601, + "convened": 18602, + "frankly": 18603, + "hound": 18604, + "prototypes": 18605, + "isil": 18606, + "facilitated": 18607, + "keel": 18608, + "##sher": 18609, + "sahara": 18610, + "awaited": 18611, + "bubba": 18612, + "orb": 18613, + "prosecutors": 18614, + "186": 18615, + "hem": 18616, + "520": 18617, + "##xing": 18618, + "relaxing": 18619, + "remnant": 18620, + "romney": 18621, + "sorted": 18622, + "slalom": 18623, + "stefano": 18624, + "ulrich": 18625, + "##active": 18626, + "exemption": 18627, + "folder": 18628, + "pauses": 18629, + "foliage": 18630, + "hitchcock": 18631, + "epithet": 18632, + "204": 18633, + "criticisms": 18634, + "##aca": 18635, + "ballistic": 18636, + "brody": 18637, + "hinduism": 18638, + "chaotic": 18639, + "youths": 18640, + "equals": 18641, + "##pala": 18642, + "pts": 18643, + "thicker": 18644, + "analogous": 18645, + "capitalist": 18646, + "improvised": 18647, + "overseeing": 18648, + "sinatra": 18649, + "ascended": 18650, + "beverage": 18651, + "##tl": 18652, + "straightforward": 18653, + "##kon": 18654, + "curran": 18655, + "##west": 18656, + "bois": 18657, + "325": 18658, + "induce": 18659, + "surveying": 18660, + "emperors": 18661, + "sax": 18662, + "unpopular": 18663, + "##kk": 18664, + "cartoonist": 18665, + "fused": 18666, + "##mble": 18667, + "unto": 18668, + "##yuki": 18669, + "localities": 18670, + "##cko": 18671, + "##ln": 18672, + "darlington": 18673, + "slain": 18674, + "academie": 18675, + "lobbying": 18676, + "sediment": 18677, + "puzzles": 18678, + "##grass": 18679, + "defiance": 18680, + "dickens": 18681, + "manifest": 18682, + "tongues": 18683, + "alumnus": 18684, + "arbor": 18685, + "coincide": 18686, + "184": 18687, + "appalachian": 18688, + "mustafa": 18689, + "examiner": 18690, + "cabaret": 18691, + "traumatic": 18692, + "yves": 18693, + "bracelet": 18694, + "draining": 18695, + "heroin": 18696, + "magnum": 18697, + "baths": 18698, + "odessa": 18699, + "consonants": 18700, + "mitsubishi": 18701, + "##gua": 18702, + "kellan": 18703, + "vaudeville": 18704, + "##fr": 18705, + "joked": 18706, + "null": 18707, + "straps": 18708, + "probation": 18709, + "##ław": 18710, + "ceded": 18711, + "interfaces": 18712, + "##pas": 18713, + "##zawa": 18714, + "blinding": 18715, + "viet": 18716, + "224": 18717, + "rothschild": 18718, + "museo": 18719, + "640": 18720, + "huddersfield": 18721, + "##vr": 18722, + "tactic": 18723, + "##storm": 18724, + "brackets": 18725, + "dazed": 18726, + "incorrectly": 18727, + "##vu": 18728, + "reg": 18729, + "glazed": 18730, + "fearful": 18731, + "manifold": 18732, + "benefited": 18733, + "irony": 18734, + "##sun": 18735, + "stumbling": 18736, + "##rte": 18737, + "willingness": 18738, + "balkans": 18739, + "mei": 18740, + "wraps": 18741, + "##aba": 18742, + "injected": 18743, + "##lea": 18744, + "gu": 18745, + "syed": 18746, + "harmless": 18747, + "##hammer": 18748, + "bray": 18749, + "takeoff": 18750, + "poppy": 18751, + "timor": 18752, + "cardboard": 18753, + "astronaut": 18754, + "purdue": 18755, + "weeping": 18756, + "southbound": 18757, + "cursing": 18758, + "stalls": 18759, + "diagonal": 18760, + "##neer": 18761, + "lamar": 18762, + "bryce": 18763, + "comte": 18764, + "weekdays": 18765, + "harrington": 18766, + "##uba": 18767, + "negatively": 18768, + "##see": 18769, + "lays": 18770, + "grouping": 18771, + "##cken": 18772, + "##henko": 18773, + "affirmed": 18774, + "halle": 18775, + "modernist": 18776, + "##lai": 18777, + "hodges": 18778, + "smelling": 18779, + "aristocratic": 18780, + "baptized": 18781, + "dismiss": 18782, + "justification": 18783, + "oilers": 18784, + "##now": 18785, + "coupling": 18786, + "qin": 18787, + "snack": 18788, + "healer": 18789, + "##qing": 18790, + "gardener": 18791, + "layla": 18792, + "battled": 18793, + "formulated": 18794, + "stephenson": 18795, + "gravitational": 18796, + "##gill": 18797, + "##jun": 18798, + "1768": 18799, + "granny": 18800, + "coordinating": 18801, + "suites": 18802, + "##cd": 18803, + "##ioned": 18804, + "monarchs": 18805, + "##cote": 18806, + "##hips": 18807, + "sep": 18808, + "blended": 18809, + "apr": 18810, + "barrister": 18811, + "deposition": 18812, + "fia": 18813, + "mina": 18814, + "policemen": 18815, + "paranoid": 18816, + "##pressed": 18817, + "churchyard": 18818, + "covert": 18819, + "crumpled": 18820, + "creep": 18821, + "abandoning": 18822, + "tr": 18823, + "transmit": 18824, + "conceal": 18825, + "barr": 18826, + "understands": 18827, + "readiness": 18828, + "spire": 18829, + "##cology": 18830, + "##enia": 18831, + "##erry": 18832, + "610": 18833, + "startling": 18834, + "unlock": 18835, + "vida": 18836, + "bowled": 18837, + "slots": 18838, + "##nat": 18839, + "##islav": 18840, + "spaced": 18841, + "trusting": 18842, + "admire": 18843, + "rig": 18844, + "##ink": 18845, + "slack": 18846, + "##70": 18847, + "mv": 18848, + "207": 18849, + "casualty": 18850, + "##wei": 18851, + "classmates": 18852, + "##odes": 18853, + "##rar": 18854, + "##rked": 18855, + "amherst": 18856, + "furnished": 18857, + "evolve": 18858, + "foundry": 18859, + "menace": 18860, + "mead": 18861, + "##lein": 18862, + "flu": 18863, + "wesleyan": 18864, + "##kled": 18865, + "monterey": 18866, + "webber": 18867, + "##vos": 18868, + "wil": 18869, + "##mith": 18870, + "##на": 18871, + "bartholomew": 18872, + "justices": 18873, + "restrained": 18874, + "##cke": 18875, + "amenities": 18876, + "191": 18877, + "mediated": 18878, + "sewage": 18879, + "trenches": 18880, + "ml": 18881, + "mainz": 18882, + "##thus": 18883, + "1800s": 18884, + "##cula": 18885, + "##inski": 18886, + "caine": 18887, + "bonding": 18888, + "213": 18889, + "converts": 18890, + "spheres": 18891, + "superseded": 18892, + "marianne": 18893, + "crypt": 18894, + "sweaty": 18895, + "ensign": 18896, + "historia": 18897, + "##br": 18898, + "spruce": 18899, + "##post": 18900, + "##ask": 18901, + "forks": 18902, + "thoughtfully": 18903, + "yukon": 18904, + "pamphlet": 18905, + "ames": 18906, + "##uter": 18907, + "karma": 18908, + "##yya": 18909, + "bryn": 18910, + "negotiation": 18911, + "sighs": 18912, + "incapable": 18913, + "##mbre": 18914, + "##ntial": 18915, + "actresses": 18916, + "taft": 18917, + "##mill": 18918, + "luce": 18919, + "prevailed": 18920, + "##amine": 18921, + "1773": 18922, + "motionless": 18923, + "envoy": 18924, + "testify": 18925, + "investing": 18926, + "sculpted": 18927, + "instructors": 18928, + "provence": 18929, + "kali": 18930, + "cullen": 18931, + "horseback": 18932, + "##while": 18933, + "goodwin": 18934, + "##jos": 18935, + "gaa": 18936, + "norte": 18937, + "##ldon": 18938, + "modify": 18939, + "wavelength": 18940, + "abd": 18941, + "214": 18942, + "skinned": 18943, + "sprinter": 18944, + "forecast": 18945, + "scheduling": 18946, + "marries": 18947, + "squared": 18948, + "tentative": 18949, + "##chman": 18950, + "boer": 18951, + "##isch": 18952, + "bolts": 18953, + "swap": 18954, + "fisherman": 18955, + "assyrian": 18956, + "impatiently": 18957, + "guthrie": 18958, + "martins": 18959, + "murdoch": 18960, + "194": 18961, + "tanya": 18962, + "nicely": 18963, + "dolly": 18964, + "lacy": 18965, + "med": 18966, + "##45": 18967, + "syn": 18968, + "decks": 18969, + "fashionable": 18970, + "millionaire": 18971, + "##ust": 18972, + "surfing": 18973, + "##ml": 18974, + "##ision": 18975, + "heaved": 18976, + "tammy": 18977, + "consulate": 18978, + "attendees": 18979, + "routinely": 18980, + "197": 18981, + "fuse": 18982, + "saxophonist": 18983, + "backseat": 18984, + "malaya": 18985, + "##lord": 18986, + "scowl": 18987, + "tau": 18988, + "##ishly": 18989, + "193": 18990, + "sighted": 18991, + "steaming": 18992, + "##rks": 18993, + "303": 18994, + "911": 18995, + "##holes": 18996, + "##hong": 18997, + "ching": 18998, + "##wife": 18999, + "bless": 19000, + "conserved": 19001, + "jurassic": 19002, + "stacey": 19003, + "unix": 19004, + "zion": 19005, + "chunk": 19006, + "rigorous": 19007, + "blaine": 19008, + "198": 19009, + "peabody": 19010, + "slayer": 19011, + "dismay": 19012, + "brewers": 19013, + "nz": 19014, + "##jer": 19015, + "det": 19016, + "##glia": 19017, + "glover": 19018, + "postwar": 19019, + "int": 19020, + "penetration": 19021, + "sylvester": 19022, + "imitation": 19023, + "vertically": 19024, + "airlift": 19025, + "heiress": 19026, + "knoxville": 19027, + "viva": 19028, + "##uin": 19029, + "390": 19030, + "macon": 19031, + "##rim": 19032, + "##fighter": 19033, + "##gonal": 19034, + "janice": 19035, + "##orescence": 19036, + "##wari": 19037, + "marius": 19038, + "belongings": 19039, + "leicestershire": 19040, + "196": 19041, + "blanco": 19042, + "inverted": 19043, + "preseason": 19044, + "sanity": 19045, + "sobbing": 19046, + "##due": 19047, + "##elt": 19048, + "##dled": 19049, + "collingwood": 19050, + "regeneration": 19051, + "flickering": 19052, + "shortest": 19053, + "##mount": 19054, + "##osi": 19055, + "feminism": 19056, + "##lat": 19057, + "sherlock": 19058, + "cabinets": 19059, + "fumbled": 19060, + "northbound": 19061, + "precedent": 19062, + "snaps": 19063, + "##mme": 19064, + "researching": 19065, + "##akes": 19066, + "guillaume": 19067, + "insights": 19068, + "manipulated": 19069, + "vapor": 19070, + "neighbour": 19071, + "sap": 19072, + "gangster": 19073, + "frey": 19074, + "f1": 19075, + "stalking": 19076, + "scarcely": 19077, + "callie": 19078, + "barnett": 19079, + "tendencies": 19080, + "audi": 19081, + "doomed": 19082, + "assessing": 19083, + "slung": 19084, + "panchayat": 19085, + "ambiguous": 19086, + "bartlett": 19087, + "##etto": 19088, + "distributing": 19089, + "violating": 19090, + "wolverhampton": 19091, + "##hetic": 19092, + "swami": 19093, + "histoire": 19094, + "##urus": 19095, + "liable": 19096, + "pounder": 19097, + "groin": 19098, + "hussain": 19099, + "larsen": 19100, + "popping": 19101, + "surprises": 19102, + "##atter": 19103, + "vie": 19104, + "curt": 19105, + "##station": 19106, + "mute": 19107, + "relocate": 19108, + "musicals": 19109, + "authorization": 19110, + "richter": 19111, + "##sef": 19112, + "immortality": 19113, + "tna": 19114, + "bombings": 19115, + "##press": 19116, + "deteriorated": 19117, + "yiddish": 19118, + "##acious": 19119, + "robbed": 19120, + "colchester": 19121, + "cs": 19122, + "pmid": 19123, + "ao": 19124, + "verified": 19125, + "balancing": 19126, + "apostle": 19127, + "swayed": 19128, + "recognizable": 19129, + "oxfordshire": 19130, + "retention": 19131, + "nottinghamshire": 19132, + "contender": 19133, + "judd": 19134, + "invitational": 19135, + "shrimp": 19136, + "uhf": 19137, + "##icient": 19138, + "cleaner": 19139, + "longitudinal": 19140, + "tanker": 19141, + "##mur": 19142, + "acronym": 19143, + "broker": 19144, + "koppen": 19145, + "sundance": 19146, + "suppliers": 19147, + "##gil": 19148, + "4000": 19149, + "clipped": 19150, + "fuels": 19151, + "petite": 19152, + "##anne": 19153, + "landslide": 19154, + "helene": 19155, + "diversion": 19156, + "populous": 19157, + "landowners": 19158, + "auspices": 19159, + "melville": 19160, + "quantitative": 19161, + "##xes": 19162, + "ferries": 19163, + "nicky": 19164, + "##llus": 19165, + "doo": 19166, + "haunting": 19167, + "roche": 19168, + "carver": 19169, + "downed": 19170, + "unavailable": 19171, + "##pathy": 19172, + "approximation": 19173, + "hiroshima": 19174, + "##hue": 19175, + "garfield": 19176, + "valle": 19177, + "comparatively": 19178, + "keyboardist": 19179, + "traveler": 19180, + "##eit": 19181, + "congestion": 19182, + "calculating": 19183, + "subsidiaries": 19184, + "##bate": 19185, + "serb": 19186, + "modernization": 19187, + "fairies": 19188, + "deepened": 19189, + "ville": 19190, + "averages": 19191, + "##lore": 19192, + "inflammatory": 19193, + "tonga": 19194, + "##itch": 19195, + "co₂": 19196, + "squads": 19197, + "##hea": 19198, + "gigantic": 19199, + "serum": 19200, + "enjoyment": 19201, + "retailer": 19202, + "verona": 19203, + "35th": 19204, + "cis": 19205, + "##phobic": 19206, + "magna": 19207, + "technicians": 19208, + "##vati": 19209, + "arithmetic": 19210, + "##sport": 19211, + "levin": 19212, + "##dation": 19213, + "amtrak": 19214, + "chow": 19215, + "sienna": 19216, + "##eyer": 19217, + "backstage": 19218, + "entrepreneurship": 19219, + "##otic": 19220, + "learnt": 19221, + "tao": 19222, + "##udy": 19223, + "worcestershire": 19224, + "formulation": 19225, + "baggage": 19226, + "hesitant": 19227, + "bali": 19228, + "sabotage": 19229, + "##kari": 19230, + "barren": 19231, + "enhancing": 19232, + "murmur": 19233, + "pl": 19234, + "freshly": 19235, + "putnam": 19236, + "syntax": 19237, + "aces": 19238, + "medicines": 19239, + "resentment": 19240, + "bandwidth": 19241, + "##sier": 19242, + "grins": 19243, + "chili": 19244, + "guido": 19245, + "##sei": 19246, + "framing": 19247, + "implying": 19248, + "gareth": 19249, + "lissa": 19250, + "genevieve": 19251, + "pertaining": 19252, + "admissions": 19253, + "geo": 19254, + "thorpe": 19255, + "proliferation": 19256, + "sato": 19257, + "bela": 19258, + "analyzing": 19259, + "parting": 19260, + "##gor": 19261, + "awakened": 19262, + "##isman": 19263, + "huddled": 19264, + "secrecy": 19265, + "##kling": 19266, + "hush": 19267, + "gentry": 19268, + "540": 19269, + "dungeons": 19270, + "##ego": 19271, + "coasts": 19272, + "##utz": 19273, + "sacrificed": 19274, + "##chule": 19275, + "landowner": 19276, + "mutually": 19277, + "prevalence": 19278, + "programmer": 19279, + "adolescent": 19280, + "disrupted": 19281, + "seaside": 19282, + "gee": 19283, + "trusts": 19284, + "vamp": 19285, + "georgie": 19286, + "##nesian": 19287, + "##iol": 19288, + "schedules": 19289, + "sindh": 19290, + "##market": 19291, + "etched": 19292, + "hm": 19293, + "sparse": 19294, + "bey": 19295, + "beaux": 19296, + "scratching": 19297, + "gliding": 19298, + "unidentified": 19299, + "216": 19300, + "collaborating": 19301, + "gems": 19302, + "jesuits": 19303, + "oro": 19304, + "accumulation": 19305, + "shaping": 19306, + "mbe": 19307, + "anal": 19308, + "##xin": 19309, + "231": 19310, + "enthusiasts": 19311, + "newscast": 19312, + "##egan": 19313, + "janata": 19314, + "dewey": 19315, + "parkinson": 19316, + "179": 19317, + "ankara": 19318, + "biennial": 19319, + "towering": 19320, + "dd": 19321, + "inconsistent": 19322, + "950": 19323, + "##chet": 19324, + "thriving": 19325, + "terminate": 19326, + "cabins": 19327, + "furiously": 19328, + "eats": 19329, + "advocating": 19330, + "donkey": 19331, + "marley": 19332, + "muster": 19333, + "phyllis": 19334, + "leiden": 19335, + "##user": 19336, + "grassland": 19337, + "glittering": 19338, + "iucn": 19339, + "loneliness": 19340, + "217": 19341, + "memorandum": 19342, + "armenians": 19343, + "##ddle": 19344, + "popularized": 19345, + "rhodesia": 19346, + "60s": 19347, + "lame": 19348, + "##illon": 19349, + "sans": 19350, + "bikini": 19351, + "header": 19352, + "orbits": 19353, + "##xx": 19354, + "##finger": 19355, + "##ulator": 19356, + "sharif": 19357, + "spines": 19358, + "biotechnology": 19359, + "strolled": 19360, + "naughty": 19361, + "yates": 19362, + "##wire": 19363, + "fremantle": 19364, + "milo": 19365, + "##mour": 19366, + "abducted": 19367, + "removes": 19368, + "##atin": 19369, + "humming": 19370, + "wonderland": 19371, + "##chrome": 19372, + "##ester": 19373, + "hume": 19374, + "pivotal": 19375, + "##rates": 19376, + "armand": 19377, + "grams": 19378, + "believers": 19379, + "elector": 19380, + "rte": 19381, + "apron": 19382, + "bis": 19383, + "scraped": 19384, + "##yria": 19385, + "endorsement": 19386, + "initials": 19387, + "##llation": 19388, + "eps": 19389, + "dotted": 19390, + "hints": 19391, + "buzzing": 19392, + "emigration": 19393, + "nearer": 19394, + "##tom": 19395, + "indicators": 19396, + "##ulu": 19397, + "coarse": 19398, + "neutron": 19399, + "protectorate": 19400, + "##uze": 19401, + "directional": 19402, + "exploits": 19403, + "pains": 19404, + "loire": 19405, + "1830s": 19406, + "proponents": 19407, + "guggenheim": 19408, + "rabbits": 19409, + "ritchie": 19410, + "305": 19411, + "hectare": 19412, + "inputs": 19413, + "hutton": 19414, + "##raz": 19415, + "verify": 19416, + "##ako": 19417, + "boilers": 19418, + "longitude": 19419, + "##lev": 19420, + "skeletal": 19421, + "yer": 19422, + "emilia": 19423, + "citrus": 19424, + "compromised": 19425, + "##gau": 19426, + "pokemon": 19427, + "prescription": 19428, + "paragraph": 19429, + "eduard": 19430, + "cadillac": 19431, + "attire": 19432, + "categorized": 19433, + "kenyan": 19434, + "weddings": 19435, + "charley": 19436, + "##bourg": 19437, + "entertain": 19438, + "monmouth": 19439, + "##lles": 19440, + "nutrients": 19441, + "davey": 19442, + "mesh": 19443, + "incentive": 19444, + "practised": 19445, + "ecosystems": 19446, + "kemp": 19447, + "subdued": 19448, + "overheard": 19449, + "##rya": 19450, + "bodily": 19451, + "maxim": 19452, + "##nius": 19453, + "apprenticeship": 19454, + "ursula": 19455, + "##fight": 19456, + "lodged": 19457, + "rug": 19458, + "silesian": 19459, + "unconstitutional": 19460, + "patel": 19461, + "inspected": 19462, + "coyote": 19463, + "unbeaten": 19464, + "##hak": 19465, + "34th": 19466, + "disruption": 19467, + "convict": 19468, + "parcel": 19469, + "##cl": 19470, + "##nham": 19471, + "collier": 19472, + "implicated": 19473, + "mallory": 19474, + "##iac": 19475, + "##lab": 19476, + "susannah": 19477, + "winkler": 19478, + "##rber": 19479, + "shia": 19480, + "phelps": 19481, + "sediments": 19482, + "graphical": 19483, + "robotic": 19484, + "##sner": 19485, + "adulthood": 19486, + "mart": 19487, + "smoked": 19488, + "##isto": 19489, + "kathryn": 19490, + "clarified": 19491, + "##aran": 19492, + "divides": 19493, + "convictions": 19494, + "oppression": 19495, + "pausing": 19496, + "burying": 19497, + "##mt": 19498, + "federico": 19499, + "mathias": 19500, + "eileen": 19501, + "##tana": 19502, + "kite": 19503, + "hunched": 19504, + "##acies": 19505, + "189": 19506, + "##atz": 19507, + "disadvantage": 19508, + "liza": 19509, + "kinetic": 19510, + "greedy": 19511, + "paradox": 19512, + "yokohama": 19513, + "dowager": 19514, + "trunks": 19515, + "ventured": 19516, + "##gement": 19517, + "gupta": 19518, + "vilnius": 19519, + "olaf": 19520, + "##thest": 19521, + "crimean": 19522, + "hopper": 19523, + "##ej": 19524, + "progressively": 19525, + "arturo": 19526, + "mouthed": 19527, + "arrondissement": 19528, + "##fusion": 19529, + "rubin": 19530, + "simulcast": 19531, + "oceania": 19532, + "##orum": 19533, + "##stra": 19534, + "##rred": 19535, + "busiest": 19536, + "intensely": 19537, + "navigator": 19538, + "cary": 19539, + "##vine": 19540, + "##hini": 19541, + "##bies": 19542, + "fife": 19543, + "rowe": 19544, + "rowland": 19545, + "posing": 19546, + "insurgents": 19547, + "shafts": 19548, + "lawsuits": 19549, + "activate": 19550, + "conor": 19551, + "inward": 19552, + "culturally": 19553, + "garlic": 19554, + "265": 19555, + "##eering": 19556, + "eclectic": 19557, + "##hui": 19558, + "##kee": 19559, + "##nl": 19560, + "furrowed": 19561, + "vargas": 19562, + "meteorological": 19563, + "rendezvous": 19564, + "##aus": 19565, + "culinary": 19566, + "commencement": 19567, + "##dition": 19568, + "quota": 19569, + "##notes": 19570, + "mommy": 19571, + "salaries": 19572, + "overlapping": 19573, + "mule": 19574, + "##iology": 19575, + "##mology": 19576, + "sums": 19577, + "wentworth": 19578, + "##isk": 19579, + "##zione": 19580, + "mainline": 19581, + "subgroup": 19582, + "##illy": 19583, + "hack": 19584, + "plaintiff": 19585, + "verdi": 19586, + "bulb": 19587, + "differentiation": 19588, + "engagements": 19589, + "multinational": 19590, + "supplemented": 19591, + "bertrand": 19592, + "caller": 19593, + "regis": 19594, + "##naire": 19595, + "##sler": 19596, + "##arts": 19597, + "##imated": 19598, + "blossom": 19599, + "propagation": 19600, + "kilometer": 19601, + "viaduct": 19602, + "vineyards": 19603, + "##uate": 19604, + "beckett": 19605, + "optimization": 19606, + "golfer": 19607, + "songwriters": 19608, + "seminal": 19609, + "semitic": 19610, + "thud": 19611, + "volatile": 19612, + "evolving": 19613, + "ridley": 19614, + "##wley": 19615, + "trivial": 19616, + "distributions": 19617, + "scandinavia": 19618, + "jiang": 19619, + "##ject": 19620, + "wrestled": 19621, + "insistence": 19622, + "##dio": 19623, + "emphasizes": 19624, + "napkin": 19625, + "##ods": 19626, + "adjunct": 19627, + "rhyme": 19628, + "##ricted": 19629, + "##eti": 19630, + "hopeless": 19631, + "surrounds": 19632, + "tremble": 19633, + "32nd": 19634, + "smoky": 19635, + "##ntly": 19636, + "oils": 19637, + "medicinal": 19638, + "padded": 19639, + "steer": 19640, + "wilkes": 19641, + "219": 19642, + "255": 19643, + "concessions": 19644, + "hue": 19645, + "uniquely": 19646, + "blinded": 19647, + "landon": 19648, + "yahoo": 19649, + "##lane": 19650, + "hendrix": 19651, + "commemorating": 19652, + "dex": 19653, + "specify": 19654, + "chicks": 19655, + "##ggio": 19656, + "intercity": 19657, + "1400": 19658, + "morley": 19659, + "##torm": 19660, + "highlighting": 19661, + "##oting": 19662, + "pang": 19663, + "oblique": 19664, + "stalled": 19665, + "##liner": 19666, + "flirting": 19667, + "newborn": 19668, + "1769": 19669, + "bishopric": 19670, + "shaved": 19671, + "232": 19672, + "currie": 19673, + "##ush": 19674, + "dharma": 19675, + "spartan": 19676, + "##ooped": 19677, + "favorites": 19678, + "smug": 19679, + "novella": 19680, + "sirens": 19681, + "abusive": 19682, + "creations": 19683, + "espana": 19684, + "##lage": 19685, + "paradigm": 19686, + "semiconductor": 19687, + "sheen": 19688, + "##rdo": 19689, + "##yen": 19690, + "##zak": 19691, + "nrl": 19692, + "renew": 19693, + "##pose": 19694, + "##tur": 19695, + "adjutant": 19696, + "marches": 19697, + "norma": 19698, + "##enity": 19699, + "ineffective": 19700, + "weimar": 19701, + "grunt": 19702, + "##gat": 19703, + "lordship": 19704, + "plotting": 19705, + "expenditure": 19706, + "infringement": 19707, + "lbs": 19708, + "refrain": 19709, + "av": 19710, + "mimi": 19711, + "mistakenly": 19712, + "postmaster": 19713, + "1771": 19714, + "##bara": 19715, + "ras": 19716, + "motorsports": 19717, + "tito": 19718, + "199": 19719, + "subjective": 19720, + "##zza": 19721, + "bully": 19722, + "stew": 19723, + "##kaya": 19724, + "prescott": 19725, + "1a": 19726, + "##raphic": 19727, + "##zam": 19728, + "bids": 19729, + "styling": 19730, + "paranormal": 19731, + "reeve": 19732, + "sneaking": 19733, + "exploding": 19734, + "katz": 19735, + "akbar": 19736, + "migrant": 19737, + "syllables": 19738, + "indefinitely": 19739, + "##ogical": 19740, + "destroys": 19741, + "replaces": 19742, + "applause": 19743, + "##phine": 19744, + "pest": 19745, + "##fide": 19746, + "218": 19747, + "articulated": 19748, + "bertie": 19749, + "##thing": 19750, + "##cars": 19751, + "##ptic": 19752, + "courtroom": 19753, + "crowley": 19754, + "aesthetics": 19755, + "cummings": 19756, + "tehsil": 19757, + "hormones": 19758, + "titanic": 19759, + "dangerously": 19760, + "##ibe": 19761, + "stadion": 19762, + "jaenelle": 19763, + "auguste": 19764, + "ciudad": 19765, + "##chu": 19766, + "mysore": 19767, + "partisans": 19768, + "##sio": 19769, + "lucan": 19770, + "philipp": 19771, + "##aly": 19772, + "debating": 19773, + "henley": 19774, + "interiors": 19775, + "##rano": 19776, + "##tious": 19777, + "homecoming": 19778, + "beyonce": 19779, + "usher": 19780, + "henrietta": 19781, + "prepares": 19782, + "weeds": 19783, + "##oman": 19784, + "ely": 19785, + "plucked": 19786, + "##pire": 19787, + "##dable": 19788, + "luxurious": 19789, + "##aq": 19790, + "artifact": 19791, + "password": 19792, + "pasture": 19793, + "juno": 19794, + "maddy": 19795, + "minsk": 19796, + "##dder": 19797, + "##ologies": 19798, + "##rone": 19799, + "assessments": 19800, + "martian": 19801, + "royalist": 19802, + "1765": 19803, + "examines": 19804, + "##mani": 19805, + "##rge": 19806, + "nino": 19807, + "223": 19808, + "parry": 19809, + "scooped": 19810, + "relativity": 19811, + "##eli": 19812, + "##uting": 19813, + "##cao": 19814, + "congregational": 19815, + "noisy": 19816, + "traverse": 19817, + "##agawa": 19818, + "strikeouts": 19819, + "nickelodeon": 19820, + "obituary": 19821, + "transylvania": 19822, + "binds": 19823, + "depictions": 19824, + "polk": 19825, + "trolley": 19826, + "##yed": 19827, + "##lard": 19828, + "breeders": 19829, + "##under": 19830, + "dryly": 19831, + "hokkaido": 19832, + "1762": 19833, + "strengths": 19834, + "stacks": 19835, + "bonaparte": 19836, + "connectivity": 19837, + "neared": 19838, + "prostitutes": 19839, + "stamped": 19840, + "anaheim": 19841, + "gutierrez": 19842, + "sinai": 19843, + "##zzling": 19844, + "bram": 19845, + "fresno": 19846, + "madhya": 19847, + "##86": 19848, + "proton": 19849, + "##lena": 19850, + "##llum": 19851, + "##phon": 19852, + "reelected": 19853, + "wanda": 19854, + "##anus": 19855, + "##lb": 19856, + "ample": 19857, + "distinguishing": 19858, + "##yler": 19859, + "grasping": 19860, + "sermons": 19861, + "tomato": 19862, + "bland": 19863, + "stimulation": 19864, + "avenues": 19865, + "##eux": 19866, + "spreads": 19867, + "scarlett": 19868, + "fern": 19869, + "pentagon": 19870, + "assert": 19871, + "baird": 19872, + "chesapeake": 19873, + "ir": 19874, + "calmed": 19875, + "distortion": 19876, + "fatalities": 19877, + "##olis": 19878, + "correctional": 19879, + "pricing": 19880, + "##astic": 19881, + "##gina": 19882, + "prom": 19883, + "dammit": 19884, + "ying": 19885, + "collaborate": 19886, + "##chia": 19887, + "welterweight": 19888, + "33rd": 19889, + "pointer": 19890, + "substitution": 19891, + "bonded": 19892, + "umpire": 19893, + "communicating": 19894, + "multitude": 19895, + "paddle": 19896, + "##obe": 19897, + "federally": 19898, + "intimacy": 19899, + "##insky": 19900, + "betray": 19901, + "ssr": 19902, + "##lett": 19903, + "##lean": 19904, + "##lves": 19905, + "##therapy": 19906, + "airbus": 19907, + "##tery": 19908, + "functioned": 19909, + "ud": 19910, + "bearer": 19911, + "biomedical": 19912, + "netflix": 19913, + "##hire": 19914, + "##nca": 19915, + "condom": 19916, + "brink": 19917, + "ik": 19918, + "##nical": 19919, + "macy": 19920, + "##bet": 19921, + "flap": 19922, + "gma": 19923, + "experimented": 19924, + "jelly": 19925, + "lavender": 19926, + "##icles": 19927, + "##ulia": 19928, + "munro": 19929, + "##mian": 19930, + "##tial": 19931, + "rye": 19932, + "##rle": 19933, + "60th": 19934, + "gigs": 19935, + "hottest": 19936, + "rotated": 19937, + "predictions": 19938, + "fuji": 19939, + "bu": 19940, + "##erence": 19941, + "##omi": 19942, + "barangay": 19943, + "##fulness": 19944, + "##sas": 19945, + "clocks": 19946, + "##rwood": 19947, + "##liness": 19948, + "cereal": 19949, + "roe": 19950, + "wight": 19951, + "decker": 19952, + "uttered": 19953, + "babu": 19954, + "onion": 19955, + "xml": 19956, + "forcibly": 19957, + "##df": 19958, + "petra": 19959, + "sarcasm": 19960, + "hartley": 19961, + "peeled": 19962, + "storytelling": 19963, + "##42": 19964, + "##xley": 19965, + "##ysis": 19966, + "##ffa": 19967, + "fibre": 19968, + "kiel": 19969, + "auditor": 19970, + "fig": 19971, + "harald": 19972, + "greenville": 19973, + "##berries": 19974, + "geographically": 19975, + "nell": 19976, + "quartz": 19977, + "##athic": 19978, + "cemeteries": 19979, + "##lr": 19980, + "crossings": 19981, + "nah": 19982, + "holloway": 19983, + "reptiles": 19984, + "chun": 19985, + "sichuan": 19986, + "snowy": 19987, + "660": 19988, + "corrections": 19989, + "##ivo": 19990, + "zheng": 19991, + "ambassadors": 19992, + "blacksmith": 19993, + "fielded": 19994, + "fluids": 19995, + "hardcover": 19996, + "turnover": 19997, + "medications": 19998, + "melvin": 19999, + "academies": 20000, + "##erton": 20001, + "ro": 20002, + "roach": 20003, + "absorbing": 20004, + "spaniards": 20005, + "colton": 20006, + "##founded": 20007, + "outsider": 20008, + "espionage": 20009, + "kelsey": 20010, + "245": 20011, + "edible": 20012, + "##ulf": 20013, + "dora": 20014, + "establishes": 20015, + "##sham": 20016, + "##tries": 20017, + "contracting": 20018, + "##tania": 20019, + "cinematic": 20020, + "costello": 20021, + "nesting": 20022, + "##uron": 20023, + "connolly": 20024, + "duff": 20025, + "##nology": 20026, + "mma": 20027, + "##mata": 20028, + "fergus": 20029, + "sexes": 20030, + "gi": 20031, + "optics": 20032, + "spectator": 20033, + "woodstock": 20034, + "banning": 20035, + "##hee": 20036, + "##fle": 20037, + "differentiate": 20038, + "outfielder": 20039, + "refinery": 20040, + "226": 20041, + "312": 20042, + "gerhard": 20043, + "horde": 20044, + "lair": 20045, + "drastically": 20046, + "##udi": 20047, + "landfall": 20048, + "##cheng": 20049, + "motorsport": 20050, + "odi": 20051, + "##achi": 20052, + "predominant": 20053, + "quay": 20054, + "skins": 20055, + "##ental": 20056, + "edna": 20057, + "harshly": 20058, + "complementary": 20059, + "murdering": 20060, + "##aves": 20061, + "wreckage": 20062, + "##90": 20063, + "ono": 20064, + "outstretched": 20065, + "lennox": 20066, + "munitions": 20067, + "galen": 20068, + "reconcile": 20069, + "470": 20070, + "scalp": 20071, + "bicycles": 20072, + "gillespie": 20073, + "questionable": 20074, + "rosenberg": 20075, + "guillermo": 20076, + "hostel": 20077, + "jarvis": 20078, + "kabul": 20079, + "volvo": 20080, + "opium": 20081, + "yd": 20082, + "##twined": 20083, + "abuses": 20084, + "decca": 20085, + "outpost": 20086, + "##cino": 20087, + "sensible": 20088, + "neutrality": 20089, + "##64": 20090, + "ponce": 20091, + "anchorage": 20092, + "atkins": 20093, + "turrets": 20094, + "inadvertently": 20095, + "disagree": 20096, + "libre": 20097, + "vodka": 20098, + "reassuring": 20099, + "weighs": 20100, + "##yal": 20101, + "glide": 20102, + "jumper": 20103, + "ceilings": 20104, + "repertory": 20105, + "outs": 20106, + "stain": 20107, + "##bial": 20108, + "envy": 20109, + "##ucible": 20110, + "smashing": 20111, + "heightened": 20112, + "policing": 20113, + "hyun": 20114, + "mixes": 20115, + "lai": 20116, + "prima": 20117, + "##ples": 20118, + "celeste": 20119, + "##bina": 20120, + "lucrative": 20121, + "intervened": 20122, + "kc": 20123, + "manually": 20124, + "##rned": 20125, + "stature": 20126, + "staffed": 20127, + "bun": 20128, + "bastards": 20129, + "nairobi": 20130, + "priced": 20131, + "##auer": 20132, + "thatcher": 20133, + "##kia": 20134, + "tripped": 20135, + "comune": 20136, + "##ogan": 20137, + "##pled": 20138, + "brasil": 20139, + "incentives": 20140, + "emanuel": 20141, + "hereford": 20142, + "musica": 20143, + "##kim": 20144, + "benedictine": 20145, + "biennale": 20146, + "##lani": 20147, + "eureka": 20148, + "gardiner": 20149, + "rb": 20150, + "knocks": 20151, + "sha": 20152, + "##ael": 20153, + "##elled": 20154, + "##onate": 20155, + "efficacy": 20156, + "ventura": 20157, + "masonic": 20158, + "sanford": 20159, + "maize": 20160, + "leverage": 20161, + "##feit": 20162, + "capacities": 20163, + "santana": 20164, + "##aur": 20165, + "novelty": 20166, + "vanilla": 20167, + "##cter": 20168, + "##tour": 20169, + "benin": 20170, + "##oir": 20171, + "##rain": 20172, + "neptune": 20173, + "drafting": 20174, + "tallinn": 20175, + "##cable": 20176, + "humiliation": 20177, + "##boarding": 20178, + "schleswig": 20179, + "fabian": 20180, + "bernardo": 20181, + "liturgy": 20182, + "spectacle": 20183, + "sweeney": 20184, + "pont": 20185, + "routledge": 20186, + "##tment": 20187, + "cosmos": 20188, + "ut": 20189, + "hilt": 20190, + "sleek": 20191, + "universally": 20192, + "##eville": 20193, + "##gawa": 20194, + "typed": 20195, + "##dry": 20196, + "favors": 20197, + "allegheny": 20198, + "glaciers": 20199, + "##rly": 20200, + "recalling": 20201, + "aziz": 20202, + "##log": 20203, + "parasite": 20204, + "requiem": 20205, + "auf": 20206, + "##berto": 20207, + "##llin": 20208, + "illumination": 20209, + "##breaker": 20210, + "##issa": 20211, + "festivities": 20212, + "bows": 20213, + "govern": 20214, + "vibe": 20215, + "vp": 20216, + "333": 20217, + "sprawled": 20218, + "larson": 20219, + "pilgrim": 20220, + "bwf": 20221, + "leaping": 20222, + "##rts": 20223, + "##ssel": 20224, + "alexei": 20225, + "greyhound": 20226, + "hoarse": 20227, + "##dler": 20228, + "##oration": 20229, + "seneca": 20230, + "##cule": 20231, + "gaping": 20232, + "##ulously": 20233, + "##pura": 20234, + "cinnamon": 20235, + "##gens": 20236, + "##rricular": 20237, + "craven": 20238, + "fantasies": 20239, + "houghton": 20240, + "engined": 20241, + "reigned": 20242, + "dictator": 20243, + "supervising": 20244, + "##oris": 20245, + "bogota": 20246, + "commentaries": 20247, + "unnatural": 20248, + "fingernails": 20249, + "spirituality": 20250, + "tighten": 20251, + "##tm": 20252, + "canadiens": 20253, + "protesting": 20254, + "intentional": 20255, + "cheers": 20256, + "sparta": 20257, + "##ytic": 20258, + "##iere": 20259, + "##zine": 20260, + "widen": 20261, + "belgarath": 20262, + "controllers": 20263, + "dodd": 20264, + "iaaf": 20265, + "navarre": 20266, + "##ication": 20267, + "defect": 20268, + "squire": 20269, + "steiner": 20270, + "whisky": 20271, + "##mins": 20272, + "560": 20273, + "inevitably": 20274, + "tome": 20275, + "##gold": 20276, + "chew": 20277, + "##uid": 20278, + "##lid": 20279, + "elastic": 20280, + "##aby": 20281, + "streaked": 20282, + "alliances": 20283, + "jailed": 20284, + "regal": 20285, + "##ined": 20286, + "##phy": 20287, + "czechoslovak": 20288, + "narration": 20289, + "absently": 20290, + "##uld": 20291, + "bluegrass": 20292, + "guangdong": 20293, + "quran": 20294, + "criticizing": 20295, + "hose": 20296, + "hari": 20297, + "##liest": 20298, + "##owa": 20299, + "skier": 20300, + "streaks": 20301, + "deploy": 20302, + "##lom": 20303, + "raft": 20304, + "bose": 20305, + "dialed": 20306, + "huff": 20307, + "##eira": 20308, + "haifa": 20309, + "simplest": 20310, + "bursting": 20311, + "endings": 20312, + "ib": 20313, + "sultanate": 20314, + "##titled": 20315, + "franks": 20316, + "whitman": 20317, + "ensures": 20318, + "sven": 20319, + "##ggs": 20320, + "collaborators": 20321, + "forster": 20322, + "organising": 20323, + "ui": 20324, + "banished": 20325, + "napier": 20326, + "injustice": 20327, + "teller": 20328, + "layered": 20329, + "thump": 20330, + "##otti": 20331, + "roc": 20332, + "battleships": 20333, + "evidenced": 20334, + "fugitive": 20335, + "sadie": 20336, + "robotics": 20337, + "##roud": 20338, + "equatorial": 20339, + "geologist": 20340, + "##iza": 20341, + "yielding": 20342, + "##bron": 20343, + "##sr": 20344, + "internationale": 20345, + "mecca": 20346, + "##diment": 20347, + "sbs": 20348, + "skyline": 20349, + "toad": 20350, + "uploaded": 20351, + "reflective": 20352, + "undrafted": 20353, + "lal": 20354, + "leafs": 20355, + "bayern": 20356, + "##dai": 20357, + "lakshmi": 20358, + "shortlisted": 20359, + "##stick": 20360, + "##wicz": 20361, + "camouflage": 20362, + "donate": 20363, + "af": 20364, + "christi": 20365, + "lau": 20366, + "##acio": 20367, + "disclosed": 20368, + "nemesis": 20369, + "1761": 20370, + "assemble": 20371, + "straining": 20372, + "northamptonshire": 20373, + "tal": 20374, + "##asi": 20375, + "bernardino": 20376, + "premature": 20377, + "heidi": 20378, + "42nd": 20379, + "coefficients": 20380, + "galactic": 20381, + "reproduce": 20382, + "buzzed": 20383, + "sensations": 20384, + "zionist": 20385, + "monsieur": 20386, + "myrtle": 20387, + "##eme": 20388, + "archery": 20389, + "strangled": 20390, + "musically": 20391, + "viewpoint": 20392, + "antiquities": 20393, + "bei": 20394, + "trailers": 20395, + "seahawks": 20396, + "cured": 20397, + "pee": 20398, + "preferring": 20399, + "tasmanian": 20400, + "lange": 20401, + "sul": 20402, + "##mail": 20403, + "##working": 20404, + "colder": 20405, + "overland": 20406, + "lucivar": 20407, + "massey": 20408, + "gatherings": 20409, + "haitian": 20410, + "##smith": 20411, + "disapproval": 20412, + "flaws": 20413, + "##cco": 20414, + "##enbach": 20415, + "1766": 20416, + "npr": 20417, + "##icular": 20418, + "boroughs": 20419, + "creole": 20420, + "forums": 20421, + "techno": 20422, + "1755": 20423, + "dent": 20424, + "abdominal": 20425, + "streetcar": 20426, + "##eson": 20427, + "##stream": 20428, + "procurement": 20429, + "gemini": 20430, + "predictable": 20431, + "##tya": 20432, + "acheron": 20433, + "christoph": 20434, + "feeder": 20435, + "fronts": 20436, + "vendor": 20437, + "bernhard": 20438, + "jammu": 20439, + "tumors": 20440, + "slang": 20441, + "##uber": 20442, + "goaltender": 20443, + "twists": 20444, + "curving": 20445, + "manson": 20446, + "vuelta": 20447, + "mer": 20448, + "peanut": 20449, + "confessions": 20450, + "pouch": 20451, + "unpredictable": 20452, + "allowance": 20453, + "theodor": 20454, + "vascular": 20455, + "##factory": 20456, + "bala": 20457, + "authenticity": 20458, + "metabolic": 20459, + "coughing": 20460, + "nanjing": 20461, + "##cea": 20462, + "pembroke": 20463, + "##bard": 20464, + "splendid": 20465, + "36th": 20466, + "ff": 20467, + "hourly": 20468, + "##ahu": 20469, + "elmer": 20470, + "handel": 20471, + "##ivate": 20472, + "awarding": 20473, + "thrusting": 20474, + "dl": 20475, + "experimentation": 20476, + "##hesion": 20477, + "##46": 20478, + "caressed": 20479, + "entertained": 20480, + "steak": 20481, + "##rangle": 20482, + "biologist": 20483, + "orphans": 20484, + "baroness": 20485, + "oyster": 20486, + "stepfather": 20487, + "##dridge": 20488, + "mirage": 20489, + "reefs": 20490, + "speeding": 20491, + "##31": 20492, + "barons": 20493, + "1764": 20494, + "227": 20495, + "inhabit": 20496, + "preached": 20497, + "repealed": 20498, + "##tral": 20499, + "honoring": 20500, + "boogie": 20501, + "captives": 20502, + "administer": 20503, + "johanna": 20504, + "##imate": 20505, + "gel": 20506, + "suspiciously": 20507, + "1767": 20508, + "sobs": 20509, + "##dington": 20510, + "backbone": 20511, + "hayward": 20512, + "garry": 20513, + "##folding": 20514, + "##nesia": 20515, + "maxi": 20516, + "##oof": 20517, + "##ppe": 20518, + "ellison": 20519, + "galileo": 20520, + "##stand": 20521, + "crimea": 20522, + "frenzy": 20523, + "amour": 20524, + "bumper": 20525, + "matrices": 20526, + "natalia": 20527, + "baking": 20528, + "garth": 20529, + "palestinians": 20530, + "##grove": 20531, + "smack": 20532, + "conveyed": 20533, + "ensembles": 20534, + "gardening": 20535, + "##manship": 20536, + "##rup": 20537, + "##stituting": 20538, + "1640": 20539, + "harvesting": 20540, + "topography": 20541, + "jing": 20542, + "shifters": 20543, + "dormitory": 20544, + "##carriage": 20545, + "##lston": 20546, + "ist": 20547, + "skulls": 20548, + "##stadt": 20549, + "dolores": 20550, + "jewellery": 20551, + "sarawak": 20552, + "##wai": 20553, + "##zier": 20554, + "fences": 20555, + "christy": 20556, + "confinement": 20557, + "tumbling": 20558, + "credibility": 20559, + "fir": 20560, + "stench": 20561, + "##bria": 20562, + "##plication": 20563, + "##nged": 20564, + "##sam": 20565, + "virtues": 20566, + "##belt": 20567, + "marjorie": 20568, + "pba": 20569, + "##eem": 20570, + "##made": 20571, + "celebrates": 20572, + "schooner": 20573, + "agitated": 20574, + "barley": 20575, + "fulfilling": 20576, + "anthropologist": 20577, + "##pro": 20578, + "restrict": 20579, + "novi": 20580, + "regulating": 20581, + "##nent": 20582, + "padres": 20583, + "##rani": 20584, + "##hesive": 20585, + "loyola": 20586, + "tabitha": 20587, + "milky": 20588, + "olson": 20589, + "proprietor": 20590, + "crambidae": 20591, + "guarantees": 20592, + "intercollegiate": 20593, + "ljubljana": 20594, + "hilda": 20595, + "##sko": 20596, + "ignorant": 20597, + "hooded": 20598, + "##lts": 20599, + "sardinia": 20600, + "##lidae": 20601, + "##vation": 20602, + "frontman": 20603, + "privileged": 20604, + "witchcraft": 20605, + "##gp": 20606, + "jammed": 20607, + "laude": 20608, + "poking": 20609, + "##than": 20610, + "bracket": 20611, + "amazement": 20612, + "yunnan": 20613, + "##erus": 20614, + "maharaja": 20615, + "linnaeus": 20616, + "264": 20617, + "commissioning": 20618, + "milano": 20619, + "peacefully": 20620, + "##logies": 20621, + "akira": 20622, + "rani": 20623, + "regulator": 20624, + "##36": 20625, + "grasses": 20626, + "##rance": 20627, + "luzon": 20628, + "crows": 20629, + "compiler": 20630, + "gretchen": 20631, + "seaman": 20632, + "edouard": 20633, + "tab": 20634, + "buccaneers": 20635, + "ellington": 20636, + "hamlets": 20637, + "whig": 20638, + "socialists": 20639, + "##anto": 20640, + "directorial": 20641, + "easton": 20642, + "mythological": 20643, + "##kr": 20644, + "##vary": 20645, + "rhineland": 20646, + "semantic": 20647, + "taut": 20648, + "dune": 20649, + "inventions": 20650, + "succeeds": 20651, + "##iter": 20652, + "replication": 20653, + "branched": 20654, + "##pired": 20655, + "jul": 20656, + "prosecuted": 20657, + "kangaroo": 20658, + "penetrated": 20659, + "##avian": 20660, + "middlesbrough": 20661, + "doses": 20662, + "bleak": 20663, + "madam": 20664, + "predatory": 20665, + "relentless": 20666, + "##vili": 20667, + "reluctance": 20668, + "##vir": 20669, + "hailey": 20670, + "crore": 20671, + "silvery": 20672, + "1759": 20673, + "monstrous": 20674, + "swimmers": 20675, + "transmissions": 20676, + "hawthorn": 20677, + "informing": 20678, + "##eral": 20679, + "toilets": 20680, + "caracas": 20681, + "crouch": 20682, + "kb": 20683, + "##sett": 20684, + "295": 20685, + "cartel": 20686, + "hadley": 20687, + "##aling": 20688, + "alexia": 20689, + "yvonne": 20690, + "##biology": 20691, + "cinderella": 20692, + "eton": 20693, + "superb": 20694, + "blizzard": 20695, + "stabbing": 20696, + "industrialist": 20697, + "maximus": 20698, + "##gm": 20699, + "##orus": 20700, + "groves": 20701, + "maud": 20702, + "clade": 20703, + "oversized": 20704, + "comedic": 20705, + "##bella": 20706, + "rosen": 20707, + "nomadic": 20708, + "fulham": 20709, + "montane": 20710, + "beverages": 20711, + "galaxies": 20712, + "redundant": 20713, + "swarm": 20714, + "##rot": 20715, + "##folia": 20716, + "##llis": 20717, + "buckinghamshire": 20718, + "fen": 20719, + "bearings": 20720, + "bahadur": 20721, + "##rom": 20722, + "gilles": 20723, + "phased": 20724, + "dynamite": 20725, + "faber": 20726, + "benoit": 20727, + "vip": 20728, + "##ount": 20729, + "##wd": 20730, + "booking": 20731, + "fractured": 20732, + "tailored": 20733, + "anya": 20734, + "spices": 20735, + "westwood": 20736, + "cairns": 20737, + "auditions": 20738, + "inflammation": 20739, + "steamed": 20740, + "##rocity": 20741, + "##acion": 20742, + "##urne": 20743, + "skyla": 20744, + "thereof": 20745, + "watford": 20746, + "torment": 20747, + "archdeacon": 20748, + "transforms": 20749, + "lulu": 20750, + "demeanor": 20751, + "fucked": 20752, + "serge": 20753, + "##sor": 20754, + "mckenna": 20755, + "minas": 20756, + "entertainer": 20757, + "##icide": 20758, + "caress": 20759, + "originate": 20760, + "residue": 20761, + "##sty": 20762, + "1740": 20763, + "##ilised": 20764, + "##org": 20765, + "beech": 20766, + "##wana": 20767, + "subsidies": 20768, + "##ghton": 20769, + "emptied": 20770, + "gladstone": 20771, + "ru": 20772, + "firefighters": 20773, + "voodoo": 20774, + "##rcle": 20775, + "het": 20776, + "nightingale": 20777, + "tamara": 20778, + "edmond": 20779, + "ingredient": 20780, + "weaknesses": 20781, + "silhouette": 20782, + "285": 20783, + "compatibility": 20784, + "withdrawing": 20785, + "hampson": 20786, + "##mona": 20787, + "anguish": 20788, + "giggling": 20789, + "##mber": 20790, + "bookstore": 20791, + "##jiang": 20792, + "southernmost": 20793, + "tilting": 20794, + "##vance": 20795, + "bai": 20796, + "economical": 20797, + "rf": 20798, + "briefcase": 20799, + "dreadful": 20800, + "hinted": 20801, + "projections": 20802, + "shattering": 20803, + "totaling": 20804, + "##rogate": 20805, + "analogue": 20806, + "indicted": 20807, + "periodical": 20808, + "fullback": 20809, + "##dman": 20810, + "haynes": 20811, + "##tenberg": 20812, + "##ffs": 20813, + "##ishment": 20814, + "1745": 20815, + "thirst": 20816, + "stumble": 20817, + "penang": 20818, + "vigorous": 20819, + "##ddling": 20820, + "##kor": 20821, + "##lium": 20822, + "octave": 20823, + "##ove": 20824, + "##enstein": 20825, + "##inen": 20826, + "##ones": 20827, + "siberian": 20828, + "##uti": 20829, + "cbn": 20830, + "repeal": 20831, + "swaying": 20832, + "##vington": 20833, + "khalid": 20834, + "tanaka": 20835, + "unicorn": 20836, + "otago": 20837, + "plastered": 20838, + "lobe": 20839, + "riddle": 20840, + "##rella": 20841, + "perch": 20842, + "##ishing": 20843, + "croydon": 20844, + "filtered": 20845, + "graeme": 20846, + "tripoli": 20847, + "##ossa": 20848, + "crocodile": 20849, + "##chers": 20850, + "sufi": 20851, + "mined": 20852, + "##tung": 20853, + "inferno": 20854, + "lsu": 20855, + "##phi": 20856, + "swelled": 20857, + "utilizes": 20858, + "£2": 20859, + "cale": 20860, + "periodicals": 20861, + "styx": 20862, + "hike": 20863, + "informally": 20864, + "coop": 20865, + "lund": 20866, + "##tidae": 20867, + "ala": 20868, + "hen": 20869, + "qui": 20870, + "transformations": 20871, + "disposed": 20872, + "sheath": 20873, + "chickens": 20874, + "##cade": 20875, + "fitzroy": 20876, + "sas": 20877, + "silesia": 20878, + "unacceptable": 20879, + "odisha": 20880, + "1650": 20881, + "sabrina": 20882, + "pe": 20883, + "spokane": 20884, + "ratios": 20885, + "athena": 20886, + "massage": 20887, + "shen": 20888, + "dilemma": 20889, + "##drum": 20890, + "##riz": 20891, + "##hul": 20892, + "corona": 20893, + "doubtful": 20894, + "niall": 20895, + "##pha": 20896, + "##bino": 20897, + "fines": 20898, + "cite": 20899, + "acknowledging": 20900, + "bangor": 20901, + "ballard": 20902, + "bathurst": 20903, + "##resh": 20904, + "huron": 20905, + "mustered": 20906, + "alzheimer": 20907, + "garments": 20908, + "kinase": 20909, + "tyre": 20910, + "warship": 20911, + "##cp": 20912, + "flashback": 20913, + "pulmonary": 20914, + "braun": 20915, + "cheat": 20916, + "kamal": 20917, + "cyclists": 20918, + "constructions": 20919, + "grenades": 20920, + "ndp": 20921, + "traveller": 20922, + "excuses": 20923, + "stomped": 20924, + "signalling": 20925, + "trimmed": 20926, + "futsal": 20927, + "mosques": 20928, + "relevance": 20929, + "##wine": 20930, + "wta": 20931, + "##23": 20932, + "##vah": 20933, + "##lter": 20934, + "hoc": 20935, + "##riding": 20936, + "optimistic": 20937, + "##´s": 20938, + "deco": 20939, + "sim": 20940, + "interacting": 20941, + "rejecting": 20942, + "moniker": 20943, + "waterways": 20944, + "##ieri": 20945, + "##oku": 20946, + "mayors": 20947, + "gdansk": 20948, + "outnumbered": 20949, + "pearls": 20950, + "##ended": 20951, + "##hampton": 20952, + "fairs": 20953, + "totals": 20954, + "dominating": 20955, + "262": 20956, + "notions": 20957, + "stairway": 20958, + "compiling": 20959, + "pursed": 20960, + "commodities": 20961, + "grease": 20962, + "yeast": 20963, + "##jong": 20964, + "carthage": 20965, + "griffiths": 20966, + "residual": 20967, + "amc": 20968, + "contraction": 20969, + "laird": 20970, + "sapphire": 20971, + "##marine": 20972, + "##ivated": 20973, + "amalgamation": 20974, + "dissolve": 20975, + "inclination": 20976, + "lyle": 20977, + "packaged": 20978, + "altitudes": 20979, + "suez": 20980, + "canons": 20981, + "graded": 20982, + "lurched": 20983, + "narrowing": 20984, + "boasts": 20985, + "guise": 20986, + "wed": 20987, + "enrico": 20988, + "##ovsky": 20989, + "rower": 20990, + "scarred": 20991, + "bree": 20992, + "cub": 20993, + "iberian": 20994, + "protagonists": 20995, + "bargaining": 20996, + "proposing": 20997, + "trainers": 20998, + "voyages": 20999, + "vans": 21000, + "fishes": 21001, + "##aea": 21002, + "##ivist": 21003, + "##verance": 21004, + "encryption": 21005, + "artworks": 21006, + "kazan": 21007, + "sabre": 21008, + "cleopatra": 21009, + "hepburn": 21010, + "rotting": 21011, + "supremacy": 21012, + "mecklenburg": 21013, + "##brate": 21014, + "burrows": 21015, + "hazards": 21016, + "outgoing": 21017, + "flair": 21018, + "organizes": 21019, + "##ctions": 21020, + "scorpion": 21021, + "##usions": 21022, + "boo": 21023, + "234": 21024, + "chevalier": 21025, + "dunedin": 21026, + "slapping": 21027, + "##34": 21028, + "ineligible": 21029, + "pensions": 21030, + "##38": 21031, + "##omic": 21032, + "manufactures": 21033, + "emails": 21034, + "bismarck": 21035, + "238": 21036, + "weakening": 21037, + "blackish": 21038, + "ding": 21039, + "mcgee": 21040, + "quo": 21041, + "##rling": 21042, + "northernmost": 21043, + "xx": 21044, + "manpower": 21045, + "greed": 21046, + "sampson": 21047, + "clicking": 21048, + "##ange": 21049, + "##horpe": 21050, + "##inations": 21051, + "##roving": 21052, + "torre": 21053, + "##eptive": 21054, + "##moral": 21055, + "symbolism": 21056, + "38th": 21057, + "asshole": 21058, + "meritorious": 21059, + "outfits": 21060, + "splashed": 21061, + "biographies": 21062, + "sprung": 21063, + "astros": 21064, + "##tale": 21065, + "302": 21066, + "737": 21067, + "filly": 21068, + "raoul": 21069, + "nw": 21070, + "tokugawa": 21071, + "linden": 21072, + "clubhouse": 21073, + "##apa": 21074, + "tracts": 21075, + "romano": 21076, + "##pio": 21077, + "putin": 21078, + "tags": 21079, + "##note": 21080, + "chained": 21081, + "dickson": 21082, + "gunshot": 21083, + "moe": 21084, + "gunn": 21085, + "rashid": 21086, + "##tails": 21087, + "zipper": 21088, + "##bas": 21089, + "##nea": 21090, + "contrasted": 21091, + "##ply": 21092, + "##udes": 21093, + "plum": 21094, + "pharaoh": 21095, + "##pile": 21096, + "aw": 21097, + "comedies": 21098, + "ingrid": 21099, + "sandwiches": 21100, + "subdivisions": 21101, + "1100": 21102, + "mariana": 21103, + "nokia": 21104, + "kamen": 21105, + "hz": 21106, + "delaney": 21107, + "veto": 21108, + "herring": 21109, + "##words": 21110, + "possessive": 21111, + "outlines": 21112, + "##roup": 21113, + "siemens": 21114, + "stairwell": 21115, + "rc": 21116, + "gallantry": 21117, + "messiah": 21118, + "palais": 21119, + "yells": 21120, + "233": 21121, + "zeppelin": 21122, + "##dm": 21123, + "bolivar": 21124, + "##cede": 21125, + "smackdown": 21126, + "mckinley": 21127, + "##mora": 21128, + "##yt": 21129, + "muted": 21130, + "geologic": 21131, + "finely": 21132, + "unitary": 21133, + "avatar": 21134, + "hamas": 21135, + "maynard": 21136, + "rees": 21137, + "bog": 21138, + "contrasting": 21139, + "##rut": 21140, + "liv": 21141, + "chico": 21142, + "disposition": 21143, + "pixel": 21144, + "##erate": 21145, + "becca": 21146, + "dmitry": 21147, + "yeshiva": 21148, + "narratives": 21149, + "##lva": 21150, + "##ulton": 21151, + "mercenary": 21152, + "sharpe": 21153, + "tempered": 21154, + "navigate": 21155, + "stealth": 21156, + "amassed": 21157, + "keynes": 21158, + "##lini": 21159, + "untouched": 21160, + "##rrie": 21161, + "havoc": 21162, + "lithium": 21163, + "##fighting": 21164, + "abyss": 21165, + "graf": 21166, + "southward": 21167, + "wolverine": 21168, + "balloons": 21169, + "implements": 21170, + "ngos": 21171, + "transitions": 21172, + "##icum": 21173, + "ambushed": 21174, + "concacaf": 21175, + "dormant": 21176, + "economists": 21177, + "##dim": 21178, + "costing": 21179, + "csi": 21180, + "rana": 21181, + "universite": 21182, + "boulders": 21183, + "verity": 21184, + "##llon": 21185, + "collin": 21186, + "mellon": 21187, + "misses": 21188, + "cypress": 21189, + "fluorescent": 21190, + "lifeless": 21191, + "spence": 21192, + "##ulla": 21193, + "crewe": 21194, + "shepard": 21195, + "pak": 21196, + "revelations": 21197, + "##م": 21198, + "jolly": 21199, + "gibbons": 21200, + "paw": 21201, + "##dro": 21202, + "##quel": 21203, + "freeing": 21204, + "##test": 21205, + "shack": 21206, + "fries": 21207, + "palatine": 21208, + "##51": 21209, + "##hiko": 21210, + "accompaniment": 21211, + "cruising": 21212, + "recycled": 21213, + "##aver": 21214, + "erwin": 21215, + "sorting": 21216, + "synthesizers": 21217, + "dyke": 21218, + "realities": 21219, + "sg": 21220, + "strides": 21221, + "enslaved": 21222, + "wetland": 21223, + "##ghan": 21224, + "competence": 21225, + "gunpowder": 21226, + "grassy": 21227, + "maroon": 21228, + "reactors": 21229, + "objection": 21230, + "##oms": 21231, + "carlson": 21232, + "gearbox": 21233, + "macintosh": 21234, + "radios": 21235, + "shelton": 21236, + "##sho": 21237, + "clergyman": 21238, + "prakash": 21239, + "254": 21240, + "mongols": 21241, + "trophies": 21242, + "oricon": 21243, + "228": 21244, + "stimuli": 21245, + "twenty20": 21246, + "cantonese": 21247, + "cortes": 21248, + "mirrored": 21249, + "##saurus": 21250, + "bhp": 21251, + "cristina": 21252, + "melancholy": 21253, + "##lating": 21254, + "enjoyable": 21255, + "nuevo": 21256, + "##wny": 21257, + "downfall": 21258, + "schumacher": 21259, + "##ind": 21260, + "banging": 21261, + "lausanne": 21262, + "rumbled": 21263, + "paramilitary": 21264, + "reflex": 21265, + "ax": 21266, + "amplitude": 21267, + "migratory": 21268, + "##gall": 21269, + "##ups": 21270, + "midi": 21271, + "barnard": 21272, + "lastly": 21273, + "sherry": 21274, + "##hp": 21275, + "##nall": 21276, + "keystone": 21277, + "##kra": 21278, + "carleton": 21279, + "slippery": 21280, + "##53": 21281, + "coloring": 21282, + "foe": 21283, + "socket": 21284, + "otter": 21285, + "##rgos": 21286, + "mats": 21287, + "##tose": 21288, + "consultants": 21289, + "bafta": 21290, + "bison": 21291, + "topping": 21292, + "##km": 21293, + "490": 21294, + "primal": 21295, + "abandonment": 21296, + "transplant": 21297, + "atoll": 21298, + "hideous": 21299, + "mort": 21300, + "pained": 21301, + "reproduced": 21302, + "tae": 21303, + "howling": 21304, + "##turn": 21305, + "unlawful": 21306, + "billionaire": 21307, + "hotter": 21308, + "poised": 21309, + "lansing": 21310, + "##chang": 21311, + "dinamo": 21312, + "retro": 21313, + "messing": 21314, + "nfc": 21315, + "domesday": 21316, + "##mina": 21317, + "blitz": 21318, + "timed": 21319, + "##athing": 21320, + "##kley": 21321, + "ascending": 21322, + "gesturing": 21323, + "##izations": 21324, + "signaled": 21325, + "tis": 21326, + "chinatown": 21327, + "mermaid": 21328, + "savanna": 21329, + "jameson": 21330, + "##aint": 21331, + "catalina": 21332, + "##pet": 21333, + "##hers": 21334, + "cochrane": 21335, + "cy": 21336, + "chatting": 21337, + "##kus": 21338, + "alerted": 21339, + "computation": 21340, + "mused": 21341, + "noelle": 21342, + "majestic": 21343, + "mohawk": 21344, + "campo": 21345, + "octagonal": 21346, + "##sant": 21347, + "##hend": 21348, + "241": 21349, + "aspiring": 21350, + "##mart": 21351, + "comprehend": 21352, + "iona": 21353, + "paralyzed": 21354, + "shimmering": 21355, + "swindon": 21356, + "rhone": 21357, + "##eley": 21358, + "reputed": 21359, + "configurations": 21360, + "pitchfork": 21361, + "agitation": 21362, + "francais": 21363, + "gillian": 21364, + "lipstick": 21365, + "##ilo": 21366, + "outsiders": 21367, + "pontifical": 21368, + "resisting": 21369, + "bitterness": 21370, + "sewer": 21371, + "rockies": 21372, + "##edd": 21373, + "##ucher": 21374, + "misleading": 21375, + "1756": 21376, + "exiting": 21377, + "galloway": 21378, + "##nging": 21379, + "risked": 21380, + "##heart": 21381, + "246": 21382, + "commemoration": 21383, + "schultz": 21384, + "##rka": 21385, + "integrating": 21386, + "##rsa": 21387, + "poses": 21388, + "shrieked": 21389, + "##weiler": 21390, + "guineas": 21391, + "gladys": 21392, + "jerking": 21393, + "owls": 21394, + "goldsmith": 21395, + "nightly": 21396, + "penetrating": 21397, + "##unced": 21398, + "lia": 21399, + "##33": 21400, + "ignited": 21401, + "betsy": 21402, + "##aring": 21403, + "##thorpe": 21404, + "follower": 21405, + "vigorously": 21406, + "##rave": 21407, + "coded": 21408, + "kiran": 21409, + "knit": 21410, + "zoology": 21411, + "tbilisi": 21412, + "##28": 21413, + "##bered": 21414, + "repository": 21415, + "govt": 21416, + "deciduous": 21417, + "dino": 21418, + "growling": 21419, + "##bba": 21420, + "enhancement": 21421, + "unleashed": 21422, + "chanting": 21423, + "pussy": 21424, + "biochemistry": 21425, + "##eric": 21426, + "kettle": 21427, + "repression": 21428, + "toxicity": 21429, + "nrhp": 21430, + "##arth": 21431, + "##kko": 21432, + "##bush": 21433, + "ernesto": 21434, + "commended": 21435, + "outspoken": 21436, + "242": 21437, + "mca": 21438, + "parchment": 21439, + "sms": 21440, + "kristen": 21441, + "##aton": 21442, + "bisexual": 21443, + "raked": 21444, + "glamour": 21445, + "navajo": 21446, + "a2": 21447, + "conditioned": 21448, + "showcased": 21449, + "##hma": 21450, + "spacious": 21451, + "youthful": 21452, + "##esa": 21453, + "usl": 21454, + "appliances": 21455, + "junta": 21456, + "brest": 21457, + "layne": 21458, + "conglomerate": 21459, + "enchanted": 21460, + "chao": 21461, + "loosened": 21462, + "picasso": 21463, + "circulating": 21464, + "inspect": 21465, + "montevideo": 21466, + "##centric": 21467, + "##kti": 21468, + "piazza": 21469, + "spurred": 21470, + "##aith": 21471, + "bari": 21472, + "freedoms": 21473, + "poultry": 21474, + "stamford": 21475, + "lieu": 21476, + "##ect": 21477, + "indigo": 21478, + "sarcastic": 21479, + "bahia": 21480, + "stump": 21481, + "attach": 21482, + "dvds": 21483, + "frankenstein": 21484, + "lille": 21485, + "approx": 21486, + "scriptures": 21487, + "pollen": 21488, + "##script": 21489, + "nmi": 21490, + "overseen": 21491, + "##ivism": 21492, + "tides": 21493, + "proponent": 21494, + "newmarket": 21495, + "inherit": 21496, + "milling": 21497, + "##erland": 21498, + "centralized": 21499, + "##rou": 21500, + "distributors": 21501, + "credentials": 21502, + "drawers": 21503, + "abbreviation": 21504, + "##lco": 21505, + "##xon": 21506, + "downing": 21507, + "uncomfortably": 21508, + "ripe": 21509, + "##oes": 21510, + "erase": 21511, + "franchises": 21512, + "##ever": 21513, + "populace": 21514, + "##bery": 21515, + "##khar": 21516, + "decomposition": 21517, + "pleas": 21518, + "##tet": 21519, + "daryl": 21520, + "sabah": 21521, + "##stle": 21522, + "##wide": 21523, + "fearless": 21524, + "genie": 21525, + "lesions": 21526, + "annette": 21527, + "##ogist": 21528, + "oboe": 21529, + "appendix": 21530, + "nair": 21531, + "dripped": 21532, + "petitioned": 21533, + "maclean": 21534, + "mosquito": 21535, + "parrot": 21536, + "rpg": 21537, + "hampered": 21538, + "1648": 21539, + "operatic": 21540, + "reservoirs": 21541, + "##tham": 21542, + "irrelevant": 21543, + "jolt": 21544, + "summarized": 21545, + "##fp": 21546, + "medallion": 21547, + "##taff": 21548, + "##−": 21549, + "clawed": 21550, + "harlow": 21551, + "narrower": 21552, + "goddard": 21553, + "marcia": 21554, + "bodied": 21555, + "fremont": 21556, + "suarez": 21557, + "altering": 21558, + "tempest": 21559, + "mussolini": 21560, + "porn": 21561, + "##isms": 21562, + "sweetly": 21563, + "oversees": 21564, + "walkers": 21565, + "solitude": 21566, + "grimly": 21567, + "shrines": 21568, + "hk": 21569, + "ich": 21570, + "supervisors": 21571, + "hostess": 21572, + "dietrich": 21573, + "legitimacy": 21574, + "brushes": 21575, + "expressive": 21576, + "##yp": 21577, + "dissipated": 21578, + "##rse": 21579, + "localized": 21580, + "systemic": 21581, + "##nikov": 21582, + "gettysburg": 21583, + "##js": 21584, + "##uaries": 21585, + "dialogues": 21586, + "muttering": 21587, + "251": 21588, + "housekeeper": 21589, + "sicilian": 21590, + "discouraged": 21591, + "##frey": 21592, + "beamed": 21593, + "kaladin": 21594, + "halftime": 21595, + "kidnap": 21596, + "##amo": 21597, + "##llet": 21598, + "1754": 21599, + "synonymous": 21600, + "depleted": 21601, + "instituto": 21602, + "insulin": 21603, + "reprised": 21604, + "##opsis": 21605, + "clashed": 21606, + "##ctric": 21607, + "interrupting": 21608, + "radcliffe": 21609, + "insisting": 21610, + "medici": 21611, + "1715": 21612, + "ejected": 21613, + "playfully": 21614, + "turbulent": 21615, + "##47": 21616, + "starvation": 21617, + "##rini": 21618, + "shipment": 21619, + "rebellious": 21620, + "petersen": 21621, + "verification": 21622, + "merits": 21623, + "##rified": 21624, + "cakes": 21625, + "##charged": 21626, + "1757": 21627, + "milford": 21628, + "shortages": 21629, + "spying": 21630, + "fidelity": 21631, + "##aker": 21632, + "emitted": 21633, + "storylines": 21634, + "harvested": 21635, + "seismic": 21636, + "##iform": 21637, + "cheung": 21638, + "kilda": 21639, + "theoretically": 21640, + "barbie": 21641, + "lynx": 21642, + "##rgy": 21643, + "##tius": 21644, + "goblin": 21645, + "mata": 21646, + "poisonous": 21647, + "##nburg": 21648, + "reactive": 21649, + "residues": 21650, + "obedience": 21651, + "##евич": 21652, + "conjecture": 21653, + "##rac": 21654, + "401": 21655, + "hating": 21656, + "sixties": 21657, + "kicker": 21658, + "moaning": 21659, + "motown": 21660, + "##bha": 21661, + "emancipation": 21662, + "neoclassical": 21663, + "##hering": 21664, + "consoles": 21665, + "ebert": 21666, + "professorship": 21667, + "##tures": 21668, + "sustaining": 21669, + "assaults": 21670, + "obeyed": 21671, + "affluent": 21672, + "incurred": 21673, + "tornadoes": 21674, + "##eber": 21675, + "##zow": 21676, + "emphasizing": 21677, + "highlanders": 21678, + "cheated": 21679, + "helmets": 21680, + "##ctus": 21681, + "internship": 21682, + "terence": 21683, + "bony": 21684, + "executions": 21685, + "legislators": 21686, + "berries": 21687, + "peninsular": 21688, + "tinged": 21689, + "##aco": 21690, + "1689": 21691, + "amplifier": 21692, + "corvette": 21693, + "ribbons": 21694, + "lavish": 21695, + "pennant": 21696, + "##lander": 21697, + "worthless": 21698, + "##chfield": 21699, + "##forms": 21700, + "mariano": 21701, + "pyrenees": 21702, + "expenditures": 21703, + "##icides": 21704, + "chesterfield": 21705, + "mandir": 21706, + "tailor": 21707, + "39th": 21708, + "sergey": 21709, + "nestled": 21710, + "willed": 21711, + "aristocracy": 21712, + "devotees": 21713, + "goodnight": 21714, + "raaf": 21715, + "rumored": 21716, + "weaponry": 21717, + "remy": 21718, + "appropriations": 21719, + "harcourt": 21720, + "burr": 21721, + "riaa": 21722, + "##lence": 21723, + "limitation": 21724, + "unnoticed": 21725, + "guo": 21726, + "soaking": 21727, + "swamps": 21728, + "##tica": 21729, + "collapsing": 21730, + "tatiana": 21731, + "descriptive": 21732, + "brigham": 21733, + "psalm": 21734, + "##chment": 21735, + "maddox": 21736, + "##lization": 21737, + "patti": 21738, + "caliph": 21739, + "##aja": 21740, + "akron": 21741, + "injuring": 21742, + "serra": 21743, + "##ganj": 21744, + "basins": 21745, + "##sari": 21746, + "astonished": 21747, + "launcher": 21748, + "##church": 21749, + "hilary": 21750, + "wilkins": 21751, + "sewing": 21752, + "##sf": 21753, + "stinging": 21754, + "##fia": 21755, + "##ncia": 21756, + "underwood": 21757, + "startup": 21758, + "##ition": 21759, + "compilations": 21760, + "vibrations": 21761, + "embankment": 21762, + "jurist": 21763, + "##nity": 21764, + "bard": 21765, + "juventus": 21766, + "groundwater": 21767, + "kern": 21768, + "palaces": 21769, + "helium": 21770, + "boca": 21771, + "cramped": 21772, + "marissa": 21773, + "soto": 21774, + "##worm": 21775, + "jae": 21776, + "princely": 21777, + "##ggy": 21778, + "faso": 21779, + "bazaar": 21780, + "warmly": 21781, + "##voking": 21782, + "229": 21783, + "pairing": 21784, + "##lite": 21785, + "##grate": 21786, + "##nets": 21787, + "wien": 21788, + "freaked": 21789, + "ulysses": 21790, + "rebirth": 21791, + "##alia": 21792, + "##rent": 21793, + "mummy": 21794, + "guzman": 21795, + "jimenez": 21796, + "stilled": 21797, + "##nitz": 21798, + "trajectory": 21799, + "tha": 21800, + "woken": 21801, + "archival": 21802, + "professions": 21803, + "##pts": 21804, + "##pta": 21805, + "hilly": 21806, + "shadowy": 21807, + "shrink": 21808, + "##bolt": 21809, + "norwood": 21810, + "glued": 21811, + "migrate": 21812, + "stereotypes": 21813, + "devoid": 21814, + "##pheus": 21815, + "625": 21816, + "evacuate": 21817, + "horrors": 21818, + "infancy": 21819, + "gotham": 21820, + "knowles": 21821, + "optic": 21822, + "downloaded": 21823, + "sachs": 21824, + "kingsley": 21825, + "parramatta": 21826, + "darryl": 21827, + "mor": 21828, + "##onale": 21829, + "shady": 21830, + "commence": 21831, + "confesses": 21832, + "kan": 21833, + "##meter": 21834, + "##placed": 21835, + "marlborough": 21836, + "roundabout": 21837, + "regents": 21838, + "frigates": 21839, + "io": 21840, + "##imating": 21841, + "gothenburg": 21842, + "revoked": 21843, + "carvings": 21844, + "clockwise": 21845, + "convertible": 21846, + "intruder": 21847, + "##sche": 21848, + "banged": 21849, + "##ogo": 21850, + "vicky": 21851, + "bourgeois": 21852, + "##mony": 21853, + "dupont": 21854, + "footing": 21855, + "##gum": 21856, + "pd": 21857, + "##real": 21858, + "buckle": 21859, + "yun": 21860, + "penthouse": 21861, + "sane": 21862, + "720": 21863, + "serviced": 21864, + "stakeholders": 21865, + "neumann": 21866, + "bb": 21867, + "##eers": 21868, + "comb": 21869, + "##gam": 21870, + "catchment": 21871, + "pinning": 21872, + "rallies": 21873, + "typing": 21874, + "##elles": 21875, + "forefront": 21876, + "freiburg": 21877, + "sweetie": 21878, + "giacomo": 21879, + "widowed": 21880, + "goodwill": 21881, + "worshipped": 21882, + "aspirations": 21883, + "midday": 21884, + "##vat": 21885, + "fishery": 21886, + "##trick": 21887, + "bournemouth": 21888, + "turk": 21889, + "243": 21890, + "hearth": 21891, + "ethanol": 21892, + "guadalajara": 21893, + "murmurs": 21894, + "sl": 21895, + "##uge": 21896, + "afforded": 21897, + "scripted": 21898, + "##hta": 21899, + "wah": 21900, + "##jn": 21901, + "coroner": 21902, + "translucent": 21903, + "252": 21904, + "memorials": 21905, + "puck": 21906, + "progresses": 21907, + "clumsy": 21908, + "##race": 21909, + "315": 21910, + "candace": 21911, + "recounted": 21912, + "##27": 21913, + "##slin": 21914, + "##uve": 21915, + "filtering": 21916, + "##mac": 21917, + "howl": 21918, + "strata": 21919, + "heron": 21920, + "leveled": 21921, + "##ays": 21922, + "dubious": 21923, + "##oja": 21924, + "##т": 21925, + "##wheel": 21926, + "citations": 21927, + "exhibiting": 21928, + "##laya": 21929, + "##mics": 21930, + "##pods": 21931, + "turkic": 21932, + "##lberg": 21933, + "injunction": 21934, + "##ennial": 21935, + "##mit": 21936, + "antibodies": 21937, + "##44": 21938, + "organise": 21939, + "##rigues": 21940, + "cardiovascular": 21941, + "cushion": 21942, + "inverness": 21943, + "##zquez": 21944, + "dia": 21945, + "cocoa": 21946, + "sibling": 21947, + "##tman": 21948, + "##roid": 21949, + "expanse": 21950, + "feasible": 21951, + "tunisian": 21952, + "algiers": 21953, + "##relli": 21954, + "rus": 21955, + "bloomberg": 21956, + "dso": 21957, + "westphalia": 21958, + "bro": 21959, + "tacoma": 21960, + "281": 21961, + "downloads": 21962, + "##ours": 21963, + "konrad": 21964, + "duran": 21965, + "##hdi": 21966, + "continuum": 21967, + "jett": 21968, + "compares": 21969, + "legislator": 21970, + "secession": 21971, + "##nable": 21972, + "##gues": 21973, + "##zuka": 21974, + "translating": 21975, + "reacher": 21976, + "##gley": 21977, + "##ła": 21978, + "aleppo": 21979, + "##agi": 21980, + "tc": 21981, + "orchards": 21982, + "trapping": 21983, + "linguist": 21984, + "versatile": 21985, + "drumming": 21986, + "postage": 21987, + "calhoun": 21988, + "superiors": 21989, + "##mx": 21990, + "barefoot": 21991, + "leary": 21992, + "##cis": 21993, + "ignacio": 21994, + "alfa": 21995, + "kaplan": 21996, + "##rogen": 21997, + "bratislava": 21998, + "mori": 21999, + "##vot": 22000, + "disturb": 22001, + "haas": 22002, + "313": 22003, + "cartridges": 22004, + "gilmore": 22005, + "radiated": 22006, + "salford": 22007, + "tunic": 22008, + "hades": 22009, + "##ulsive": 22010, + "archeological": 22011, + "delilah": 22012, + "magistrates": 22013, + "auditioned": 22014, + "brewster": 22015, + "charters": 22016, + "empowerment": 22017, + "blogs": 22018, + "cappella": 22019, + "dynasties": 22020, + "iroquois": 22021, + "whipping": 22022, + "##krishna": 22023, + "raceway": 22024, + "truths": 22025, + "myra": 22026, + "weaken": 22027, + "judah": 22028, + "mcgregor": 22029, + "##horse": 22030, + "mic": 22031, + "refueling": 22032, + "37th": 22033, + "burnley": 22034, + "bosses": 22035, + "markus": 22036, + "premio": 22037, + "query": 22038, + "##gga": 22039, + "dunbar": 22040, + "##economic": 22041, + "darkest": 22042, + "lyndon": 22043, + "sealing": 22044, + "commendation": 22045, + "reappeared": 22046, + "##mun": 22047, + "addicted": 22048, + "ezio": 22049, + "slaughtered": 22050, + "satisfactory": 22051, + "shuffle": 22052, + "##eves": 22053, + "##thic": 22054, + "##uj": 22055, + "fortification": 22056, + "warrington": 22057, + "##otto": 22058, + "resurrected": 22059, + "fargo": 22060, + "mane": 22061, + "##utable": 22062, + "##lei": 22063, + "##space": 22064, + "foreword": 22065, + "ox": 22066, + "##aris": 22067, + "##vern": 22068, + "abrams": 22069, + "hua": 22070, + "##mento": 22071, + "sakura": 22072, + "##alo": 22073, + "uv": 22074, + "sentimental": 22075, + "##skaya": 22076, + "midfield": 22077, + "##eses": 22078, + "sturdy": 22079, + "scrolls": 22080, + "macleod": 22081, + "##kyu": 22082, + "entropy": 22083, + "##lance": 22084, + "mitochondrial": 22085, + "cicero": 22086, + "excelled": 22087, + "thinner": 22088, + "convoys": 22089, + "perceive": 22090, + "##oslav": 22091, + "##urable": 22092, + "systematically": 22093, + "grind": 22094, + "burkina": 22095, + "287": 22096, + "##tagram": 22097, + "ops": 22098, + "##aman": 22099, + "guantanamo": 22100, + "##cloth": 22101, + "##tite": 22102, + "forcefully": 22103, + "wavy": 22104, + "##jou": 22105, + "pointless": 22106, + "##linger": 22107, + "##tze": 22108, + "layton": 22109, + "portico": 22110, + "superficial": 22111, + "clerical": 22112, + "outlaws": 22113, + "##hism": 22114, + "burials": 22115, + "muir": 22116, + "##inn": 22117, + "creditors": 22118, + "hauling": 22119, + "rattle": 22120, + "##leg": 22121, + "calais": 22122, + "monde": 22123, + "archers": 22124, + "reclaimed": 22125, + "dwell": 22126, + "wexford": 22127, + "hellenic": 22128, + "falsely": 22129, + "remorse": 22130, + "##tek": 22131, + "dough": 22132, + "furnishings": 22133, + "##uttered": 22134, + "gabon": 22135, + "neurological": 22136, + "novice": 22137, + "##igraphy": 22138, + "contemplated": 22139, + "pulpit": 22140, + "nightstand": 22141, + "saratoga": 22142, + "##istan": 22143, + "documenting": 22144, + "pulsing": 22145, + "taluk": 22146, + "##firmed": 22147, + "busted": 22148, + "marital": 22149, + "##rien": 22150, + "disagreements": 22151, + "wasps": 22152, + "##yes": 22153, + "hodge": 22154, + "mcdonnell": 22155, + "mimic": 22156, + "fran": 22157, + "pendant": 22158, + "dhabi": 22159, + "musa": 22160, + "##nington": 22161, + "congratulations": 22162, + "argent": 22163, + "darrell": 22164, + "concussion": 22165, + "losers": 22166, + "regrets": 22167, + "thessaloniki": 22168, + "reversal": 22169, + "donaldson": 22170, + "hardwood": 22171, + "thence": 22172, + "achilles": 22173, + "ritter": 22174, + "##eran": 22175, + "demonic": 22176, + "jurgen": 22177, + "prophets": 22178, + "goethe": 22179, + "eki": 22180, + "classmate": 22181, + "buff": 22182, + "##cking": 22183, + "yank": 22184, + "irrational": 22185, + "##inging": 22186, + "perished": 22187, + "seductive": 22188, + "qur": 22189, + "sourced": 22190, + "##crat": 22191, + "##typic": 22192, + "mustard": 22193, + "ravine": 22194, + "barre": 22195, + "horizontally": 22196, + "characterization": 22197, + "phylogenetic": 22198, + "boise": 22199, + "##dit": 22200, + "##runner": 22201, + "##tower": 22202, + "brutally": 22203, + "intercourse": 22204, + "seduce": 22205, + "##bbing": 22206, + "fay": 22207, + "ferris": 22208, + "ogden": 22209, + "amar": 22210, + "nik": 22211, + "unarmed": 22212, + "##inator": 22213, + "evaluating": 22214, + "kyrgyzstan": 22215, + "sweetness": 22216, + "##lford": 22217, + "##oki": 22218, + "mccormick": 22219, + "meiji": 22220, + "notoriety": 22221, + "stimulate": 22222, + "disrupt": 22223, + "figuring": 22224, + "instructional": 22225, + "mcgrath": 22226, + "##zoo": 22227, + "groundbreaking": 22228, + "##lto": 22229, + "flinch": 22230, + "khorasan": 22231, + "agrarian": 22232, + "bengals": 22233, + "mixer": 22234, + "radiating": 22235, + "##sov": 22236, + "ingram": 22237, + "pitchers": 22238, + "nad": 22239, + "tariff": 22240, + "##cript": 22241, + "tata": 22242, + "##codes": 22243, + "##emi": 22244, + "##ungen": 22245, + "appellate": 22246, + "lehigh": 22247, + "##bled": 22248, + "##giri": 22249, + "brawl": 22250, + "duct": 22251, + "texans": 22252, + "##ciation": 22253, + "##ropolis": 22254, + "skipper": 22255, + "speculative": 22256, + "vomit": 22257, + "doctrines": 22258, + "stresses": 22259, + "253": 22260, + "davy": 22261, + "graders": 22262, + "whitehead": 22263, + "jozef": 22264, + "timely": 22265, + "cumulative": 22266, + "haryana": 22267, + "paints": 22268, + "appropriately": 22269, + "boon": 22270, + "cactus": 22271, + "##ales": 22272, + "##pid": 22273, + "dow": 22274, + "legions": 22275, + "##pit": 22276, + "perceptions": 22277, + "1730": 22278, + "picturesque": 22279, + "##yse": 22280, + "periphery": 22281, + "rune": 22282, + "wr": 22283, + "##aha": 22284, + "celtics": 22285, + "sentencing": 22286, + "whoa": 22287, + "##erin": 22288, + "confirms": 22289, + "variance": 22290, + "425": 22291, + "moines": 22292, + "mathews": 22293, + "spade": 22294, + "rave": 22295, + "m1": 22296, + "fronted": 22297, + "fx": 22298, + "blending": 22299, + "alleging": 22300, + "reared": 22301, + "##gl": 22302, + "237": 22303, + "##paper": 22304, + "grassroots": 22305, + "eroded": 22306, + "##free": 22307, + "##physical": 22308, + "directs": 22309, + "ordeal": 22310, + "##sław": 22311, + "accelerate": 22312, + "hacker": 22313, + "rooftop": 22314, + "##inia": 22315, + "lev": 22316, + "buys": 22317, + "cebu": 22318, + "devote": 22319, + "##lce": 22320, + "specialising": 22321, + "##ulsion": 22322, + "choreographed": 22323, + "repetition": 22324, + "warehouses": 22325, + "##ryl": 22326, + "paisley": 22327, + "tuscany": 22328, + "analogy": 22329, + "sorcerer": 22330, + "hash": 22331, + "huts": 22332, + "shards": 22333, + "descends": 22334, + "exclude": 22335, + "nix": 22336, + "chaplin": 22337, + "gaga": 22338, + "ito": 22339, + "vane": 22340, + "##drich": 22341, + "causeway": 22342, + "misconduct": 22343, + "limo": 22344, + "orchestrated": 22345, + "glands": 22346, + "jana": 22347, + "##kot": 22348, + "u2": 22349, + "##mple": 22350, + "##sons": 22351, + "branching": 22352, + "contrasts": 22353, + "scoop": 22354, + "longed": 22355, + "##virus": 22356, + "chattanooga": 22357, + "##75": 22358, + "syrup": 22359, + "cornerstone": 22360, + "##tized": 22361, + "##mind": 22362, + "##iaceae": 22363, + "careless": 22364, + "precedence": 22365, + "frescoes": 22366, + "##uet": 22367, + "chilled": 22368, + "consult": 22369, + "modelled": 22370, + "snatch": 22371, + "peat": 22372, + "##thermal": 22373, + "caucasian": 22374, + "humane": 22375, + "relaxation": 22376, + "spins": 22377, + "temperance": 22378, + "##lbert": 22379, + "occupations": 22380, + "lambda": 22381, + "hybrids": 22382, + "moons": 22383, + "mp3": 22384, + "##oese": 22385, + "247": 22386, + "rolf": 22387, + "societal": 22388, + "yerevan": 22389, + "ness": 22390, + "##ssler": 22391, + "befriended": 22392, + "mechanized": 22393, + "nominate": 22394, + "trough": 22395, + "boasted": 22396, + "cues": 22397, + "seater": 22398, + "##hom": 22399, + "bends": 22400, + "##tangle": 22401, + "conductors": 22402, + "emptiness": 22403, + "##lmer": 22404, + "eurasian": 22405, + "adriatic": 22406, + "tian": 22407, + "##cie": 22408, + "anxiously": 22409, + "lark": 22410, + "propellers": 22411, + "chichester": 22412, + "jock": 22413, + "ev": 22414, + "2a": 22415, + "##holding": 22416, + "credible": 22417, + "recounts": 22418, + "tori": 22419, + "loyalist": 22420, + "abduction": 22421, + "##hoot": 22422, + "##redo": 22423, + "nepali": 22424, + "##mite": 22425, + "ventral": 22426, + "tempting": 22427, + "##ango": 22428, + "##crats": 22429, + "steered": 22430, + "##wice": 22431, + "javelin": 22432, + "dipping": 22433, + "laborers": 22434, + "prentice": 22435, + "looming": 22436, + "titanium": 22437, + "##ː": 22438, + "badges": 22439, + "emir": 22440, + "tensor": 22441, + "##ntation": 22442, + "egyptians": 22443, + "rash": 22444, + "denies": 22445, + "hawthorne": 22446, + "lombard": 22447, + "showers": 22448, + "wehrmacht": 22449, + "dietary": 22450, + "trojan": 22451, + "##reus": 22452, + "welles": 22453, + "executing": 22454, + "horseshoe": 22455, + "lifeboat": 22456, + "##lak": 22457, + "elsa": 22458, + "infirmary": 22459, + "nearing": 22460, + "roberta": 22461, + "boyer": 22462, + "mutter": 22463, + "trillion": 22464, + "joanne": 22465, + "##fine": 22466, + "##oked": 22467, + "sinks": 22468, + "vortex": 22469, + "uruguayan": 22470, + "clasp": 22471, + "sirius": 22472, + "##block": 22473, + "accelerator": 22474, + "prohibit": 22475, + "sunken": 22476, + "byu": 22477, + "chronological": 22478, + "diplomats": 22479, + "ochreous": 22480, + "510": 22481, + "symmetrical": 22482, + "1644": 22483, + "maia": 22484, + "##tology": 22485, + "salts": 22486, + "reigns": 22487, + "atrocities": 22488, + "##ия": 22489, + "hess": 22490, + "bared": 22491, + "issn": 22492, + "##vyn": 22493, + "cater": 22494, + "saturated": 22495, + "##cycle": 22496, + "##isse": 22497, + "sable": 22498, + "voyager": 22499, + "dyer": 22500, + "yusuf": 22501, + "##inge": 22502, + "fountains": 22503, + "wolff": 22504, + "##39": 22505, + "##nni": 22506, + "engraving": 22507, + "rollins": 22508, + "atheist": 22509, + "ominous": 22510, + "##ault": 22511, + "herr": 22512, + "chariot": 22513, + "martina": 22514, + "strung": 22515, + "##fell": 22516, + "##farlane": 22517, + "horrific": 22518, + "sahib": 22519, + "gazes": 22520, + "saetan": 22521, + "erased": 22522, + "ptolemy": 22523, + "##olic": 22524, + "flushing": 22525, + "lauderdale": 22526, + "analytic": 22527, + "##ices": 22528, + "530": 22529, + "navarro": 22530, + "beak": 22531, + "gorilla": 22532, + "herrera": 22533, + "broom": 22534, + "guadalupe": 22535, + "raiding": 22536, + "sykes": 22537, + "311": 22538, + "bsc": 22539, + "deliveries": 22540, + "1720": 22541, + "invasions": 22542, + "carmichael": 22543, + "tajikistan": 22544, + "thematic": 22545, + "ecumenical": 22546, + "sentiments": 22547, + "onstage": 22548, + "##rians": 22549, + "##brand": 22550, + "##sume": 22551, + "catastrophic": 22552, + "flanks": 22553, + "molten": 22554, + "##arns": 22555, + "waller": 22556, + "aimee": 22557, + "terminating": 22558, + "##icing": 22559, + "alternately": 22560, + "##oche": 22561, + "nehru": 22562, + "printers": 22563, + "outraged": 22564, + "##eving": 22565, + "empires": 22566, + "template": 22567, + "banners": 22568, + "repetitive": 22569, + "za": 22570, + "##oise": 22571, + "vegetarian": 22572, + "##tell": 22573, + "guiana": 22574, + "opt": 22575, + "cavendish": 22576, + "lucknow": 22577, + "synthesized": 22578, + "##hani": 22579, + "##mada": 22580, + "finalized": 22581, + "##ctable": 22582, + "fictitious": 22583, + "mayoral": 22584, + "unreliable": 22585, + "##enham": 22586, + "embracing": 22587, + "peppers": 22588, + "rbis": 22589, + "##chio": 22590, + "##neo": 22591, + "inhibition": 22592, + "slashed": 22593, + "togo": 22594, + "orderly": 22595, + "embroidered": 22596, + "safari": 22597, + "salty": 22598, + "236": 22599, + "barron": 22600, + "benito": 22601, + "totaled": 22602, + "##dak": 22603, + "pubs": 22604, + "simulated": 22605, + "caden": 22606, + "devin": 22607, + "tolkien": 22608, + "momma": 22609, + "welding": 22610, + "sesame": 22611, + "##ept": 22612, + "gottingen": 22613, + "hardness": 22614, + "630": 22615, + "shaman": 22616, + "temeraire": 22617, + "620": 22618, + "adequately": 22619, + "pediatric": 22620, + "##kit": 22621, + "ck": 22622, + "assertion": 22623, + "radicals": 22624, + "composure": 22625, + "cadence": 22626, + "seafood": 22627, + "beaufort": 22628, + "lazarus": 22629, + "mani": 22630, + "warily": 22631, + "cunning": 22632, + "kurdistan": 22633, + "249": 22634, + "cantata": 22635, + "##kir": 22636, + "ares": 22637, + "##41": 22638, + "##clusive": 22639, + "nape": 22640, + "townland": 22641, + "geared": 22642, + "insulted": 22643, + "flutter": 22644, + "boating": 22645, + "violate": 22646, + "draper": 22647, + "dumping": 22648, + "malmo": 22649, + "##hh": 22650, + "##romatic": 22651, + "firearm": 22652, + "alta": 22653, + "bono": 22654, + "obscured": 22655, + "##clave": 22656, + "exceeds": 22657, + "panorama": 22658, + "unbelievable": 22659, + "##train": 22660, + "preschool": 22661, + "##essed": 22662, + "disconnected": 22663, + "installing": 22664, + "rescuing": 22665, + "secretaries": 22666, + "accessibility": 22667, + "##castle": 22668, + "##drive": 22669, + "##ifice": 22670, + "##film": 22671, + "bouts": 22672, + "slug": 22673, + "waterway": 22674, + "mindanao": 22675, + "##buro": 22676, + "##ratic": 22677, + "halves": 22678, + "##ل": 22679, + "calming": 22680, + "liter": 22681, + "maternity": 22682, + "adorable": 22683, + "bragg": 22684, + "electrification": 22685, + "mcc": 22686, + "##dote": 22687, + "roxy": 22688, + "schizophrenia": 22689, + "##body": 22690, + "munoz": 22691, + "kaye": 22692, + "whaling": 22693, + "239": 22694, + "mil": 22695, + "tingling": 22696, + "tolerant": 22697, + "##ago": 22698, + "unconventional": 22699, + "volcanoes": 22700, + "##finder": 22701, + "deportivo": 22702, + "##llie": 22703, + "robson": 22704, + "kaufman": 22705, + "neuroscience": 22706, + "wai": 22707, + "deportation": 22708, + "masovian": 22709, + "scraping": 22710, + "converse": 22711, + "##bh": 22712, + "hacking": 22713, + "bulge": 22714, + "##oun": 22715, + "administratively": 22716, + "yao": 22717, + "580": 22718, + "amp": 22719, + "mammoth": 22720, + "booster": 22721, + "claremont": 22722, + "hooper": 22723, + "nomenclature": 22724, + "pursuits": 22725, + "mclaughlin": 22726, + "melinda": 22727, + "##sul": 22728, + "catfish": 22729, + "barclay": 22730, + "substrates": 22731, + "taxa": 22732, + "zee": 22733, + "originals": 22734, + "kimberly": 22735, + "packets": 22736, + "padma": 22737, + "##ality": 22738, + "borrowing": 22739, + "ostensibly": 22740, + "solvent": 22741, + "##bri": 22742, + "##genesis": 22743, + "##mist": 22744, + "lukas": 22745, + "shreveport": 22746, + "veracruz": 22747, + "##ь": 22748, + "##lou": 22749, + "##wives": 22750, + "cheney": 22751, + "tt": 22752, + "anatolia": 22753, + "hobbs": 22754, + "##zyn": 22755, + "cyclic": 22756, + "radiant": 22757, + "alistair": 22758, + "greenish": 22759, + "siena": 22760, + "dat": 22761, + "independents": 22762, + "##bation": 22763, + "conform": 22764, + "pieter": 22765, + "hyper": 22766, + "applicant": 22767, + "bradshaw": 22768, + "spores": 22769, + "telangana": 22770, + "vinci": 22771, + "inexpensive": 22772, + "nuclei": 22773, + "322": 22774, + "jang": 22775, + "nme": 22776, + "soho": 22777, + "spd": 22778, + "##ign": 22779, + "cradled": 22780, + "receptionist": 22781, + "pow": 22782, + "##43": 22783, + "##rika": 22784, + "fascism": 22785, + "##ifer": 22786, + "experimenting": 22787, + "##ading": 22788, + "##iec": 22789, + "##region": 22790, + "345": 22791, + "jocelyn": 22792, + "maris": 22793, + "stair": 22794, + "nocturnal": 22795, + "toro": 22796, + "constabulary": 22797, + "elgin": 22798, + "##kker": 22799, + "msc": 22800, + "##giving": 22801, + "##schen": 22802, + "##rase": 22803, + "doherty": 22804, + "doping": 22805, + "sarcastically": 22806, + "batter": 22807, + "maneuvers": 22808, + "##cano": 22809, + "##apple": 22810, + "##gai": 22811, + "##git": 22812, + "intrinsic": 22813, + "##nst": 22814, + "##stor": 22815, + "1753": 22816, + "showtime": 22817, + "cafes": 22818, + "gasps": 22819, + "lviv": 22820, + "ushered": 22821, + "##thed": 22822, + "fours": 22823, + "restart": 22824, + "astonishment": 22825, + "transmitting": 22826, + "flyer": 22827, + "shrugs": 22828, + "##sau": 22829, + "intriguing": 22830, + "cones": 22831, + "dictated": 22832, + "mushrooms": 22833, + "medial": 22834, + "##kovsky": 22835, + "##elman": 22836, + "escorting": 22837, + "gaped": 22838, + "##26": 22839, + "godfather": 22840, + "##door": 22841, + "##sell": 22842, + "djs": 22843, + "recaptured": 22844, + "timetable": 22845, + "vila": 22846, + "1710": 22847, + "3a": 22848, + "aerodrome": 22849, + "mortals": 22850, + "scientology": 22851, + "##orne": 22852, + "angelina": 22853, + "mag": 22854, + "convection": 22855, + "unpaid": 22856, + "insertion": 22857, + "intermittent": 22858, + "lego": 22859, + "##nated": 22860, + "endeavor": 22861, + "kota": 22862, + "pereira": 22863, + "##lz": 22864, + "304": 22865, + "bwv": 22866, + "glamorgan": 22867, + "insults": 22868, + "agatha": 22869, + "fey": 22870, + "##cend": 22871, + "fleetwood": 22872, + "mahogany": 22873, + "protruding": 22874, + "steamship": 22875, + "zeta": 22876, + "##arty": 22877, + "mcguire": 22878, + "suspense": 22879, + "##sphere": 22880, + "advising": 22881, + "urges": 22882, + "##wala": 22883, + "hurriedly": 22884, + "meteor": 22885, + "gilded": 22886, + "inline": 22887, + "arroyo": 22888, + "stalker": 22889, + "##oge": 22890, + "excitedly": 22891, + "revered": 22892, + "##cure": 22893, + "earle": 22894, + "introductory": 22895, + "##break": 22896, + "##ilde": 22897, + "mutants": 22898, + "puff": 22899, + "pulses": 22900, + "reinforcement": 22901, + "##haling": 22902, + "curses": 22903, + "lizards": 22904, + "stalk": 22905, + "correlated": 22906, + "##fixed": 22907, + "fallout": 22908, + "macquarie": 22909, + "##unas": 22910, + "bearded": 22911, + "denton": 22912, + "heaving": 22913, + "802": 22914, + "##ocation": 22915, + "winery": 22916, + "assign": 22917, + "dortmund": 22918, + "##lkirk": 22919, + "everest": 22920, + "invariant": 22921, + "charismatic": 22922, + "susie": 22923, + "##elling": 22924, + "bled": 22925, + "lesley": 22926, + "telegram": 22927, + "sumner": 22928, + "bk": 22929, + "##ogen": 22930, + "##к": 22931, + "wilcox": 22932, + "needy": 22933, + "colbert": 22934, + "duval": 22935, + "##iferous": 22936, + "##mbled": 22937, + "allotted": 22938, + "attends": 22939, + "imperative": 22940, + "##hita": 22941, + "replacements": 22942, + "hawker": 22943, + "##inda": 22944, + "insurgency": 22945, + "##zee": 22946, + "##eke": 22947, + "casts": 22948, + "##yla": 22949, + "680": 22950, + "ives": 22951, + "transitioned": 22952, + "##pack": 22953, + "##powering": 22954, + "authoritative": 22955, + "baylor": 22956, + "flex": 22957, + "cringed": 22958, + "plaintiffs": 22959, + "woodrow": 22960, + "##skie": 22961, + "drastic": 22962, + "ape": 22963, + "aroma": 22964, + "unfolded": 22965, + "commotion": 22966, + "nt": 22967, + "preoccupied": 22968, + "theta": 22969, + "routines": 22970, + "lasers": 22971, + "privatization": 22972, + "wand": 22973, + "domino": 22974, + "ek": 22975, + "clenching": 22976, + "nsa": 22977, + "strategically": 22978, + "showered": 22979, + "bile": 22980, + "handkerchief": 22981, + "pere": 22982, + "storing": 22983, + "christophe": 22984, + "insulting": 22985, + "316": 22986, + "nakamura": 22987, + "romani": 22988, + "asiatic": 22989, + "magdalena": 22990, + "palma": 22991, + "cruises": 22992, + "stripping": 22993, + "405": 22994, + "konstantin": 22995, + "soaring": 22996, + "##berman": 22997, + "colloquially": 22998, + "forerunner": 22999, + "havilland": 23000, + "incarcerated": 23001, + "parasites": 23002, + "sincerity": 23003, + "##utus": 23004, + "disks": 23005, + "plank": 23006, + "saigon": 23007, + "##ining": 23008, + "corbin": 23009, + "homo": 23010, + "ornaments": 23011, + "powerhouse": 23012, + "##tlement": 23013, + "chong": 23014, + "fastened": 23015, + "feasibility": 23016, + "idf": 23017, + "morphological": 23018, + "usable": 23019, + "##nish": 23020, + "##zuki": 23021, + "aqueduct": 23022, + "jaguars": 23023, + "keepers": 23024, + "##flies": 23025, + "aleksandr": 23026, + "faust": 23027, + "assigns": 23028, + "ewing": 23029, + "bacterium": 23030, + "hurled": 23031, + "tricky": 23032, + "hungarians": 23033, + "integers": 23034, + "wallis": 23035, + "321": 23036, + "yamaha": 23037, + "##isha": 23038, + "hushed": 23039, + "oblivion": 23040, + "aviator": 23041, + "evangelist": 23042, + "friars": 23043, + "##eller": 23044, + "monograph": 23045, + "ode": 23046, + "##nary": 23047, + "airplanes": 23048, + "labourers": 23049, + "charms": 23050, + "##nee": 23051, + "1661": 23052, + "hagen": 23053, + "tnt": 23054, + "rudder": 23055, + "fiesta": 23056, + "transcript": 23057, + "dorothea": 23058, + "ska": 23059, + "inhibitor": 23060, + "maccabi": 23061, + "retorted": 23062, + "raining": 23063, + "encompassed": 23064, + "clauses": 23065, + "menacing": 23066, + "1642": 23067, + "lineman": 23068, + "##gist": 23069, + "vamps": 23070, + "##ape": 23071, + "##dick": 23072, + "gloom": 23073, + "##rera": 23074, + "dealings": 23075, + "easing": 23076, + "seekers": 23077, + "##nut": 23078, + "##pment": 23079, + "helens": 23080, + "unmanned": 23081, + "##anu": 23082, + "##isson": 23083, + "basics": 23084, + "##amy": 23085, + "##ckman": 23086, + "adjustments": 23087, + "1688": 23088, + "brutality": 23089, + "horne": 23090, + "##zell": 23091, + "sui": 23092, + "##55": 23093, + "##mable": 23094, + "aggregator": 23095, + "##thal": 23096, + "rhino": 23097, + "##drick": 23098, + "##vira": 23099, + "counters": 23100, + "zoom": 23101, + "##01": 23102, + "##rting": 23103, + "mn": 23104, + "montenegrin": 23105, + "packard": 23106, + "##unciation": 23107, + "##♭": 23108, + "##kki": 23109, + "reclaim": 23110, + "scholastic": 23111, + "thugs": 23112, + "pulsed": 23113, + "##icia": 23114, + "syriac": 23115, + "quan": 23116, + "saddam": 23117, + "banda": 23118, + "kobe": 23119, + "blaming": 23120, + "buddies": 23121, + "dissent": 23122, + "##lusion": 23123, + "##usia": 23124, + "corbett": 23125, + "jaya": 23126, + "delle": 23127, + "erratic": 23128, + "lexie": 23129, + "##hesis": 23130, + "435": 23131, + "amiga": 23132, + "hermes": 23133, + "##pressing": 23134, + "##leen": 23135, + "chapels": 23136, + "gospels": 23137, + "jamal": 23138, + "##uating": 23139, + "compute": 23140, + "revolving": 23141, + "warp": 23142, + "##sso": 23143, + "##thes": 23144, + "armory": 23145, + "##eras": 23146, + "##gol": 23147, + "antrim": 23148, + "loki": 23149, + "##kow": 23150, + "##asian": 23151, + "##good": 23152, + "##zano": 23153, + "braid": 23154, + "handwriting": 23155, + "subdistrict": 23156, + "funky": 23157, + "pantheon": 23158, + "##iculate": 23159, + "concurrency": 23160, + "estimation": 23161, + "improper": 23162, + "juliana": 23163, + "##his": 23164, + "newcomers": 23165, + "johnstone": 23166, + "staten": 23167, + "communicated": 23168, + "##oco": 23169, + "##alle": 23170, + "sausage": 23171, + "stormy": 23172, + "##stered": 23173, + "##tters": 23174, + "superfamily": 23175, + "##grade": 23176, + "acidic": 23177, + "collateral": 23178, + "tabloid": 23179, + "##oped": 23180, + "##rza": 23181, + "bladder": 23182, + "austen": 23183, + "##ellant": 23184, + "mcgraw": 23185, + "##hay": 23186, + "hannibal": 23187, + "mein": 23188, + "aquino": 23189, + "lucifer": 23190, + "wo": 23191, + "badger": 23192, + "boar": 23193, + "cher": 23194, + "christensen": 23195, + "greenberg": 23196, + "interruption": 23197, + "##kken": 23198, + "jem": 23199, + "244": 23200, + "mocked": 23201, + "bottoms": 23202, + "cambridgeshire": 23203, + "##lide": 23204, + "sprawling": 23205, + "##bbly": 23206, + "eastwood": 23207, + "ghent": 23208, + "synth": 23209, + "##buck": 23210, + "advisers": 23211, + "##bah": 23212, + "nominally": 23213, + "hapoel": 23214, + "qu": 23215, + "daggers": 23216, + "estranged": 23217, + "fabricated": 23218, + "towels": 23219, + "vinnie": 23220, + "wcw": 23221, + "misunderstanding": 23222, + "anglia": 23223, + "nothin": 23224, + "unmistakable": 23225, + "##dust": 23226, + "##lova": 23227, + "chilly": 23228, + "marquette": 23229, + "truss": 23230, + "##edge": 23231, + "##erine": 23232, + "reece": 23233, + "##lty": 23234, + "##chemist": 23235, + "##connected": 23236, + "272": 23237, + "308": 23238, + "41st": 23239, + "bash": 23240, + "raion": 23241, + "waterfalls": 23242, + "##ump": 23243, + "##main": 23244, + "labyrinth": 23245, + "queue": 23246, + "theorist": 23247, + "##istle": 23248, + "bharatiya": 23249, + "flexed": 23250, + "soundtracks": 23251, + "rooney": 23252, + "leftist": 23253, + "patrolling": 23254, + "wharton": 23255, + "plainly": 23256, + "alleviate": 23257, + "eastman": 23258, + "schuster": 23259, + "topographic": 23260, + "engages": 23261, + "immensely": 23262, + "unbearable": 23263, + "fairchild": 23264, + "1620": 23265, + "dona": 23266, + "lurking": 23267, + "parisian": 23268, + "oliveira": 23269, + "ia": 23270, + "indictment": 23271, + "hahn": 23272, + "bangladeshi": 23273, + "##aster": 23274, + "vivo": 23275, + "##uming": 23276, + "##ential": 23277, + "antonia": 23278, + "expects": 23279, + "indoors": 23280, + "kildare": 23281, + "harlan": 23282, + "##logue": 23283, + "##ogenic": 23284, + "##sities": 23285, + "forgiven": 23286, + "##wat": 23287, + "childish": 23288, + "tavi": 23289, + "##mide": 23290, + "##orra": 23291, + "plausible": 23292, + "grimm": 23293, + "successively": 23294, + "scooted": 23295, + "##bola": 23296, + "##dget": 23297, + "##rith": 23298, + "spartans": 23299, + "emery": 23300, + "flatly": 23301, + "azure": 23302, + "epilogue": 23303, + "##wark": 23304, + "flourish": 23305, + "##iny": 23306, + "##tracted": 23307, + "##overs": 23308, + "##oshi": 23309, + "bestseller": 23310, + "distressed": 23311, + "receipt": 23312, + "spitting": 23313, + "hermit": 23314, + "topological": 23315, + "##cot": 23316, + "drilled": 23317, + "subunit": 23318, + "francs": 23319, + "##layer": 23320, + "eel": 23321, + "##fk": 23322, + "##itas": 23323, + "octopus": 23324, + "footprint": 23325, + "petitions": 23326, + "ufo": 23327, + "##say": 23328, + "##foil": 23329, + "interfering": 23330, + "leaking": 23331, + "palo": 23332, + "##metry": 23333, + "thistle": 23334, + "valiant": 23335, + "##pic": 23336, + "narayan": 23337, + "mcpherson": 23338, + "##fast": 23339, + "gonzales": 23340, + "##ym": 23341, + "##enne": 23342, + "dustin": 23343, + "novgorod": 23344, + "solos": 23345, + "##zman": 23346, + "doin": 23347, + "##raph": 23348, + "##patient": 23349, + "##meyer": 23350, + "soluble": 23351, + "ashland": 23352, + "cuffs": 23353, + "carole": 23354, + "pendleton": 23355, + "whistling": 23356, + "vassal": 23357, + "##river": 23358, + "deviation": 23359, + "revisited": 23360, + "constituents": 23361, + "rallied": 23362, + "rotate": 23363, + "loomed": 23364, + "##eil": 23365, + "##nting": 23366, + "amateurs": 23367, + "augsburg": 23368, + "auschwitz": 23369, + "crowns": 23370, + "skeletons": 23371, + "##cona": 23372, + "bonnet": 23373, + "257": 23374, + "dummy": 23375, + "globalization": 23376, + "simeon": 23377, + "sleeper": 23378, + "mandal": 23379, + "differentiated": 23380, + "##crow": 23381, + "##mare": 23382, + "milne": 23383, + "bundled": 23384, + "exasperated": 23385, + "talmud": 23386, + "owes": 23387, + "segregated": 23388, + "##feng": 23389, + "##uary": 23390, + "dentist": 23391, + "piracy": 23392, + "props": 23393, + "##rang": 23394, + "devlin": 23395, + "##torium": 23396, + "malicious": 23397, + "paws": 23398, + "##laid": 23399, + "dependency": 23400, + "##ergy": 23401, + "##fers": 23402, + "##enna": 23403, + "258": 23404, + "pistons": 23405, + "rourke": 23406, + "jed": 23407, + "grammatical": 23408, + "tres": 23409, + "maha": 23410, + "wig": 23411, + "512": 23412, + "ghostly": 23413, + "jayne": 23414, + "##achal": 23415, + "##creen": 23416, + "##ilis": 23417, + "##lins": 23418, + "##rence": 23419, + "designate": 23420, + "##with": 23421, + "arrogance": 23422, + "cambodian": 23423, + "clones": 23424, + "showdown": 23425, + "throttle": 23426, + "twain": 23427, + "##ception": 23428, + "lobes": 23429, + "metz": 23430, + "nagoya": 23431, + "335": 23432, + "braking": 23433, + "##furt": 23434, + "385": 23435, + "roaming": 23436, + "##minster": 23437, + "amin": 23438, + "crippled": 23439, + "##37": 23440, + "##llary": 23441, + "indifferent": 23442, + "hoffmann": 23443, + "idols": 23444, + "intimidating": 23445, + "1751": 23446, + "261": 23447, + "influenza": 23448, + "memo": 23449, + "onions": 23450, + "1748": 23451, + "bandage": 23452, + "consciously": 23453, + "##landa": 23454, + "##rage": 23455, + "clandestine": 23456, + "observes": 23457, + "swiped": 23458, + "tangle": 23459, + "##ener": 23460, + "##jected": 23461, + "##trum": 23462, + "##bill": 23463, + "##lta": 23464, + "hugs": 23465, + "congresses": 23466, + "josiah": 23467, + "spirited": 23468, + "##dek": 23469, + "humanist": 23470, + "managerial": 23471, + "filmmaking": 23472, + "inmate": 23473, + "rhymes": 23474, + "debuting": 23475, + "grimsby": 23476, + "ur": 23477, + "##laze": 23478, + "duplicate": 23479, + "vigor": 23480, + "##tf": 23481, + "republished": 23482, + "bolshevik": 23483, + "refurbishment": 23484, + "antibiotics": 23485, + "martini": 23486, + "methane": 23487, + "newscasts": 23488, + "royale": 23489, + "horizons": 23490, + "levant": 23491, + "iain": 23492, + "visas": 23493, + "##ischen": 23494, + "paler": 23495, + "##around": 23496, + "manifestation": 23497, + "snuck": 23498, + "alf": 23499, + "chop": 23500, + "futile": 23501, + "pedestal": 23502, + "rehab": 23503, + "##kat": 23504, + "bmg": 23505, + "kerman": 23506, + "res": 23507, + "fairbanks": 23508, + "jarrett": 23509, + "abstraction": 23510, + "saharan": 23511, + "##zek": 23512, + "1746": 23513, + "procedural": 23514, + "clearer": 23515, + "kincaid": 23516, + "sash": 23517, + "luciano": 23518, + "##ffey": 23519, + "crunch": 23520, + "helmut": 23521, + "##vara": 23522, + "revolutionaries": 23523, + "##tute": 23524, + "creamy": 23525, + "leach": 23526, + "##mmon": 23527, + "1747": 23528, + "permitting": 23529, + "nes": 23530, + "plight": 23531, + "wendell": 23532, + "##lese": 23533, + "contra": 23534, + "ts": 23535, + "clancy": 23536, + "ipa": 23537, + "mach": 23538, + "staples": 23539, + "autopsy": 23540, + "disturbances": 23541, + "nueva": 23542, + "karin": 23543, + "pontiac": 23544, + "##uding": 23545, + "proxy": 23546, + "venerable": 23547, + "haunt": 23548, + "leto": 23549, + "bergman": 23550, + "expands": 23551, + "##helm": 23552, + "wal": 23553, + "##pipe": 23554, + "canning": 23555, + "celine": 23556, + "cords": 23557, + "obesity": 23558, + "##enary": 23559, + "intrusion": 23560, + "planner": 23561, + "##phate": 23562, + "reasoned": 23563, + "sequencing": 23564, + "307": 23565, + "harrow": 23566, + "##chon": 23567, + "##dora": 23568, + "marred": 23569, + "mcintyre": 23570, + "repay": 23571, + "tarzan": 23572, + "darting": 23573, + "248": 23574, + "harrisburg": 23575, + "margarita": 23576, + "repulsed": 23577, + "##hur": 23578, + "##lding": 23579, + "belinda": 23580, + "hamburger": 23581, + "novo": 23582, + "compliant": 23583, + "runways": 23584, + "bingham": 23585, + "registrar": 23586, + "skyscraper": 23587, + "ic": 23588, + "cuthbert": 23589, + "improvisation": 23590, + "livelihood": 23591, + "##corp": 23592, + "##elial": 23593, + "admiring": 23594, + "##dened": 23595, + "sporadic": 23596, + "believer": 23597, + "casablanca": 23598, + "popcorn": 23599, + "##29": 23600, + "asha": 23601, + "shovel": 23602, + "##bek": 23603, + "##dice": 23604, + "coiled": 23605, + "tangible": 23606, + "##dez": 23607, + "casper": 23608, + "elsie": 23609, + "resin": 23610, + "tenderness": 23611, + "rectory": 23612, + "##ivision": 23613, + "avail": 23614, + "sonar": 23615, + "##mori": 23616, + "boutique": 23617, + "##dier": 23618, + "guerre": 23619, + "bathed": 23620, + "upbringing": 23621, + "vaulted": 23622, + "sandals": 23623, + "blessings": 23624, + "##naut": 23625, + "##utnant": 23626, + "1680": 23627, + "306": 23628, + "foxes": 23629, + "pia": 23630, + "corrosion": 23631, + "hesitantly": 23632, + "confederates": 23633, + "crystalline": 23634, + "footprints": 23635, + "shapiro": 23636, + "tirana": 23637, + "valentin": 23638, + "drones": 23639, + "45th": 23640, + "microscope": 23641, + "shipments": 23642, + "texted": 23643, + "inquisition": 23644, + "wry": 23645, + "guernsey": 23646, + "unauthorized": 23647, + "resigning": 23648, + "760": 23649, + "ripple": 23650, + "schubert": 23651, + "stu": 23652, + "reassure": 23653, + "felony": 23654, + "##ardo": 23655, + "brittle": 23656, + "koreans": 23657, + "##havan": 23658, + "##ives": 23659, + "dun": 23660, + "implicit": 23661, + "tyres": 23662, + "##aldi": 23663, + "##lth": 23664, + "magnolia": 23665, + "##ehan": 23666, + "##puri": 23667, + "##poulos": 23668, + "aggressively": 23669, + "fei": 23670, + "gr": 23671, + "familiarity": 23672, + "##poo": 23673, + "indicative": 23674, + "##trust": 23675, + "fundamentally": 23676, + "jimmie": 23677, + "overrun": 23678, + "395": 23679, + "anchors": 23680, + "moans": 23681, + "##opus": 23682, + "britannia": 23683, + "armagh": 23684, + "##ggle": 23685, + "purposely": 23686, + "seizing": 23687, + "##vao": 23688, + "bewildered": 23689, + "mundane": 23690, + "avoidance": 23691, + "cosmopolitan": 23692, + "geometridae": 23693, + "quartermaster": 23694, + "caf": 23695, + "415": 23696, + "chatter": 23697, + "engulfed": 23698, + "gleam": 23699, + "purge": 23700, + "##icate": 23701, + "juliette": 23702, + "jurisprudence": 23703, + "guerra": 23704, + "revisions": 23705, + "##bn": 23706, + "casimir": 23707, + "brew": 23708, + "##jm": 23709, + "1749": 23710, + "clapton": 23711, + "cloudy": 23712, + "conde": 23713, + "hermitage": 23714, + "278": 23715, + "simulations": 23716, + "torches": 23717, + "vincenzo": 23718, + "matteo": 23719, + "##rill": 23720, + "hidalgo": 23721, + "booming": 23722, + "westbound": 23723, + "accomplishment": 23724, + "tentacles": 23725, + "unaffected": 23726, + "##sius": 23727, + "annabelle": 23728, + "flopped": 23729, + "sloping": 23730, + "##litz": 23731, + "dreamer": 23732, + "interceptor": 23733, + "vu": 23734, + "##loh": 23735, + "consecration": 23736, + "copying": 23737, + "messaging": 23738, + "breaker": 23739, + "climates": 23740, + "hospitalized": 23741, + "1752": 23742, + "torino": 23743, + "afternoons": 23744, + "winfield": 23745, + "witnessing": 23746, + "##teacher": 23747, + "breakers": 23748, + "choirs": 23749, + "sawmill": 23750, + "coldly": 23751, + "##ege": 23752, + "sipping": 23753, + "haste": 23754, + "uninhabited": 23755, + "conical": 23756, + "bibliography": 23757, + "pamphlets": 23758, + "severn": 23759, + "edict": 23760, + "##oca": 23761, + "deux": 23762, + "illnesses": 23763, + "grips": 23764, + "##pl": 23765, + "rehearsals": 23766, + "sis": 23767, + "thinkers": 23768, + "tame": 23769, + "##keepers": 23770, + "1690": 23771, + "acacia": 23772, + "reformer": 23773, + "##osed": 23774, + "##rys": 23775, + "shuffling": 23776, + "##iring": 23777, + "##shima": 23778, + "eastbound": 23779, + "ionic": 23780, + "rhea": 23781, + "flees": 23782, + "littered": 23783, + "##oum": 23784, + "rocker": 23785, + "vomiting": 23786, + "groaning": 23787, + "champ": 23788, + "overwhelmingly": 23789, + "civilizations": 23790, + "paces": 23791, + "sloop": 23792, + "adoptive": 23793, + "##tish": 23794, + "skaters": 23795, + "##vres": 23796, + "aiding": 23797, + "mango": 23798, + "##joy": 23799, + "nikola": 23800, + "shriek": 23801, + "##ignon": 23802, + "pharmaceuticals": 23803, + "##mg": 23804, + "tuna": 23805, + "calvert": 23806, + "gustavo": 23807, + "stocked": 23808, + "yearbook": 23809, + "##urai": 23810, + "##mana": 23811, + "computed": 23812, + "subsp": 23813, + "riff": 23814, + "hanoi": 23815, + "kelvin": 23816, + "hamid": 23817, + "moors": 23818, + "pastures": 23819, + "summons": 23820, + "jihad": 23821, + "nectar": 23822, + "##ctors": 23823, + "bayou": 23824, + "untitled": 23825, + "pleasing": 23826, + "vastly": 23827, + "republics": 23828, + "intellect": 23829, + "##η": 23830, + "##ulio": 23831, + "##tou": 23832, + "crumbling": 23833, + "stylistic": 23834, + "sb": 23835, + "##ی": 23836, + "consolation": 23837, + "frequented": 23838, + "h₂o": 23839, + "walden": 23840, + "widows": 23841, + "##iens": 23842, + "404": 23843, + "##ignment": 23844, + "chunks": 23845, + "improves": 23846, + "288": 23847, + "grit": 23848, + "recited": 23849, + "##dev": 23850, + "snarl": 23851, + "sociological": 23852, + "##arte": 23853, + "##gul": 23854, + "inquired": 23855, + "##held": 23856, + "bruise": 23857, + "clube": 23858, + "consultancy": 23859, + "homogeneous": 23860, + "hornets": 23861, + "multiplication": 23862, + "pasta": 23863, + "prick": 23864, + "savior": 23865, + "##grin": 23866, + "##kou": 23867, + "##phile": 23868, + "yoon": 23869, + "##gara": 23870, + "grimes": 23871, + "vanishing": 23872, + "cheering": 23873, + "reacting": 23874, + "bn": 23875, + "distillery": 23876, + "##quisite": 23877, + "##vity": 23878, + "coe": 23879, + "dockyard": 23880, + "massif": 23881, + "##jord": 23882, + "escorts": 23883, + "voss": 23884, + "##valent": 23885, + "byte": 23886, + "chopped": 23887, + "hawke": 23888, + "illusions": 23889, + "workings": 23890, + "floats": 23891, + "##koto": 23892, + "##vac": 23893, + "kv": 23894, + "annapolis": 23895, + "madden": 23896, + "##onus": 23897, + "alvaro": 23898, + "noctuidae": 23899, + "##cum": 23900, + "##scopic": 23901, + "avenge": 23902, + "steamboat": 23903, + "forte": 23904, + "illustrates": 23905, + "erika": 23906, + "##trip": 23907, + "570": 23908, + "dew": 23909, + "nationalities": 23910, + "bran": 23911, + "manifested": 23912, + "thirsty": 23913, + "diversified": 23914, + "muscled": 23915, + "reborn": 23916, + "##standing": 23917, + "arson": 23918, + "##lessness": 23919, + "##dran": 23920, + "##logram": 23921, + "##boys": 23922, + "##kushima": 23923, + "##vious": 23924, + "willoughby": 23925, + "##phobia": 23926, + "286": 23927, + "alsace": 23928, + "dashboard": 23929, + "yuki": 23930, + "##chai": 23931, + "granville": 23932, + "myspace": 23933, + "publicized": 23934, + "tricked": 23935, + "##gang": 23936, + "adjective": 23937, + "##ater": 23938, + "relic": 23939, + "reorganisation": 23940, + "enthusiastically": 23941, + "indications": 23942, + "saxe": 23943, + "##lassified": 23944, + "consolidate": 23945, + "iec": 23946, + "padua": 23947, + "helplessly": 23948, + "ramps": 23949, + "renaming": 23950, + "regulars": 23951, + "pedestrians": 23952, + "accents": 23953, + "convicts": 23954, + "inaccurate": 23955, + "lowers": 23956, + "mana": 23957, + "##pati": 23958, + "barrie": 23959, + "bjp": 23960, + "outta": 23961, + "someplace": 23962, + "berwick": 23963, + "flanking": 23964, + "invoked": 23965, + "marrow": 23966, + "sparsely": 23967, + "excerpts": 23968, + "clothed": 23969, + "rei": 23970, + "##ginal": 23971, + "wept": 23972, + "##straße": 23973, + "##vish": 23974, + "alexa": 23975, + "excel": 23976, + "##ptive": 23977, + "membranes": 23978, + "aquitaine": 23979, + "creeks": 23980, + "cutler": 23981, + "sheppard": 23982, + "implementations": 23983, + "ns": 23984, + "##dur": 23985, + "fragrance": 23986, + "budge": 23987, + "concordia": 23988, + "magnesium": 23989, + "marcelo": 23990, + "##antes": 23991, + "gladly": 23992, + "vibrating": 23993, + "##rral": 23994, + "##ggles": 23995, + "montrose": 23996, + "##omba": 23997, + "lew": 23998, + "seamus": 23999, + "1630": 24000, + "cocky": 24001, + "##ament": 24002, + "##uen": 24003, + "bjorn": 24004, + "##rrick": 24005, + "fielder": 24006, + "fluttering": 24007, + "##lase": 24008, + "methyl": 24009, + "kimberley": 24010, + "mcdowell": 24011, + "reductions": 24012, + "barbed": 24013, + "##jic": 24014, + "##tonic": 24015, + "aeronautical": 24016, + "condensed": 24017, + "distracting": 24018, + "##promising": 24019, + "huffed": 24020, + "##cala": 24021, + "##sle": 24022, + "claudius": 24023, + "invincible": 24024, + "missy": 24025, + "pious": 24026, + "balthazar": 24027, + "ci": 24028, + "##lang": 24029, + "butte": 24030, + "combo": 24031, + "orson": 24032, + "##dication": 24033, + "myriad": 24034, + "1707": 24035, + "silenced": 24036, + "##fed": 24037, + "##rh": 24038, + "coco": 24039, + "netball": 24040, + "yourselves": 24041, + "##oza": 24042, + "clarify": 24043, + "heller": 24044, + "peg": 24045, + "durban": 24046, + "etudes": 24047, + "offender": 24048, + "roast": 24049, + "blackmail": 24050, + "curvature": 24051, + "##woods": 24052, + "vile": 24053, + "309": 24054, + "illicit": 24055, + "suriname": 24056, + "##linson": 24057, + "overture": 24058, + "1685": 24059, + "bubbling": 24060, + "gymnast": 24061, + "tucking": 24062, + "##mming": 24063, + "##ouin": 24064, + "maldives": 24065, + "##bala": 24066, + "gurney": 24067, + "##dda": 24068, + "##eased": 24069, + "##oides": 24070, + "backside": 24071, + "pinto": 24072, + "jars": 24073, + "racehorse": 24074, + "tending": 24075, + "##rdial": 24076, + "baronetcy": 24077, + "wiener": 24078, + "duly": 24079, + "##rke": 24080, + "barbarian": 24081, + "cupping": 24082, + "flawed": 24083, + "##thesis": 24084, + "bertha": 24085, + "pleistocene": 24086, + "puddle": 24087, + "swearing": 24088, + "##nob": 24089, + "##tically": 24090, + "fleeting": 24091, + "prostate": 24092, + "amulet": 24093, + "educating": 24094, + "##mined": 24095, + "##iti": 24096, + "##tler": 24097, + "75th": 24098, + "jens": 24099, + "respondents": 24100, + "analytics": 24101, + "cavaliers": 24102, + "papacy": 24103, + "raju": 24104, + "##iente": 24105, + "##ulum": 24106, + "##tip": 24107, + "funnel": 24108, + "271": 24109, + "disneyland": 24110, + "##lley": 24111, + "sociologist": 24112, + "##iam": 24113, + "2500": 24114, + "faulkner": 24115, + "louvre": 24116, + "menon": 24117, + "##dson": 24118, + "276": 24119, + "##ower": 24120, + "afterlife": 24121, + "mannheim": 24122, + "peptide": 24123, + "referees": 24124, + "comedians": 24125, + "meaningless": 24126, + "##anger": 24127, + "##laise": 24128, + "fabrics": 24129, + "hurley": 24130, + "renal": 24131, + "sleeps": 24132, + "##bour": 24133, + "##icle": 24134, + "breakout": 24135, + "kristin": 24136, + "roadside": 24137, + "animator": 24138, + "clover": 24139, + "disdain": 24140, + "unsafe": 24141, + "redesign": 24142, + "##urity": 24143, + "firth": 24144, + "barnsley": 24145, + "portage": 24146, + "reset": 24147, + "narrows": 24148, + "268": 24149, + "commandos": 24150, + "expansive": 24151, + "speechless": 24152, + "tubular": 24153, + "##lux": 24154, + "essendon": 24155, + "eyelashes": 24156, + "smashwords": 24157, + "##yad": 24158, + "##bang": 24159, + "##claim": 24160, + "craved": 24161, + "sprinted": 24162, + "chet": 24163, + "somme": 24164, + "astor": 24165, + "wrocław": 24166, + "orton": 24167, + "266": 24168, + "bane": 24169, + "##erving": 24170, + "##uing": 24171, + "mischief": 24172, + "##amps": 24173, + "##sund": 24174, + "scaling": 24175, + "terre": 24176, + "##xious": 24177, + "impairment": 24178, + "offenses": 24179, + "undermine": 24180, + "moi": 24181, + "soy": 24182, + "contiguous": 24183, + "arcadia": 24184, + "inuit": 24185, + "seam": 24186, + "##tops": 24187, + "macbeth": 24188, + "rebelled": 24189, + "##icative": 24190, + "##iot": 24191, + "590": 24192, + "elaborated": 24193, + "frs": 24194, + "uniformed": 24195, + "##dberg": 24196, + "259": 24197, + "powerless": 24198, + "priscilla": 24199, + "stimulated": 24200, + "980": 24201, + "qc": 24202, + "arboretum": 24203, + "frustrating": 24204, + "trieste": 24205, + "bullock": 24206, + "##nified": 24207, + "enriched": 24208, + "glistening": 24209, + "intern": 24210, + "##adia": 24211, + "locus": 24212, + "nouvelle": 24213, + "ollie": 24214, + "ike": 24215, + "lash": 24216, + "starboard": 24217, + "ee": 24218, + "tapestry": 24219, + "headlined": 24220, + "hove": 24221, + "rigged": 24222, + "##vite": 24223, + "pollock": 24224, + "##yme": 24225, + "thrive": 24226, + "clustered": 24227, + "cas": 24228, + "roi": 24229, + "gleamed": 24230, + "olympiad": 24231, + "##lino": 24232, + "pressured": 24233, + "regimes": 24234, + "##hosis": 24235, + "##lick": 24236, + "ripley": 24237, + "##ophone": 24238, + "kickoff": 24239, + "gallon": 24240, + "rockwell": 24241, + "##arable": 24242, + "crusader": 24243, + "glue": 24244, + "revolutions": 24245, + "scrambling": 24246, + "1714": 24247, + "grover": 24248, + "##jure": 24249, + "englishman": 24250, + "aztec": 24251, + "263": 24252, + "contemplating": 24253, + "coven": 24254, + "ipad": 24255, + "preach": 24256, + "triumphant": 24257, + "tufts": 24258, + "##esian": 24259, + "rotational": 24260, + "##phus": 24261, + "328": 24262, + "falkland": 24263, + "##brates": 24264, + "strewn": 24265, + "clarissa": 24266, + "rejoin": 24267, + "environmentally": 24268, + "glint": 24269, + "banded": 24270, + "drenched": 24271, + "moat": 24272, + "albanians": 24273, + "johor": 24274, + "rr": 24275, + "maestro": 24276, + "malley": 24277, + "nouveau": 24278, + "shaded": 24279, + "taxonomy": 24280, + "v6": 24281, + "adhere": 24282, + "bunk": 24283, + "airfields": 24284, + "##ritan": 24285, + "1741": 24286, + "encompass": 24287, + "remington": 24288, + "tran": 24289, + "##erative": 24290, + "amelie": 24291, + "mazda": 24292, + "friar": 24293, + "morals": 24294, + "passions": 24295, + "##zai": 24296, + "breadth": 24297, + "vis": 24298, + "##hae": 24299, + "argus": 24300, + "burnham": 24301, + "caressing": 24302, + "insider": 24303, + "rudd": 24304, + "##imov": 24305, + "##mini": 24306, + "##rso": 24307, + "italianate": 24308, + "murderous": 24309, + "textual": 24310, + "wainwright": 24311, + "armada": 24312, + "bam": 24313, + "weave": 24314, + "timer": 24315, + "##taken": 24316, + "##nh": 24317, + "fra": 24318, + "##crest": 24319, + "ardent": 24320, + "salazar": 24321, + "taps": 24322, + "tunis": 24323, + "##ntino": 24324, + "allegro": 24325, + "gland": 24326, + "philanthropic": 24327, + "##chester": 24328, + "implication": 24329, + "##optera": 24330, + "esq": 24331, + "judas": 24332, + "noticeably": 24333, + "wynn": 24334, + "##dara": 24335, + "inched": 24336, + "indexed": 24337, + "crises": 24338, + "villiers": 24339, + "bandit": 24340, + "royalties": 24341, + "patterned": 24342, + "cupboard": 24343, + "interspersed": 24344, + "accessory": 24345, + "isla": 24346, + "kendrick": 24347, + "entourage": 24348, + "stitches": 24349, + "##esthesia": 24350, + "headwaters": 24351, + "##ior": 24352, + "interlude": 24353, + "distraught": 24354, + "draught": 24355, + "1727": 24356, + "##basket": 24357, + "biased": 24358, + "sy": 24359, + "transient": 24360, + "triad": 24361, + "subgenus": 24362, + "adapting": 24363, + "kidd": 24364, + "shortstop": 24365, + "##umatic": 24366, + "dimly": 24367, + "spiked": 24368, + "mcleod": 24369, + "reprint": 24370, + "nellie": 24371, + "pretoria": 24372, + "windmill": 24373, + "##cek": 24374, + "singled": 24375, + "##mps": 24376, + "273": 24377, + "reunite": 24378, + "##orous": 24379, + "747": 24380, + "bankers": 24381, + "outlying": 24382, + "##omp": 24383, + "##ports": 24384, + "##tream": 24385, + "apologies": 24386, + "cosmetics": 24387, + "patsy": 24388, + "##deh": 24389, + "##ocks": 24390, + "##yson": 24391, + "bender": 24392, + "nantes": 24393, + "serene": 24394, + "##nad": 24395, + "lucha": 24396, + "mmm": 24397, + "323": 24398, + "##cius": 24399, + "##gli": 24400, + "cmll": 24401, + "coinage": 24402, + "nestor": 24403, + "juarez": 24404, + "##rook": 24405, + "smeared": 24406, + "sprayed": 24407, + "twitching": 24408, + "sterile": 24409, + "irina": 24410, + "embodied": 24411, + "juveniles": 24412, + "enveloped": 24413, + "miscellaneous": 24414, + "cancers": 24415, + "dq": 24416, + "gulped": 24417, + "luisa": 24418, + "crested": 24419, + "swat": 24420, + "donegal": 24421, + "ref": 24422, + "##anov": 24423, + "##acker": 24424, + "hearst": 24425, + "mercantile": 24426, + "##lika": 24427, + "doorbell": 24428, + "ua": 24429, + "vicki": 24430, + "##alla": 24431, + "##som": 24432, + "bilbao": 24433, + "psychologists": 24434, + "stryker": 24435, + "sw": 24436, + "horsemen": 24437, + "turkmenistan": 24438, + "wits": 24439, + "##national": 24440, + "anson": 24441, + "mathew": 24442, + "screenings": 24443, + "##umb": 24444, + "rihanna": 24445, + "##agne": 24446, + "##nessy": 24447, + "aisles": 24448, + "##iani": 24449, + "##osphere": 24450, + "hines": 24451, + "kenton": 24452, + "saskatoon": 24453, + "tasha": 24454, + "truncated": 24455, + "##champ": 24456, + "##itan": 24457, + "mildred": 24458, + "advises": 24459, + "fredrik": 24460, + "interpreting": 24461, + "inhibitors": 24462, + "##athi": 24463, + "spectroscopy": 24464, + "##hab": 24465, + "##kong": 24466, + "karim": 24467, + "panda": 24468, + "##oia": 24469, + "##nail": 24470, + "##vc": 24471, + "conqueror": 24472, + "kgb": 24473, + "leukemia": 24474, + "##dity": 24475, + "arrivals": 24476, + "cheered": 24477, + "pisa": 24478, + "phosphorus": 24479, + "shielded": 24480, + "##riated": 24481, + "mammal": 24482, + "unitarian": 24483, + "urgently": 24484, + "chopin": 24485, + "sanitary": 24486, + "##mission": 24487, + "spicy": 24488, + "drugged": 24489, + "hinges": 24490, + "##tort": 24491, + "tipping": 24492, + "trier": 24493, + "impoverished": 24494, + "westchester": 24495, + "##caster": 24496, + "267": 24497, + "epoch": 24498, + "nonstop": 24499, + "##gman": 24500, + "##khov": 24501, + "aromatic": 24502, + "centrally": 24503, + "cerro": 24504, + "##tively": 24505, + "##vio": 24506, + "billions": 24507, + "modulation": 24508, + "sedimentary": 24509, + "283": 24510, + "facilitating": 24511, + "outrageous": 24512, + "goldstein": 24513, + "##eak": 24514, + "##kt": 24515, + "ld": 24516, + "maitland": 24517, + "penultimate": 24518, + "pollard": 24519, + "##dance": 24520, + "fleets": 24521, + "spaceship": 24522, + "vertebrae": 24523, + "##nig": 24524, + "alcoholism": 24525, + "als": 24526, + "recital": 24527, + "##bham": 24528, + "##ference": 24529, + "##omics": 24530, + "m2": 24531, + "##bm": 24532, + "trois": 24533, + "##tropical": 24534, + "##в": 24535, + "commemorates": 24536, + "##meric": 24537, + "marge": 24538, + "##raction": 24539, + "1643": 24540, + "670": 24541, + "cosmetic": 24542, + "ravaged": 24543, + "##ige": 24544, + "catastrophe": 24545, + "eng": 24546, + "##shida": 24547, + "albrecht": 24548, + "arterial": 24549, + "bellamy": 24550, + "decor": 24551, + "harmon": 24552, + "##rde": 24553, + "bulbs": 24554, + "synchronized": 24555, + "vito": 24556, + "easiest": 24557, + "shetland": 24558, + "shielding": 24559, + "wnba": 24560, + "##glers": 24561, + "##ssar": 24562, + "##riam": 24563, + "brianna": 24564, + "cumbria": 24565, + "##aceous": 24566, + "##rard": 24567, + "cores": 24568, + "thayer": 24569, + "##nsk": 24570, + "brood": 24571, + "hilltop": 24572, + "luminous": 24573, + "carts": 24574, + "keynote": 24575, + "larkin": 24576, + "logos": 24577, + "##cta": 24578, + "##ا": 24579, + "##mund": 24580, + "##quay": 24581, + "lilith": 24582, + "tinted": 24583, + "277": 24584, + "wrestle": 24585, + "mobilization": 24586, + "##uses": 24587, + "sequential": 24588, + "siam": 24589, + "bloomfield": 24590, + "takahashi": 24591, + "274": 24592, + "##ieving": 24593, + "presenters": 24594, + "ringo": 24595, + "blazed": 24596, + "witty": 24597, + "##oven": 24598, + "##ignant": 24599, + "devastation": 24600, + "haydn": 24601, + "harmed": 24602, + "newt": 24603, + "therese": 24604, + "##peed": 24605, + "gershwin": 24606, + "molina": 24607, + "rabbis": 24608, + "sudanese": 24609, + "001": 24610, + "innate": 24611, + "restarted": 24612, + "##sack": 24613, + "##fus": 24614, + "slices": 24615, + "wb": 24616, + "##shah": 24617, + "enroll": 24618, + "hypothetical": 24619, + "hysterical": 24620, + "1743": 24621, + "fabio": 24622, + "indefinite": 24623, + "warped": 24624, + "##hg": 24625, + "exchanging": 24626, + "525": 24627, + "unsuitable": 24628, + "##sboro": 24629, + "gallo": 24630, + "1603": 24631, + "bret": 24632, + "cobalt": 24633, + "homemade": 24634, + "##hunter": 24635, + "mx": 24636, + "operatives": 24637, + "##dhar": 24638, + "terraces": 24639, + "durable": 24640, + "latch": 24641, + "pens": 24642, + "whorls": 24643, + "##ctuated": 24644, + "##eaux": 24645, + "billing": 24646, + "ligament": 24647, + "succumbed": 24648, + "##gly": 24649, + "regulators": 24650, + "spawn": 24651, + "##brick": 24652, + "##stead": 24653, + "filmfare": 24654, + "rochelle": 24655, + "##nzo": 24656, + "1725": 24657, + "circumstance": 24658, + "saber": 24659, + "supplements": 24660, + "##nsky": 24661, + "##tson": 24662, + "crowe": 24663, + "wellesley": 24664, + "carrot": 24665, + "##9th": 24666, + "##movable": 24667, + "primate": 24668, + "drury": 24669, + "sincerely": 24670, + "topical": 24671, + "##mad": 24672, + "##rao": 24673, + "callahan": 24674, + "kyiv": 24675, + "smarter": 24676, + "tits": 24677, + "undo": 24678, + "##yeh": 24679, + "announcements": 24680, + "anthologies": 24681, + "barrio": 24682, + "nebula": 24683, + "##islaus": 24684, + "##shaft": 24685, + "##tyn": 24686, + "bodyguards": 24687, + "2021": 24688, + "assassinate": 24689, + "barns": 24690, + "emmett": 24691, + "scully": 24692, + "##mah": 24693, + "##yd": 24694, + "##eland": 24695, + "##tino": 24696, + "##itarian": 24697, + "demoted": 24698, + "gorman": 24699, + "lashed": 24700, + "prized": 24701, + "adventist": 24702, + "writ": 24703, + "##gui": 24704, + "alla": 24705, + "invertebrates": 24706, + "##ausen": 24707, + "1641": 24708, + "amman": 24709, + "1742": 24710, + "align": 24711, + "healy": 24712, + "redistribution": 24713, + "##gf": 24714, + "##rize": 24715, + "insulation": 24716, + "##drop": 24717, + "adherents": 24718, + "hezbollah": 24719, + "vitro": 24720, + "ferns": 24721, + "yanking": 24722, + "269": 24723, + "php": 24724, + "registering": 24725, + "uppsala": 24726, + "cheerleading": 24727, + "confines": 24728, + "mischievous": 24729, + "tully": 24730, + "##ross": 24731, + "49th": 24732, + "docked": 24733, + "roam": 24734, + "stipulated": 24735, + "pumpkin": 24736, + "##bry": 24737, + "prompt": 24738, + "##ezer": 24739, + "blindly": 24740, + "shuddering": 24741, + "craftsmen": 24742, + "frail": 24743, + "scented": 24744, + "katharine": 24745, + "scramble": 24746, + "shaggy": 24747, + "sponge": 24748, + "helix": 24749, + "zaragoza": 24750, + "279": 24751, + "##52": 24752, + "43rd": 24753, + "backlash": 24754, + "fontaine": 24755, + "seizures": 24756, + "posse": 24757, + "cowan": 24758, + "nonfiction": 24759, + "telenovela": 24760, + "wwii": 24761, + "hammered": 24762, + "undone": 24763, + "##gpur": 24764, + "encircled": 24765, + "irs": 24766, + "##ivation": 24767, + "artefacts": 24768, + "oneself": 24769, + "searing": 24770, + "smallpox": 24771, + "##belle": 24772, + "##osaurus": 24773, + "shandong": 24774, + "breached": 24775, + "upland": 24776, + "blushing": 24777, + "rankin": 24778, + "infinitely": 24779, + "psyche": 24780, + "tolerated": 24781, + "docking": 24782, + "evicted": 24783, + "##col": 24784, + "unmarked": 24785, + "##lving": 24786, + "gnome": 24787, + "lettering": 24788, + "litres": 24789, + "musique": 24790, + "##oint": 24791, + "benevolent": 24792, + "##jal": 24793, + "blackened": 24794, + "##anna": 24795, + "mccall": 24796, + "racers": 24797, + "tingle": 24798, + "##ocene": 24799, + "##orestation": 24800, + "introductions": 24801, + "radically": 24802, + "292": 24803, + "##hiff": 24804, + "##باد": 24805, + "1610": 24806, + "1739": 24807, + "munchen": 24808, + "plead": 24809, + "##nka": 24810, + "condo": 24811, + "scissors": 24812, + "##sight": 24813, + "##tens": 24814, + "apprehension": 24815, + "##cey": 24816, + "##yin": 24817, + "hallmark": 24818, + "watering": 24819, + "formulas": 24820, + "sequels": 24821, + "##llas": 24822, + "aggravated": 24823, + "bae": 24824, + "commencing": 24825, + "##building": 24826, + "enfield": 24827, + "prohibits": 24828, + "marne": 24829, + "vedic": 24830, + "civilized": 24831, + "euclidean": 24832, + "jagger": 24833, + "beforehand": 24834, + "blasts": 24835, + "dumont": 24836, + "##arney": 24837, + "##nem": 24838, + "740": 24839, + "conversions": 24840, + "hierarchical": 24841, + "rios": 24842, + "simulator": 24843, + "##dya": 24844, + "##lellan": 24845, + "hedges": 24846, + "oleg": 24847, + "thrusts": 24848, + "shadowed": 24849, + "darby": 24850, + "maximize": 24851, + "1744": 24852, + "gregorian": 24853, + "##nded": 24854, + "##routed": 24855, + "sham": 24856, + "unspecified": 24857, + "##hog": 24858, + "emory": 24859, + "factual": 24860, + "##smo": 24861, + "##tp": 24862, + "fooled": 24863, + "##rger": 24864, + "ortega": 24865, + "wellness": 24866, + "marlon": 24867, + "##oton": 24868, + "##urance": 24869, + "casket": 24870, + "keating": 24871, + "ley": 24872, + "enclave": 24873, + "##ayan": 24874, + "char": 24875, + "influencing": 24876, + "jia": 24877, + "##chenko": 24878, + "412": 24879, + "ammonia": 24880, + "erebidae": 24881, + "incompatible": 24882, + "violins": 24883, + "cornered": 24884, + "##arat": 24885, + "grooves": 24886, + "astronauts": 24887, + "columbian": 24888, + "rampant": 24889, + "fabrication": 24890, + "kyushu": 24891, + "mahmud": 24892, + "vanish": 24893, + "##dern": 24894, + "mesopotamia": 24895, + "##lete": 24896, + "ict": 24897, + "##rgen": 24898, + "caspian": 24899, + "kenji": 24900, + "pitted": 24901, + "##vered": 24902, + "999": 24903, + "grimace": 24904, + "roanoke": 24905, + "tchaikovsky": 24906, + "twinned": 24907, + "##analysis": 24908, + "##awan": 24909, + "xinjiang": 24910, + "arias": 24911, + "clemson": 24912, + "kazakh": 24913, + "sizable": 24914, + "1662": 24915, + "##khand": 24916, + "##vard": 24917, + "plunge": 24918, + "tatum": 24919, + "vittorio": 24920, + "##nden": 24921, + "cholera": 24922, + "##dana": 24923, + "##oper": 24924, + "bracing": 24925, + "indifference": 24926, + "projectile": 24927, + "superliga": 24928, + "##chee": 24929, + "realises": 24930, + "upgrading": 24931, + "299": 24932, + "porte": 24933, + "retribution": 24934, + "##vies": 24935, + "nk": 24936, + "stil": 24937, + "##resses": 24938, + "ama": 24939, + "bureaucracy": 24940, + "blackberry": 24941, + "bosch": 24942, + "testosterone": 24943, + "collapses": 24944, + "greer": 24945, + "##pathic": 24946, + "ioc": 24947, + "fifties": 24948, + "malls": 24949, + "##erved": 24950, + "bao": 24951, + "baskets": 24952, + "adolescents": 24953, + "siegfried": 24954, + "##osity": 24955, + "##tosis": 24956, + "mantra": 24957, + "detecting": 24958, + "existent": 24959, + "fledgling": 24960, + "##cchi": 24961, + "dissatisfied": 24962, + "gan": 24963, + "telecommunication": 24964, + "mingled": 24965, + "sobbed": 24966, + "6000": 24967, + "controversies": 24968, + "outdated": 24969, + "taxis": 24970, + "##raus": 24971, + "fright": 24972, + "slams": 24973, + "##lham": 24974, + "##fect": 24975, + "##tten": 24976, + "detectors": 24977, + "fetal": 24978, + "tanned": 24979, + "##uw": 24980, + "fray": 24981, + "goth": 24982, + "olympian": 24983, + "skipping": 24984, + "mandates": 24985, + "scratches": 24986, + "sheng": 24987, + "unspoken": 24988, + "hyundai": 24989, + "tracey": 24990, + "hotspur": 24991, + "restrictive": 24992, + "##buch": 24993, + "americana": 24994, + "mundo": 24995, + "##bari": 24996, + "burroughs": 24997, + "diva": 24998, + "vulcan": 24999, + "##6th": 25000, + "distinctions": 25001, + "thumping": 25002, + "##ngen": 25003, + "mikey": 25004, + "sheds": 25005, + "fide": 25006, + "rescues": 25007, + "springsteen": 25008, + "vested": 25009, + "valuation": 25010, + "##ece": 25011, + "##ely": 25012, + "pinnacle": 25013, + "rake": 25014, + "sylvie": 25015, + "##edo": 25016, + "almond": 25017, + "quivering": 25018, + "##irus": 25019, + "alteration": 25020, + "faltered": 25021, + "##wad": 25022, + "51st": 25023, + "hydra": 25024, + "ticked": 25025, + "##kato": 25026, + "recommends": 25027, + "##dicated": 25028, + "antigua": 25029, + "arjun": 25030, + "stagecoach": 25031, + "wilfred": 25032, + "trickle": 25033, + "pronouns": 25034, + "##pon": 25035, + "aryan": 25036, + "nighttime": 25037, + "##anian": 25038, + "gall": 25039, + "pea": 25040, + "stitch": 25041, + "##hei": 25042, + "leung": 25043, + "milos": 25044, + "##dini": 25045, + "eritrea": 25046, + "nexus": 25047, + "starved": 25048, + "snowfall": 25049, + "kant": 25050, + "parasitic": 25051, + "cot": 25052, + "discus": 25053, + "hana": 25054, + "strikers": 25055, + "appleton": 25056, + "kitchens": 25057, + "##erina": 25058, + "##partisan": 25059, + "##itha": 25060, + "##vius": 25061, + "disclose": 25062, + "metis": 25063, + "##channel": 25064, + "1701": 25065, + "tesla": 25066, + "##vera": 25067, + "fitch": 25068, + "1735": 25069, + "blooded": 25070, + "##tila": 25071, + "decimal": 25072, + "##tang": 25073, + "##bai": 25074, + "cyclones": 25075, + "eun": 25076, + "bottled": 25077, + "peas": 25078, + "pensacola": 25079, + "basha": 25080, + "bolivian": 25081, + "crabs": 25082, + "boil": 25083, + "lanterns": 25084, + "partridge": 25085, + "roofed": 25086, + "1645": 25087, + "necks": 25088, + "##phila": 25089, + "opined": 25090, + "patting": 25091, + "##kla": 25092, + "##lland": 25093, + "chuckles": 25094, + "volta": 25095, + "whereupon": 25096, + "##nche": 25097, + "devout": 25098, + "euroleague": 25099, + "suicidal": 25100, + "##dee": 25101, + "inherently": 25102, + "involuntary": 25103, + "knitting": 25104, + "nasser": 25105, + "##hide": 25106, + "puppets": 25107, + "colourful": 25108, + "courageous": 25109, + "southend": 25110, + "stills": 25111, + "miraculous": 25112, + "hodgson": 25113, + "richer": 25114, + "rochdale": 25115, + "ethernet": 25116, + "greta": 25117, + "uniting": 25118, + "prism": 25119, + "umm": 25120, + "##haya": 25121, + "##itical": 25122, + "##utation": 25123, + "deterioration": 25124, + "pointe": 25125, + "prowess": 25126, + "##ropriation": 25127, + "lids": 25128, + "scranton": 25129, + "billings": 25130, + "subcontinent": 25131, + "##koff": 25132, + "##scope": 25133, + "brute": 25134, + "kellogg": 25135, + "psalms": 25136, + "degraded": 25137, + "##vez": 25138, + "stanisław": 25139, + "##ructured": 25140, + "ferreira": 25141, + "pun": 25142, + "astonishing": 25143, + "gunnar": 25144, + "##yat": 25145, + "arya": 25146, + "prc": 25147, + "gottfried": 25148, + "##tight": 25149, + "excursion": 25150, + "##ographer": 25151, + "dina": 25152, + "##quil": 25153, + "##nare": 25154, + "huffington": 25155, + "illustrious": 25156, + "wilbur": 25157, + "gundam": 25158, + "verandah": 25159, + "##zard": 25160, + "naacp": 25161, + "##odle": 25162, + "constructive": 25163, + "fjord": 25164, + "kade": 25165, + "##naud": 25166, + "generosity": 25167, + "thrilling": 25168, + "baseline": 25169, + "cayman": 25170, + "frankish": 25171, + "plastics": 25172, + "accommodations": 25173, + "zoological": 25174, + "##fting": 25175, + "cedric": 25176, + "qb": 25177, + "motorized": 25178, + "##dome": 25179, + "##otted": 25180, + "squealed": 25181, + "tackled": 25182, + "canucks": 25183, + "budgets": 25184, + "situ": 25185, + "asthma": 25186, + "dail": 25187, + "gabled": 25188, + "grasslands": 25189, + "whimpered": 25190, + "writhing": 25191, + "judgments": 25192, + "##65": 25193, + "minnie": 25194, + "pv": 25195, + "##carbon": 25196, + "bananas": 25197, + "grille": 25198, + "domes": 25199, + "monique": 25200, + "odin": 25201, + "maguire": 25202, + "markham": 25203, + "tierney": 25204, + "##estra": 25205, + "##chua": 25206, + "libel": 25207, + "poke": 25208, + "speedy": 25209, + "atrium": 25210, + "laval": 25211, + "notwithstanding": 25212, + "##edly": 25213, + "fai": 25214, + "kala": 25215, + "##sur": 25216, + "robb": 25217, + "##sma": 25218, + "listings": 25219, + "luz": 25220, + "supplementary": 25221, + "tianjin": 25222, + "##acing": 25223, + "enzo": 25224, + "jd": 25225, + "ric": 25226, + "scanner": 25227, + "croats": 25228, + "transcribed": 25229, + "##49": 25230, + "arden": 25231, + "cv": 25232, + "##hair": 25233, + "##raphy": 25234, + "##lver": 25235, + "##uy": 25236, + "357": 25237, + "seventies": 25238, + "staggering": 25239, + "alam": 25240, + "horticultural": 25241, + "hs": 25242, + "regression": 25243, + "timbers": 25244, + "blasting": 25245, + "##ounded": 25246, + "montagu": 25247, + "manipulating": 25248, + "##cit": 25249, + "catalytic": 25250, + "1550": 25251, + "troopers": 25252, + "##meo": 25253, + "condemnation": 25254, + "fitzpatrick": 25255, + "##oire": 25256, + "##roved": 25257, + "inexperienced": 25258, + "1670": 25259, + "castes": 25260, + "##lative": 25261, + "outing": 25262, + "314": 25263, + "dubois": 25264, + "flicking": 25265, + "quarrel": 25266, + "ste": 25267, + "learners": 25268, + "1625": 25269, + "iq": 25270, + "whistled": 25271, + "##class": 25272, + "282": 25273, + "classify": 25274, + "tariffs": 25275, + "temperament": 25276, + "355": 25277, + "folly": 25278, + "liszt": 25279, + "##yles": 25280, + "immersed": 25281, + "jordanian": 25282, + "ceasefire": 25283, + "apparel": 25284, + "extras": 25285, + "maru": 25286, + "fished": 25287, + "##bio": 25288, + "harta": 25289, + "stockport": 25290, + "assortment": 25291, + "craftsman": 25292, + "paralysis": 25293, + "transmitters": 25294, + "##cola": 25295, + "blindness": 25296, + "##wk": 25297, + "fatally": 25298, + "proficiency": 25299, + "solemnly": 25300, + "##orno": 25301, + "repairing": 25302, + "amore": 25303, + "groceries": 25304, + "ultraviolet": 25305, + "##chase": 25306, + "schoolhouse": 25307, + "##tua": 25308, + "resurgence": 25309, + "nailed": 25310, + "##otype": 25311, + "##×": 25312, + "ruse": 25313, + "saliva": 25314, + "diagrams": 25315, + "##tructing": 25316, + "albans": 25317, + "rann": 25318, + "thirties": 25319, + "1b": 25320, + "antennas": 25321, + "hilarious": 25322, + "cougars": 25323, + "paddington": 25324, + "stats": 25325, + "##eger": 25326, + "breakaway": 25327, + "ipod": 25328, + "reza": 25329, + "authorship": 25330, + "prohibiting": 25331, + "scoffed": 25332, + "##etz": 25333, + "##ttle": 25334, + "conscription": 25335, + "defected": 25336, + "trondheim": 25337, + "##fires": 25338, + "ivanov": 25339, + "keenan": 25340, + "##adan": 25341, + "##ciful": 25342, + "##fb": 25343, + "##slow": 25344, + "locating": 25345, + "##ials": 25346, + "##tford": 25347, + "cadiz": 25348, + "basalt": 25349, + "blankly": 25350, + "interned": 25351, + "rags": 25352, + "rattling": 25353, + "##tick": 25354, + "carpathian": 25355, + "reassured": 25356, + "sync": 25357, + "bum": 25358, + "guildford": 25359, + "iss": 25360, + "staunch": 25361, + "##onga": 25362, + "astronomers": 25363, + "sera": 25364, + "sofie": 25365, + "emergencies": 25366, + "susquehanna": 25367, + "##heard": 25368, + "duc": 25369, + "mastery": 25370, + "vh1": 25371, + "williamsburg": 25372, + "bayer": 25373, + "buckled": 25374, + "craving": 25375, + "##khan": 25376, + "##rdes": 25377, + "bloomington": 25378, + "##write": 25379, + "alton": 25380, + "barbecue": 25381, + "##bians": 25382, + "justine": 25383, + "##hri": 25384, + "##ndt": 25385, + "delightful": 25386, + "smartphone": 25387, + "newtown": 25388, + "photon": 25389, + "retrieval": 25390, + "peugeot": 25391, + "hissing": 25392, + "##monium": 25393, + "##orough": 25394, + "flavors": 25395, + "lighted": 25396, + "relaunched": 25397, + "tainted": 25398, + "##games": 25399, + "##lysis": 25400, + "anarchy": 25401, + "microscopic": 25402, + "hopping": 25403, + "adept": 25404, + "evade": 25405, + "evie": 25406, + "##beau": 25407, + "inhibit": 25408, + "sinn": 25409, + "adjustable": 25410, + "hurst": 25411, + "intuition": 25412, + "wilton": 25413, + "cisco": 25414, + "44th": 25415, + "lawful": 25416, + "lowlands": 25417, + "stockings": 25418, + "thierry": 25419, + "##dalen": 25420, + "##hila": 25421, + "##nai": 25422, + "fates": 25423, + "prank": 25424, + "tb": 25425, + "maison": 25426, + "lobbied": 25427, + "provocative": 25428, + "1724": 25429, + "4a": 25430, + "utopia": 25431, + "##qual": 25432, + "carbonate": 25433, + "gujarati": 25434, + "purcell": 25435, + "##rford": 25436, + "curtiss": 25437, + "##mei": 25438, + "overgrown": 25439, + "arenas": 25440, + "mediation": 25441, + "swallows": 25442, + "##rnik": 25443, + "respectful": 25444, + "turnbull": 25445, + "##hedron": 25446, + "##hope": 25447, + "alyssa": 25448, + "ozone": 25449, + "##ʻi": 25450, + "ami": 25451, + "gestapo": 25452, + "johansson": 25453, + "snooker": 25454, + "canteen": 25455, + "cuff": 25456, + "declines": 25457, + "empathy": 25458, + "stigma": 25459, + "##ags": 25460, + "##iner": 25461, + "##raine": 25462, + "taxpayers": 25463, + "gui": 25464, + "volga": 25465, + "##wright": 25466, + "##copic": 25467, + "lifespan": 25468, + "overcame": 25469, + "tattooed": 25470, + "enactment": 25471, + "giggles": 25472, + "##ador": 25473, + "##camp": 25474, + "barrington": 25475, + "bribe": 25476, + "obligatory": 25477, + "orbiting": 25478, + "peng": 25479, + "##enas": 25480, + "elusive": 25481, + "sucker": 25482, + "##vating": 25483, + "cong": 25484, + "hardship": 25485, + "empowered": 25486, + "anticipating": 25487, + "estrada": 25488, + "cryptic": 25489, + "greasy": 25490, + "detainees": 25491, + "planck": 25492, + "sudbury": 25493, + "plaid": 25494, + "dod": 25495, + "marriott": 25496, + "kayla": 25497, + "##ears": 25498, + "##vb": 25499, + "##zd": 25500, + "mortally": 25501, + "##hein": 25502, + "cognition": 25503, + "radha": 25504, + "319": 25505, + "liechtenstein": 25506, + "meade": 25507, + "richly": 25508, + "argyle": 25509, + "harpsichord": 25510, + "liberalism": 25511, + "trumpets": 25512, + "lauded": 25513, + "tyrant": 25514, + "salsa": 25515, + "tiled": 25516, + "lear": 25517, + "promoters": 25518, + "reused": 25519, + "slicing": 25520, + "trident": 25521, + "##chuk": 25522, + "##gami": 25523, + "##lka": 25524, + "cantor": 25525, + "checkpoint": 25526, + "##points": 25527, + "gaul": 25528, + "leger": 25529, + "mammalian": 25530, + "##tov": 25531, + "##aar": 25532, + "##schaft": 25533, + "doha": 25534, + "frenchman": 25535, + "nirvana": 25536, + "##vino": 25537, + "delgado": 25538, + "headlining": 25539, + "##eron": 25540, + "##iography": 25541, + "jug": 25542, + "tko": 25543, + "1649": 25544, + "naga": 25545, + "intersections": 25546, + "##jia": 25547, + "benfica": 25548, + "nawab": 25549, + "##suka": 25550, + "ashford": 25551, + "gulp": 25552, + "##deck": 25553, + "##vill": 25554, + "##rug": 25555, + "brentford": 25556, + "frazier": 25557, + "pleasures": 25558, + "dunne": 25559, + "potsdam": 25560, + "shenzhen": 25561, + "dentistry": 25562, + "##tec": 25563, + "flanagan": 25564, + "##dorff": 25565, + "##hear": 25566, + "chorale": 25567, + "dinah": 25568, + "prem": 25569, + "quezon": 25570, + "##rogated": 25571, + "relinquished": 25572, + "sutra": 25573, + "terri": 25574, + "##pani": 25575, + "flaps": 25576, + "##rissa": 25577, + "poly": 25578, + "##rnet": 25579, + "homme": 25580, + "aback": 25581, + "##eki": 25582, + "linger": 25583, + "womb": 25584, + "##kson": 25585, + "##lewood": 25586, + "doorstep": 25587, + "orthodoxy": 25588, + "threaded": 25589, + "westfield": 25590, + "##rval": 25591, + "dioceses": 25592, + "fridays": 25593, + "subsided": 25594, + "##gata": 25595, + "loyalists": 25596, + "##biotic": 25597, + "##ettes": 25598, + "letterman": 25599, + "lunatic": 25600, + "prelate": 25601, + "tenderly": 25602, + "invariably": 25603, + "souza": 25604, + "thug": 25605, + "winslow": 25606, + "##otide": 25607, + "furlongs": 25608, + "gogh": 25609, + "jeopardy": 25610, + "##runa": 25611, + "pegasus": 25612, + "##umble": 25613, + "humiliated": 25614, + "standalone": 25615, + "tagged": 25616, + "##roller": 25617, + "freshmen": 25618, + "klan": 25619, + "##bright": 25620, + "attaining": 25621, + "initiating": 25622, + "transatlantic": 25623, + "logged": 25624, + "viz": 25625, + "##uance": 25626, + "1723": 25627, + "combatants": 25628, + "intervening": 25629, + "stephane": 25630, + "chieftain": 25631, + "despised": 25632, + "grazed": 25633, + "317": 25634, + "cdc": 25635, + "galveston": 25636, + "godzilla": 25637, + "macro": 25638, + "simulate": 25639, + "##planes": 25640, + "parades": 25641, + "##esses": 25642, + "960": 25643, + "##ductive": 25644, + "##unes": 25645, + "equator": 25646, + "overdose": 25647, + "##cans": 25648, + "##hosh": 25649, + "##lifting": 25650, + "joshi": 25651, + "epstein": 25652, + "sonora": 25653, + "treacherous": 25654, + "aquatics": 25655, + "manchu": 25656, + "responsive": 25657, + "##sation": 25658, + "supervisory": 25659, + "##christ": 25660, + "##llins": 25661, + "##ibar": 25662, + "##balance": 25663, + "##uso": 25664, + "kimball": 25665, + "karlsruhe": 25666, + "mab": 25667, + "##emy": 25668, + "ignores": 25669, + "phonetic": 25670, + "reuters": 25671, + "spaghetti": 25672, + "820": 25673, + "almighty": 25674, + "danzig": 25675, + "rumbling": 25676, + "tombstone": 25677, + "designations": 25678, + "lured": 25679, + "outset": 25680, + "##felt": 25681, + "supermarkets": 25682, + "##wt": 25683, + "grupo": 25684, + "kei": 25685, + "kraft": 25686, + "susanna": 25687, + "##blood": 25688, + "comprehension": 25689, + "genealogy": 25690, + "##aghan": 25691, + "##verted": 25692, + "redding": 25693, + "##ythe": 25694, + "1722": 25695, + "bowing": 25696, + "##pore": 25697, + "##roi": 25698, + "lest": 25699, + "sharpened": 25700, + "fulbright": 25701, + "valkyrie": 25702, + "sikhs": 25703, + "##unds": 25704, + "swans": 25705, + "bouquet": 25706, + "merritt": 25707, + "##tage": 25708, + "##venting": 25709, + "commuted": 25710, + "redhead": 25711, + "clerks": 25712, + "leasing": 25713, + "cesare": 25714, + "dea": 25715, + "hazy": 25716, + "##vances": 25717, + "fledged": 25718, + "greenfield": 25719, + "servicemen": 25720, + "##gical": 25721, + "armando": 25722, + "blackout": 25723, + "dt": 25724, + "sagged": 25725, + "downloadable": 25726, + "intra": 25727, + "potion": 25728, + "pods": 25729, + "##4th": 25730, + "##mism": 25731, + "xp": 25732, + "attendants": 25733, + "gambia": 25734, + "stale": 25735, + "##ntine": 25736, + "plump": 25737, + "asteroids": 25738, + "rediscovered": 25739, + "buds": 25740, + "flea": 25741, + "hive": 25742, + "##neas": 25743, + "1737": 25744, + "classifications": 25745, + "debuts": 25746, + "##eles": 25747, + "olympus": 25748, + "scala": 25749, + "##eurs": 25750, + "##gno": 25751, + "##mute": 25752, + "hummed": 25753, + "sigismund": 25754, + "visuals": 25755, + "wiggled": 25756, + "await": 25757, + "pilasters": 25758, + "clench": 25759, + "sulfate": 25760, + "##ances": 25761, + "bellevue": 25762, + "enigma": 25763, + "trainee": 25764, + "snort": 25765, + "##sw": 25766, + "clouded": 25767, + "denim": 25768, + "##rank": 25769, + "##rder": 25770, + "churning": 25771, + "hartman": 25772, + "lodges": 25773, + "riches": 25774, + "sima": 25775, + "##missible": 25776, + "accountable": 25777, + "socrates": 25778, + "regulates": 25779, + "mueller": 25780, + "##cr": 25781, + "1702": 25782, + "avoids": 25783, + "solids": 25784, + "himalayas": 25785, + "nutrient": 25786, + "pup": 25787, + "##jevic": 25788, + "squat": 25789, + "fades": 25790, + "nec": 25791, + "##lates": 25792, + "##pina": 25793, + "##rona": 25794, + "##ου": 25795, + "privateer": 25796, + "tequila": 25797, + "##gative": 25798, + "##mpton": 25799, + "apt": 25800, + "hornet": 25801, + "immortals": 25802, + "##dou": 25803, + "asturias": 25804, + "cleansing": 25805, + "dario": 25806, + "##rries": 25807, + "##anta": 25808, + "etymology": 25809, + "servicing": 25810, + "zhejiang": 25811, + "##venor": 25812, + "##nx": 25813, + "horned": 25814, + "erasmus": 25815, + "rayon": 25816, + "relocating": 25817, + "£10": 25818, + "##bags": 25819, + "escalated": 25820, + "promenade": 25821, + "stubble": 25822, + "2010s": 25823, + "artisans": 25824, + "axial": 25825, + "liquids": 25826, + "mora": 25827, + "sho": 25828, + "yoo": 25829, + "##tsky": 25830, + "bundles": 25831, + "oldies": 25832, + "##nally": 25833, + "notification": 25834, + "bastion": 25835, + "##ths": 25836, + "sparkle": 25837, + "##lved": 25838, + "1728": 25839, + "leash": 25840, + "pathogen": 25841, + "highs": 25842, + "##hmi": 25843, + "immature": 25844, + "880": 25845, + "gonzaga": 25846, + "ignatius": 25847, + "mansions": 25848, + "monterrey": 25849, + "sweets": 25850, + "bryson": 25851, + "##loe": 25852, + "polled": 25853, + "regatta": 25854, + "brightest": 25855, + "pei": 25856, + "rosy": 25857, + "squid": 25858, + "hatfield": 25859, + "payroll": 25860, + "addict": 25861, + "meath": 25862, + "cornerback": 25863, + "heaviest": 25864, + "lodging": 25865, + "##mage": 25866, + "capcom": 25867, + "rippled": 25868, + "##sily": 25869, + "barnet": 25870, + "mayhem": 25871, + "ymca": 25872, + "snuggled": 25873, + "rousseau": 25874, + "##cute": 25875, + "blanchard": 25876, + "284": 25877, + "fragmented": 25878, + "leighton": 25879, + "chromosomes": 25880, + "risking": 25881, + "##md": 25882, + "##strel": 25883, + "##utter": 25884, + "corinne": 25885, + "coyotes": 25886, + "cynical": 25887, + "hiroshi": 25888, + "yeomanry": 25889, + "##ractive": 25890, + "ebook": 25891, + "grading": 25892, + "mandela": 25893, + "plume": 25894, + "agustin": 25895, + "magdalene": 25896, + "##rkin": 25897, + "bea": 25898, + "femme": 25899, + "trafford": 25900, + "##coll": 25901, + "##lun": 25902, + "##tance": 25903, + "52nd": 25904, + "fourier": 25905, + "upton": 25906, + "##mental": 25907, + "camilla": 25908, + "gust": 25909, + "iihf": 25910, + "islamabad": 25911, + "longevity": 25912, + "##kala": 25913, + "feldman": 25914, + "netting": 25915, + "##rization": 25916, + "endeavour": 25917, + "foraging": 25918, + "mfa": 25919, + "orr": 25920, + "##open": 25921, + "greyish": 25922, + "contradiction": 25923, + "graz": 25924, + "##ruff": 25925, + "handicapped": 25926, + "marlene": 25927, + "tweed": 25928, + "oaxaca": 25929, + "spp": 25930, + "campos": 25931, + "miocene": 25932, + "pri": 25933, + "configured": 25934, + "cooks": 25935, + "pluto": 25936, + "cozy": 25937, + "pornographic": 25938, + "##entes": 25939, + "70th": 25940, + "fairness": 25941, + "glided": 25942, + "jonny": 25943, + "lynne": 25944, + "rounding": 25945, + "sired": 25946, + "##emon": 25947, + "##nist": 25948, + "remade": 25949, + "uncover": 25950, + "##mack": 25951, + "complied": 25952, + "lei": 25953, + "newsweek": 25954, + "##jured": 25955, + "##parts": 25956, + "##enting": 25957, + "##pg": 25958, + "293": 25959, + "finer": 25960, + "guerrillas": 25961, + "athenian": 25962, + "deng": 25963, + "disused": 25964, + "stepmother": 25965, + "accuse": 25966, + "gingerly": 25967, + "seduction": 25968, + "521": 25969, + "confronting": 25970, + "##walker": 25971, + "##going": 25972, + "gora": 25973, + "nostalgia": 25974, + "sabres": 25975, + "virginity": 25976, + "wrenched": 25977, + "##minated": 25978, + "syndication": 25979, + "wielding": 25980, + "eyre": 25981, + "##56": 25982, + "##gnon": 25983, + "##igny": 25984, + "behaved": 25985, + "taxpayer": 25986, + "sweeps": 25987, + "##growth": 25988, + "childless": 25989, + "gallant": 25990, + "##ywood": 25991, + "amplified": 25992, + "geraldine": 25993, + "scrape": 25994, + "##ffi": 25995, + "babylonian": 25996, + "fresco": 25997, + "##rdan": 25998, + "##kney": 25999, + "##position": 26000, + "1718": 26001, + "restricting": 26002, + "tack": 26003, + "fukuoka": 26004, + "osborn": 26005, + "selector": 26006, + "partnering": 26007, + "##dlow": 26008, + "318": 26009, + "gnu": 26010, + "kia": 26011, + "tak": 26012, + "whitley": 26013, + "gables": 26014, + "##54": 26015, + "##mania": 26016, + "mri": 26017, + "softness": 26018, + "immersion": 26019, + "##bots": 26020, + "##evsky": 26021, + "1713": 26022, + "chilling": 26023, + "insignificant": 26024, + "pcs": 26025, + "##uis": 26026, + "elites": 26027, + "lina": 26028, + "purported": 26029, + "supplemental": 26030, + "teaming": 26031, + "##americana": 26032, + "##dding": 26033, + "##inton": 26034, + "proficient": 26035, + "rouen": 26036, + "##nage": 26037, + "##rret": 26038, + "niccolo": 26039, + "selects": 26040, + "##bread": 26041, + "fluffy": 26042, + "1621": 26043, + "gruff": 26044, + "knotted": 26045, + "mukherjee": 26046, + "polgara": 26047, + "thrash": 26048, + "nicholls": 26049, + "secluded": 26050, + "smoothing": 26051, + "thru": 26052, + "corsica": 26053, + "loaf": 26054, + "whitaker": 26055, + "inquiries": 26056, + "##rrier": 26057, + "##kam": 26058, + "indochina": 26059, + "289": 26060, + "marlins": 26061, + "myles": 26062, + "peking": 26063, + "##tea": 26064, + "extracts": 26065, + "pastry": 26066, + "superhuman": 26067, + "connacht": 26068, + "vogel": 26069, + "##ditional": 26070, + "##het": 26071, + "##udged": 26072, + "##lash": 26073, + "gloss": 26074, + "quarries": 26075, + "refit": 26076, + "teaser": 26077, + "##alic": 26078, + "##gaon": 26079, + "20s": 26080, + "materialized": 26081, + "sling": 26082, + "camped": 26083, + "pickering": 26084, + "tung": 26085, + "tracker": 26086, + "pursuant": 26087, + "##cide": 26088, + "cranes": 26089, + "soc": 26090, + "##cini": 26091, + "##typical": 26092, + "##viere": 26093, + "anhalt": 26094, + "overboard": 26095, + "workout": 26096, + "chores": 26097, + "fares": 26098, + "orphaned": 26099, + "stains": 26100, + "##logie": 26101, + "fenton": 26102, + "surpassing": 26103, + "joyah": 26104, + "triggers": 26105, + "##itte": 26106, + "grandmaster": 26107, + "##lass": 26108, + "##lists": 26109, + "clapping": 26110, + "fraudulent": 26111, + "ledger": 26112, + "nagasaki": 26113, + "##cor": 26114, + "##nosis": 26115, + "##tsa": 26116, + "eucalyptus": 26117, + "tun": 26118, + "##icio": 26119, + "##rney": 26120, + "##tara": 26121, + "dax": 26122, + "heroism": 26123, + "ina": 26124, + "wrexham": 26125, + "onboard": 26126, + "unsigned": 26127, + "##dates": 26128, + "moshe": 26129, + "galley": 26130, + "winnie": 26131, + "droplets": 26132, + "exiles": 26133, + "praises": 26134, + "watered": 26135, + "noodles": 26136, + "##aia": 26137, + "fein": 26138, + "adi": 26139, + "leland": 26140, + "multicultural": 26141, + "stink": 26142, + "bingo": 26143, + "comets": 26144, + "erskine": 26145, + "modernized": 26146, + "canned": 26147, + "constraint": 26148, + "domestically": 26149, + "chemotherapy": 26150, + "featherweight": 26151, + "stifled": 26152, + "##mum": 26153, + "darkly": 26154, + "irresistible": 26155, + "refreshing": 26156, + "hasty": 26157, + "isolate": 26158, + "##oys": 26159, + "kitchener": 26160, + "planners": 26161, + "##wehr": 26162, + "cages": 26163, + "yarn": 26164, + "implant": 26165, + "toulon": 26166, + "elects": 26167, + "childbirth": 26168, + "yue": 26169, + "##lind": 26170, + "##lone": 26171, + "cn": 26172, + "rightful": 26173, + "sportsman": 26174, + "junctions": 26175, + "remodeled": 26176, + "specifies": 26177, + "##rgh": 26178, + "291": 26179, + "##oons": 26180, + "complimented": 26181, + "##urgent": 26182, + "lister": 26183, + "ot": 26184, + "##logic": 26185, + "bequeathed": 26186, + "cheekbones": 26187, + "fontana": 26188, + "gabby": 26189, + "##dial": 26190, + "amadeus": 26191, + "corrugated": 26192, + "maverick": 26193, + "resented": 26194, + "triangles": 26195, + "##hered": 26196, + "##usly": 26197, + "nazareth": 26198, + "tyrol": 26199, + "1675": 26200, + "assent": 26201, + "poorer": 26202, + "sectional": 26203, + "aegean": 26204, + "##cous": 26205, + "296": 26206, + "nylon": 26207, + "ghanaian": 26208, + "##egorical": 26209, + "##weig": 26210, + "cushions": 26211, + "forbid": 26212, + "fusiliers": 26213, + "obstruction": 26214, + "somerville": 26215, + "##scia": 26216, + "dime": 26217, + "earrings": 26218, + "elliptical": 26219, + "leyte": 26220, + "oder": 26221, + "polymers": 26222, + "timmy": 26223, + "atm": 26224, + "midtown": 26225, + "piloted": 26226, + "settles": 26227, + "continual": 26228, + "externally": 26229, + "mayfield": 26230, + "##uh": 26231, + "enrichment": 26232, + "henson": 26233, + "keane": 26234, + "persians": 26235, + "1733": 26236, + "benji": 26237, + "braden": 26238, + "pep": 26239, + "324": 26240, + "##efe": 26241, + "contenders": 26242, + "pepsi": 26243, + "valet": 26244, + "##isches": 26245, + "298": 26246, + "##asse": 26247, + "##earing": 26248, + "goofy": 26249, + "stroll": 26250, + "##amen": 26251, + "authoritarian": 26252, + "occurrences": 26253, + "adversary": 26254, + "ahmedabad": 26255, + "tangent": 26256, + "toppled": 26257, + "dorchester": 26258, + "1672": 26259, + "modernism": 26260, + "marxism": 26261, + "islamist": 26262, + "charlemagne": 26263, + "exponential": 26264, + "racks": 26265, + "unicode": 26266, + "brunette": 26267, + "mbc": 26268, + "pic": 26269, + "skirmish": 26270, + "##bund": 26271, + "##lad": 26272, + "##powered": 26273, + "##yst": 26274, + "hoisted": 26275, + "messina": 26276, + "shatter": 26277, + "##ctum": 26278, + "jedi": 26279, + "vantage": 26280, + "##music": 26281, + "##neil": 26282, + "clemens": 26283, + "mahmoud": 26284, + "corrupted": 26285, + "authentication": 26286, + "lowry": 26287, + "nils": 26288, + "##washed": 26289, + "omnibus": 26290, + "wounding": 26291, + "jillian": 26292, + "##itors": 26293, + "##opped": 26294, + "serialized": 26295, + "narcotics": 26296, + "handheld": 26297, + "##arm": 26298, + "##plicity": 26299, + "intersecting": 26300, + "stimulating": 26301, + "##onis": 26302, + "crate": 26303, + "fellowships": 26304, + "hemingway": 26305, + "casinos": 26306, + "climatic": 26307, + "fordham": 26308, + "copeland": 26309, + "drip": 26310, + "beatty": 26311, + "leaflets": 26312, + "robber": 26313, + "brothel": 26314, + "madeira": 26315, + "##hedral": 26316, + "sphinx": 26317, + "ultrasound": 26318, + "##vana": 26319, + "valor": 26320, + "forbade": 26321, + "leonid": 26322, + "villas": 26323, + "##aldo": 26324, + "duane": 26325, + "marquez": 26326, + "##cytes": 26327, + "disadvantaged": 26328, + "forearms": 26329, + "kawasaki": 26330, + "reacts": 26331, + "consular": 26332, + "lax": 26333, + "uncles": 26334, + "uphold": 26335, + "##hopper": 26336, + "concepcion": 26337, + "dorsey": 26338, + "lass": 26339, + "##izan": 26340, + "arching": 26341, + "passageway": 26342, + "1708": 26343, + "researches": 26344, + "tia": 26345, + "internationals": 26346, + "##graphs": 26347, + "##opers": 26348, + "distinguishes": 26349, + "javanese": 26350, + "divert": 26351, + "##uven": 26352, + "plotted": 26353, + "##listic": 26354, + "##rwin": 26355, + "##erik": 26356, + "##tify": 26357, + "affirmative": 26358, + "signifies": 26359, + "validation": 26360, + "##bson": 26361, + "kari": 26362, + "felicity": 26363, + "georgina": 26364, + "zulu": 26365, + "##eros": 26366, + "##rained": 26367, + "##rath": 26368, + "overcoming": 26369, + "##dot": 26370, + "argyll": 26371, + "##rbin": 26372, + "1734": 26373, + "chiba": 26374, + "ratification": 26375, + "windy": 26376, + "earls": 26377, + "parapet": 26378, + "##marks": 26379, + "hunan": 26380, + "pristine": 26381, + "astrid": 26382, + "punta": 26383, + "##gart": 26384, + "brodie": 26385, + "##kota": 26386, + "##oder": 26387, + "malaga": 26388, + "minerva": 26389, + "rouse": 26390, + "##phonic": 26391, + "bellowed": 26392, + "pagoda": 26393, + "portals": 26394, + "reclamation": 26395, + "##gur": 26396, + "##odies": 26397, + "##⁄₄": 26398, + "parentheses": 26399, + "quoting": 26400, + "allergic": 26401, + "palette": 26402, + "showcases": 26403, + "benefactor": 26404, + "heartland": 26405, + "nonlinear": 26406, + "##tness": 26407, + "bladed": 26408, + "cheerfully": 26409, + "scans": 26410, + "##ety": 26411, + "##hone": 26412, + "1666": 26413, + "girlfriends": 26414, + "pedersen": 26415, + "hiram": 26416, + "sous": 26417, + "##liche": 26418, + "##nator": 26419, + "1683": 26420, + "##nery": 26421, + "##orio": 26422, + "##umen": 26423, + "bobo": 26424, + "primaries": 26425, + "smiley": 26426, + "##cb": 26427, + "unearthed": 26428, + "uniformly": 26429, + "fis": 26430, + "metadata": 26431, + "1635": 26432, + "ind": 26433, + "##oted": 26434, + "recoil": 26435, + "##titles": 26436, + "##tura": 26437, + "##ια": 26438, + "406": 26439, + "hilbert": 26440, + "jamestown": 26441, + "mcmillan": 26442, + "tulane": 26443, + "seychelles": 26444, + "##frid": 26445, + "antics": 26446, + "coli": 26447, + "fated": 26448, + "stucco": 26449, + "##grants": 26450, + "1654": 26451, + "bulky": 26452, + "accolades": 26453, + "arrays": 26454, + "caledonian": 26455, + "carnage": 26456, + "optimism": 26457, + "puebla": 26458, + "##tative": 26459, + "##cave": 26460, + "enforcing": 26461, + "rotherham": 26462, + "seo": 26463, + "dunlop": 26464, + "aeronautics": 26465, + "chimed": 26466, + "incline": 26467, + "zoning": 26468, + "archduke": 26469, + "hellenistic": 26470, + "##oses": 26471, + "##sions": 26472, + "candi": 26473, + "thong": 26474, + "##ople": 26475, + "magnate": 26476, + "rustic": 26477, + "##rsk": 26478, + "projective": 26479, + "slant": 26480, + "##offs": 26481, + "danes": 26482, + "hollis": 26483, + "vocalists": 26484, + "##ammed": 26485, + "congenital": 26486, + "contend": 26487, + "gesellschaft": 26488, + "##ocating": 26489, + "##pressive": 26490, + "douglass": 26491, + "quieter": 26492, + "##cm": 26493, + "##kshi": 26494, + "howled": 26495, + "salim": 26496, + "spontaneously": 26497, + "townsville": 26498, + "buena": 26499, + "southport": 26500, + "##bold": 26501, + "kato": 26502, + "1638": 26503, + "faerie": 26504, + "stiffly": 26505, + "##vus": 26506, + "##rled": 26507, + "297": 26508, + "flawless": 26509, + "realising": 26510, + "taboo": 26511, + "##7th": 26512, + "bytes": 26513, + "straightening": 26514, + "356": 26515, + "jena": 26516, + "##hid": 26517, + "##rmin": 26518, + "cartwright": 26519, + "berber": 26520, + "bertram": 26521, + "soloists": 26522, + "411": 26523, + "noses": 26524, + "417": 26525, + "coping": 26526, + "fission": 26527, + "hardin": 26528, + "inca": 26529, + "##cen": 26530, + "1717": 26531, + "mobilized": 26532, + "vhf": 26533, + "##raf": 26534, + "biscuits": 26535, + "curate": 26536, + "##85": 26537, + "##anial": 26538, + "331": 26539, + "gaunt": 26540, + "neighbourhoods": 26541, + "1540": 26542, + "##abas": 26543, + "blanca": 26544, + "bypassed": 26545, + "sockets": 26546, + "behold": 26547, + "coincidentally": 26548, + "##bane": 26549, + "nara": 26550, + "shave": 26551, + "splinter": 26552, + "terrific": 26553, + "##arion": 26554, + "##erian": 26555, + "commonplace": 26556, + "juris": 26557, + "redwood": 26558, + "waistband": 26559, + "boxed": 26560, + "caitlin": 26561, + "fingerprints": 26562, + "jennie": 26563, + "naturalized": 26564, + "##ired": 26565, + "balfour": 26566, + "craters": 26567, + "jody": 26568, + "bungalow": 26569, + "hugely": 26570, + "quilt": 26571, + "glitter": 26572, + "pigeons": 26573, + "undertaker": 26574, + "bulging": 26575, + "constrained": 26576, + "goo": 26577, + "##sil": 26578, + "##akh": 26579, + "assimilation": 26580, + "reworked": 26581, + "##person": 26582, + "persuasion": 26583, + "##pants": 26584, + "felicia": 26585, + "##cliff": 26586, + "##ulent": 26587, + "1732": 26588, + "explodes": 26589, + "##dun": 26590, + "##inium": 26591, + "##zic": 26592, + "lyman": 26593, + "vulture": 26594, + "hog": 26595, + "overlook": 26596, + "begs": 26597, + "northwards": 26598, + "ow": 26599, + "spoil": 26600, + "##urer": 26601, + "fatima": 26602, + "favorably": 26603, + "accumulate": 26604, + "sargent": 26605, + "sorority": 26606, + "corresponded": 26607, + "dispersal": 26608, + "kochi": 26609, + "toned": 26610, + "##imi": 26611, + "##lita": 26612, + "internacional": 26613, + "newfound": 26614, + "##agger": 26615, + "##lynn": 26616, + "##rigue": 26617, + "booths": 26618, + "peanuts": 26619, + "##eborg": 26620, + "medicare": 26621, + "muriel": 26622, + "nur": 26623, + "##uram": 26624, + "crates": 26625, + "millennia": 26626, + "pajamas": 26627, + "worsened": 26628, + "##breakers": 26629, + "jimi": 26630, + "vanuatu": 26631, + "yawned": 26632, + "##udeau": 26633, + "carousel": 26634, + "##hony": 26635, + "hurdle": 26636, + "##ccus": 26637, + "##mounted": 26638, + "##pod": 26639, + "rv": 26640, + "##eche": 26641, + "airship": 26642, + "ambiguity": 26643, + "compulsion": 26644, + "recapture": 26645, + "##claiming": 26646, + "arthritis": 26647, + "##osomal": 26648, + "1667": 26649, + "asserting": 26650, + "ngc": 26651, + "sniffing": 26652, + "dade": 26653, + "discontent": 26654, + "glendale": 26655, + "ported": 26656, + "##amina": 26657, + "defamation": 26658, + "rammed": 26659, + "##scent": 26660, + "fling": 26661, + "livingstone": 26662, + "##fleet": 26663, + "875": 26664, + "##ppy": 26665, + "apocalyptic": 26666, + "comrade": 26667, + "lcd": 26668, + "##lowe": 26669, + "cessna": 26670, + "eine": 26671, + "persecuted": 26672, + "subsistence": 26673, + "demi": 26674, + "hoop": 26675, + "reliefs": 26676, + "710": 26677, + "coptic": 26678, + "progressing": 26679, + "stemmed": 26680, + "perpetrators": 26681, + "1665": 26682, + "priestess": 26683, + "##nio": 26684, + "dobson": 26685, + "ebony": 26686, + "rooster": 26687, + "itf": 26688, + "tortricidae": 26689, + "##bbon": 26690, + "##jian": 26691, + "cleanup": 26692, + "##jean": 26693, + "##øy": 26694, + "1721": 26695, + "eighties": 26696, + "taxonomic": 26697, + "holiness": 26698, + "##hearted": 26699, + "##spar": 26700, + "antilles": 26701, + "showcasing": 26702, + "stabilized": 26703, + "##nb": 26704, + "gia": 26705, + "mascara": 26706, + "michelangelo": 26707, + "dawned": 26708, + "##uria": 26709, + "##vinsky": 26710, + "extinguished": 26711, + "fitz": 26712, + "grotesque": 26713, + "£100": 26714, + "##fera": 26715, + "##loid": 26716, + "##mous": 26717, + "barges": 26718, + "neue": 26719, + "throbbed": 26720, + "cipher": 26721, + "johnnie": 26722, + "##a1": 26723, + "##mpt": 26724, + "outburst": 26725, + "##swick": 26726, + "spearheaded": 26727, + "administrations": 26728, + "c1": 26729, + "heartbreak": 26730, + "pixels": 26731, + "pleasantly": 26732, + "##enay": 26733, + "lombardy": 26734, + "plush": 26735, + "##nsed": 26736, + "bobbie": 26737, + "##hly": 26738, + "reapers": 26739, + "tremor": 26740, + "xiang": 26741, + "minogue": 26742, + "substantive": 26743, + "hitch": 26744, + "barak": 26745, + "##wyl": 26746, + "kwan": 26747, + "##encia": 26748, + "910": 26749, + "obscene": 26750, + "elegance": 26751, + "indus": 26752, + "surfer": 26753, + "bribery": 26754, + "conserve": 26755, + "##hyllum": 26756, + "##masters": 26757, + "horatio": 26758, + "##fat": 26759, + "apes": 26760, + "rebound": 26761, + "psychotic": 26762, + "##pour": 26763, + "iteration": 26764, + "##mium": 26765, + "##vani": 26766, + "botanic": 26767, + "horribly": 26768, + "antiques": 26769, + "dispose": 26770, + "paxton": 26771, + "##hli": 26772, + "##wg": 26773, + "timeless": 26774, + "1704": 26775, + "disregard": 26776, + "engraver": 26777, + "hounds": 26778, + "##bau": 26779, + "##version": 26780, + "looted": 26781, + "uno": 26782, + "facilitates": 26783, + "groans": 26784, + "masjid": 26785, + "rutland": 26786, + "antibody": 26787, + "disqualification": 26788, + "decatur": 26789, + "footballers": 26790, + "quake": 26791, + "slacks": 26792, + "48th": 26793, + "rein": 26794, + "scribe": 26795, + "stabilize": 26796, + "commits": 26797, + "exemplary": 26798, + "tho": 26799, + "##hort": 26800, + "##chison": 26801, + "pantry": 26802, + "traversed": 26803, + "##hiti": 26804, + "disrepair": 26805, + "identifiable": 26806, + "vibrated": 26807, + "baccalaureate": 26808, + "##nnis": 26809, + "csa": 26810, + "interviewing": 26811, + "##iensis": 26812, + "##raße": 26813, + "greaves": 26814, + "wealthiest": 26815, + "343": 26816, + "classed": 26817, + "jogged": 26818, + "£5": 26819, + "##58": 26820, + "##atal": 26821, + "illuminating": 26822, + "knicks": 26823, + "respecting": 26824, + "##uno": 26825, + "scrubbed": 26826, + "##iji": 26827, + "##dles": 26828, + "kruger": 26829, + "moods": 26830, + "growls": 26831, + "raider": 26832, + "silvia": 26833, + "chefs": 26834, + "kam": 26835, + "vr": 26836, + "cree": 26837, + "percival": 26838, + "##terol": 26839, + "gunter": 26840, + "counterattack": 26841, + "defiant": 26842, + "henan": 26843, + "ze": 26844, + "##rasia": 26845, + "##riety": 26846, + "equivalence": 26847, + "submissions": 26848, + "##fra": 26849, + "##thor": 26850, + "bautista": 26851, + "mechanically": 26852, + "##heater": 26853, + "cornice": 26854, + "herbal": 26855, + "templar": 26856, + "##mering": 26857, + "outputs": 26858, + "ruining": 26859, + "ligand": 26860, + "renumbered": 26861, + "extravagant": 26862, + "mika": 26863, + "blockbuster": 26864, + "eta": 26865, + "insurrection": 26866, + "##ilia": 26867, + "darkening": 26868, + "ferocious": 26869, + "pianos": 26870, + "strife": 26871, + "kinship": 26872, + "##aer": 26873, + "melee": 26874, + "##anor": 26875, + "##iste": 26876, + "##may": 26877, + "##oue": 26878, + "decidedly": 26879, + "weep": 26880, + "##jad": 26881, + "##missive": 26882, + "##ppel": 26883, + "354": 26884, + "puget": 26885, + "unease": 26886, + "##gnant": 26887, + "1629": 26888, + "hammering": 26889, + "kassel": 26890, + "ob": 26891, + "wessex": 26892, + "##lga": 26893, + "bromwich": 26894, + "egan": 26895, + "paranoia": 26896, + "utilization": 26897, + "##atable": 26898, + "##idad": 26899, + "contradictory": 26900, + "provoke": 26901, + "##ols": 26902, + "##ouring": 26903, + "##tangled": 26904, + "knesset": 26905, + "##very": 26906, + "##lette": 26907, + "plumbing": 26908, + "##sden": 26909, + "##¹": 26910, + "greensboro": 26911, + "occult": 26912, + "sniff": 26913, + "338": 26914, + "zev": 26915, + "beaming": 26916, + "gamer": 26917, + "haggard": 26918, + "mahal": 26919, + "##olt": 26920, + "##pins": 26921, + "mendes": 26922, + "utmost": 26923, + "briefing": 26924, + "gunnery": 26925, + "##gut": 26926, + "##pher": 26927, + "##zh": 26928, + "##rok": 26929, + "1679": 26930, + "khalifa": 26931, + "sonya": 26932, + "##boot": 26933, + "principals": 26934, + "urbana": 26935, + "wiring": 26936, + "##liffe": 26937, + "##minating": 26938, + "##rrado": 26939, + "dahl": 26940, + "nyu": 26941, + "skepticism": 26942, + "np": 26943, + "townspeople": 26944, + "ithaca": 26945, + "lobster": 26946, + "somethin": 26947, + "##fur": 26948, + "##arina": 26949, + "##−1": 26950, + "freighter": 26951, + "zimmerman": 26952, + "biceps": 26953, + "contractual": 26954, + "##herton": 26955, + "amend": 26956, + "hurrying": 26957, + "subconscious": 26958, + "##anal": 26959, + "336": 26960, + "meng": 26961, + "clermont": 26962, + "spawning": 26963, + "##eia": 26964, + "##lub": 26965, + "dignitaries": 26966, + "impetus": 26967, + "snacks": 26968, + "spotting": 26969, + "twigs": 26970, + "##bilis": 26971, + "##cz": 26972, + "##ouk": 26973, + "libertadores": 26974, + "nic": 26975, + "skylar": 26976, + "##aina": 26977, + "##firm": 26978, + "gustave": 26979, + "asean": 26980, + "##anum": 26981, + "dieter": 26982, + "legislatures": 26983, + "flirt": 26984, + "bromley": 26985, + "trolls": 26986, + "umar": 26987, + "##bbies": 26988, + "##tyle": 26989, + "blah": 26990, + "parc": 26991, + "bridgeport": 26992, + "crank": 26993, + "negligence": 26994, + "##nction": 26995, + "46th": 26996, + "constantin": 26997, + "molded": 26998, + "bandages": 26999, + "seriousness": 27000, + "00pm": 27001, + "siegel": 27002, + "carpets": 27003, + "compartments": 27004, + "upbeat": 27005, + "statehood": 27006, + "##dner": 27007, + "##edging": 27008, + "marko": 27009, + "730": 27010, + "platt": 27011, + "##hane": 27012, + "paving": 27013, + "##iy": 27014, + "1738": 27015, + "abbess": 27016, + "impatience": 27017, + "limousine": 27018, + "nbl": 27019, + "##talk": 27020, + "441": 27021, + "lucille": 27022, + "mojo": 27023, + "nightfall": 27024, + "robbers": 27025, + "##nais": 27026, + "karel": 27027, + "brisk": 27028, + "calves": 27029, + "replicate": 27030, + "ascribed": 27031, + "telescopes": 27032, + "##olf": 27033, + "intimidated": 27034, + "##reen": 27035, + "ballast": 27036, + "specialization": 27037, + "##sit": 27038, + "aerodynamic": 27039, + "caliphate": 27040, + "rainer": 27041, + "visionary": 27042, + "##arded": 27043, + "epsilon": 27044, + "##aday": 27045, + "##onte": 27046, + "aggregation": 27047, + "auditory": 27048, + "boosted": 27049, + "reunification": 27050, + "kathmandu": 27051, + "loco": 27052, + "robyn": 27053, + "402": 27054, + "acknowledges": 27055, + "appointing": 27056, + "humanoid": 27057, + "newell": 27058, + "redeveloped": 27059, + "restraints": 27060, + "##tained": 27061, + "barbarians": 27062, + "chopper": 27063, + "1609": 27064, + "italiana": 27065, + "##lez": 27066, + "##lho": 27067, + "investigates": 27068, + "wrestlemania": 27069, + "##anies": 27070, + "##bib": 27071, + "690": 27072, + "##falls": 27073, + "creaked": 27074, + "dragoons": 27075, + "gravely": 27076, + "minions": 27077, + "stupidity": 27078, + "volley": 27079, + "##harat": 27080, + "##week": 27081, + "musik": 27082, + "##eries": 27083, + "##uously": 27084, + "fungal": 27085, + "massimo": 27086, + "semantics": 27087, + "malvern": 27088, + "##ahl": 27089, + "##pee": 27090, + "discourage": 27091, + "embryo": 27092, + "imperialism": 27093, + "1910s": 27094, + "profoundly": 27095, + "##ddled": 27096, + "jiangsu": 27097, + "sparkled": 27098, + "stat": 27099, + "##holz": 27100, + "sweatshirt": 27101, + "tobin": 27102, + "##iction": 27103, + "sneered": 27104, + "##cheon": 27105, + "##oit": 27106, + "brit": 27107, + "causal": 27108, + "smyth": 27109, + "##neuve": 27110, + "diffuse": 27111, + "perrin": 27112, + "silvio": 27113, + "##ipes": 27114, + "##recht": 27115, + "detonated": 27116, + "iqbal": 27117, + "selma": 27118, + "##nism": 27119, + "##zumi": 27120, + "roasted": 27121, + "##riders": 27122, + "tay": 27123, + "##ados": 27124, + "##mament": 27125, + "##mut": 27126, + "##rud": 27127, + "840": 27128, + "completes": 27129, + "nipples": 27130, + "cfa": 27131, + "flavour": 27132, + "hirsch": 27133, + "##laus": 27134, + "calderon": 27135, + "sneakers": 27136, + "moravian": 27137, + "##ksha": 27138, + "1622": 27139, + "rq": 27140, + "294": 27141, + "##imeters": 27142, + "bodo": 27143, + "##isance": 27144, + "##pre": 27145, + "##ronia": 27146, + "anatomical": 27147, + "excerpt": 27148, + "##lke": 27149, + "dh": 27150, + "kunst": 27151, + "##tablished": 27152, + "##scoe": 27153, + "biomass": 27154, + "panted": 27155, + "unharmed": 27156, + "gael": 27157, + "housemates": 27158, + "montpellier": 27159, + "##59": 27160, + "coa": 27161, + "rodents": 27162, + "tonic": 27163, + "hickory": 27164, + "singleton": 27165, + "##taro": 27166, + "451": 27167, + "1719": 27168, + "aldo": 27169, + "breaststroke": 27170, + "dempsey": 27171, + "och": 27172, + "rocco": 27173, + "##cuit": 27174, + "merton": 27175, + "dissemination": 27176, + "midsummer": 27177, + "serials": 27178, + "##idi": 27179, + "haji": 27180, + "polynomials": 27181, + "##rdon": 27182, + "gs": 27183, + "enoch": 27184, + "prematurely": 27185, + "shutter": 27186, + "taunton": 27187, + "£3": 27188, + "##grating": 27189, + "##inates": 27190, + "archangel": 27191, + "harassed": 27192, + "##asco": 27193, + "326": 27194, + "archway": 27195, + "dazzling": 27196, + "##ecin": 27197, + "1736": 27198, + "sumo": 27199, + "wat": 27200, + "##kovich": 27201, + "1086": 27202, + "honneur": 27203, + "##ently": 27204, + "##nostic": 27205, + "##ttal": 27206, + "##idon": 27207, + "1605": 27208, + "403": 27209, + "1716": 27210, + "blogger": 27211, + "rents": 27212, + "##gnan": 27213, + "hires": 27214, + "##ikh": 27215, + "##dant": 27216, + "howie": 27217, + "##rons": 27218, + "handler": 27219, + "retracted": 27220, + "shocks": 27221, + "1632": 27222, + "arun": 27223, + "duluth": 27224, + "kepler": 27225, + "trumpeter": 27226, + "##lary": 27227, + "peeking": 27228, + "seasoned": 27229, + "trooper": 27230, + "##mara": 27231, + "laszlo": 27232, + "##iciencies": 27233, + "##rti": 27234, + "heterosexual": 27235, + "##inatory": 27236, + "##ssion": 27237, + "indira": 27238, + "jogging": 27239, + "##inga": 27240, + "##lism": 27241, + "beit": 27242, + "dissatisfaction": 27243, + "malice": 27244, + "##ately": 27245, + "nedra": 27246, + "peeling": 27247, + "##rgeon": 27248, + "47th": 27249, + "stadiums": 27250, + "475": 27251, + "vertigo": 27252, + "##ains": 27253, + "iced": 27254, + "restroom": 27255, + "##plify": 27256, + "##tub": 27257, + "illustrating": 27258, + "pear": 27259, + "##chner": 27260, + "##sibility": 27261, + "inorganic": 27262, + "rappers": 27263, + "receipts": 27264, + "watery": 27265, + "##kura": 27266, + "lucinda": 27267, + "##oulos": 27268, + "reintroduced": 27269, + "##8th": 27270, + "##tched": 27271, + "gracefully": 27272, + "saxons": 27273, + "nutritional": 27274, + "wastewater": 27275, + "rained": 27276, + "favourites": 27277, + "bedrock": 27278, + "fisted": 27279, + "hallways": 27280, + "likeness": 27281, + "upscale": 27282, + "##lateral": 27283, + "1580": 27284, + "blinds": 27285, + "prequel": 27286, + "##pps": 27287, + "##tama": 27288, + "deter": 27289, + "humiliating": 27290, + "restraining": 27291, + "tn": 27292, + "vents": 27293, + "1659": 27294, + "laundering": 27295, + "recess": 27296, + "rosary": 27297, + "tractors": 27298, + "coulter": 27299, + "federer": 27300, + "##ifiers": 27301, + "##plin": 27302, + "persistence": 27303, + "##quitable": 27304, + "geschichte": 27305, + "pendulum": 27306, + "quakers": 27307, + "##beam": 27308, + "bassett": 27309, + "pictorial": 27310, + "buffet": 27311, + "koln": 27312, + "##sitor": 27313, + "drills": 27314, + "reciprocal": 27315, + "shooters": 27316, + "##57": 27317, + "##cton": 27318, + "##tees": 27319, + "converge": 27320, + "pip": 27321, + "dmitri": 27322, + "donnelly": 27323, + "yamamoto": 27324, + "aqua": 27325, + "azores": 27326, + "demographics": 27327, + "hypnotic": 27328, + "spitfire": 27329, + "suspend": 27330, + "wryly": 27331, + "roderick": 27332, + "##rran": 27333, + "sebastien": 27334, + "##asurable": 27335, + "mavericks": 27336, + "##fles": 27337, + "##200": 27338, + "himalayan": 27339, + "prodigy": 27340, + "##iance": 27341, + "transvaal": 27342, + "demonstrators": 27343, + "handcuffs": 27344, + "dodged": 27345, + "mcnamara": 27346, + "sublime": 27347, + "1726": 27348, + "crazed": 27349, + "##efined": 27350, + "##till": 27351, + "ivo": 27352, + "pondered": 27353, + "reconciled": 27354, + "shrill": 27355, + "sava": 27356, + "##duk": 27357, + "bal": 27358, + "cad": 27359, + "heresy": 27360, + "jaipur": 27361, + "goran": 27362, + "##nished": 27363, + "341": 27364, + "lux": 27365, + "shelly": 27366, + "whitehall": 27367, + "##hre": 27368, + "israelis": 27369, + "peacekeeping": 27370, + "##wled": 27371, + "1703": 27372, + "demetrius": 27373, + "ousted": 27374, + "##arians": 27375, + "##zos": 27376, + "beale": 27377, + "anwar": 27378, + "backstroke": 27379, + "raged": 27380, + "shrinking": 27381, + "cremated": 27382, + "##yck": 27383, + "benign": 27384, + "towing": 27385, + "wadi": 27386, + "darmstadt": 27387, + "landfill": 27388, + "parana": 27389, + "soothe": 27390, + "colleen": 27391, + "sidewalks": 27392, + "mayfair": 27393, + "tumble": 27394, + "hepatitis": 27395, + "ferrer": 27396, + "superstructure": 27397, + "##gingly": 27398, + "##urse": 27399, + "##wee": 27400, + "anthropological": 27401, + "translators": 27402, + "##mies": 27403, + "closeness": 27404, + "hooves": 27405, + "##pw": 27406, + "mondays": 27407, + "##roll": 27408, + "##vita": 27409, + "landscaping": 27410, + "##urized": 27411, + "purification": 27412, + "sock": 27413, + "thorns": 27414, + "thwarted": 27415, + "jalan": 27416, + "tiberius": 27417, + "##taka": 27418, + "saline": 27419, + "##rito": 27420, + "confidently": 27421, + "khyber": 27422, + "sculptors": 27423, + "##ij": 27424, + "brahms": 27425, + "hammersmith": 27426, + "inspectors": 27427, + "battista": 27428, + "fivb": 27429, + "fragmentation": 27430, + "hackney": 27431, + "##uls": 27432, + "arresting": 27433, + "exercising": 27434, + "antoinette": 27435, + "bedfordshire": 27436, + "##zily": 27437, + "dyed": 27438, + "##hema": 27439, + "1656": 27440, + "racetrack": 27441, + "variability": 27442, + "##tique": 27443, + "1655": 27444, + "austrians": 27445, + "deteriorating": 27446, + "madman": 27447, + "theorists": 27448, + "aix": 27449, + "lehman": 27450, + "weathered": 27451, + "1731": 27452, + "decreed": 27453, + "eruptions": 27454, + "1729": 27455, + "flaw": 27456, + "quinlan": 27457, + "sorbonne": 27458, + "flutes": 27459, + "nunez": 27460, + "1711": 27461, + "adored": 27462, + "downwards": 27463, + "fable": 27464, + "rasped": 27465, + "1712": 27466, + "moritz": 27467, + "mouthful": 27468, + "renegade": 27469, + "shivers": 27470, + "stunts": 27471, + "dysfunction": 27472, + "restrain": 27473, + "translit": 27474, + "327": 27475, + "pancakes": 27476, + "##avio": 27477, + "##cision": 27478, + "##tray": 27479, + "351": 27480, + "vial": 27481, + "##lden": 27482, + "bain": 27483, + "##maid": 27484, + "##oxide": 27485, + "chihuahua": 27486, + "malacca": 27487, + "vimes": 27488, + "##rba": 27489, + "##rnier": 27490, + "1664": 27491, + "donnie": 27492, + "plaques": 27493, + "##ually": 27494, + "337": 27495, + "bangs": 27496, + "floppy": 27497, + "huntsville": 27498, + "loretta": 27499, + "nikolay": 27500, + "##otte": 27501, + "eater": 27502, + "handgun": 27503, + "ubiquitous": 27504, + "##hett": 27505, + "eras": 27506, + "zodiac": 27507, + "1634": 27508, + "##omorphic": 27509, + "1820s": 27510, + "##zog": 27511, + "cochran": 27512, + "##bula": 27513, + "##lithic": 27514, + "warring": 27515, + "##rada": 27516, + "dalai": 27517, + "excused": 27518, + "blazers": 27519, + "mcconnell": 27520, + "reeling": 27521, + "bot": 27522, + "este": 27523, + "##abi": 27524, + "geese": 27525, + "hoax": 27526, + "taxon": 27527, + "##bla": 27528, + "guitarists": 27529, + "##icon": 27530, + "condemning": 27531, + "hunts": 27532, + "inversion": 27533, + "moffat": 27534, + "taekwondo": 27535, + "##lvis": 27536, + "1624": 27537, + "stammered": 27538, + "##rest": 27539, + "##rzy": 27540, + "sousa": 27541, + "fundraiser": 27542, + "marylebone": 27543, + "navigable": 27544, + "uptown": 27545, + "cabbage": 27546, + "daniela": 27547, + "salman": 27548, + "shitty": 27549, + "whimper": 27550, + "##kian": 27551, + "##utive": 27552, + "programmers": 27553, + "protections": 27554, + "rm": 27555, + "##rmi": 27556, + "##rued": 27557, + "forceful": 27558, + "##enes": 27559, + "fuss": 27560, + "##tao": 27561, + "##wash": 27562, + "brat": 27563, + "oppressive": 27564, + "reykjavik": 27565, + "spartak": 27566, + "ticking": 27567, + "##inkles": 27568, + "##kiewicz": 27569, + "adolph": 27570, + "horst": 27571, + "maui": 27572, + "protege": 27573, + "straighten": 27574, + "cpc": 27575, + "landau": 27576, + "concourse": 27577, + "clements": 27578, + "resultant": 27579, + "##ando": 27580, + "imaginative": 27581, + "joo": 27582, + "reactivated": 27583, + "##rem": 27584, + "##ffled": 27585, + "##uising": 27586, + "consultative": 27587, + "##guide": 27588, + "flop": 27589, + "kaitlyn": 27590, + "mergers": 27591, + "parenting": 27592, + "somber": 27593, + "##vron": 27594, + "supervise": 27595, + "vidhan": 27596, + "##imum": 27597, + "courtship": 27598, + "exemplified": 27599, + "harmonies": 27600, + "medallist": 27601, + "refining": 27602, + "##rrow": 27603, + "##ка": 27604, + "amara": 27605, + "##hum": 27606, + "780": 27607, + "goalscorer": 27608, + "sited": 27609, + "overshadowed": 27610, + "rohan": 27611, + "displeasure": 27612, + "secretive": 27613, + "multiplied": 27614, + "osman": 27615, + "##orth": 27616, + "engravings": 27617, + "padre": 27618, + "##kali": 27619, + "##veda": 27620, + "miniatures": 27621, + "mis": 27622, + "##yala": 27623, + "clap": 27624, + "pali": 27625, + "rook": 27626, + "##cana": 27627, + "1692": 27628, + "57th": 27629, + "antennae": 27630, + "astro": 27631, + "oskar": 27632, + "1628": 27633, + "bulldog": 27634, + "crotch": 27635, + "hackett": 27636, + "yucatan": 27637, + "##sure": 27638, + "amplifiers": 27639, + "brno": 27640, + "ferrara": 27641, + "migrating": 27642, + "##gree": 27643, + "thanking": 27644, + "turing": 27645, + "##eza": 27646, + "mccann": 27647, + "ting": 27648, + "andersson": 27649, + "onslaught": 27650, + "gaines": 27651, + "ganga": 27652, + "incense": 27653, + "standardization": 27654, + "##mation": 27655, + "sentai": 27656, + "scuba": 27657, + "stuffing": 27658, + "turquoise": 27659, + "waivers": 27660, + "alloys": 27661, + "##vitt": 27662, + "regaining": 27663, + "vaults": 27664, + "##clops": 27665, + "##gizing": 27666, + "digger": 27667, + "furry": 27668, + "memorabilia": 27669, + "probing": 27670, + "##iad": 27671, + "payton": 27672, + "rec": 27673, + "deutschland": 27674, + "filippo": 27675, + "opaque": 27676, + "seamen": 27677, + "zenith": 27678, + "afrikaans": 27679, + "##filtration": 27680, + "disciplined": 27681, + "inspirational": 27682, + "##merie": 27683, + "banco": 27684, + "confuse": 27685, + "grafton": 27686, + "tod": 27687, + "##dgets": 27688, + "championed": 27689, + "simi": 27690, + "anomaly": 27691, + "biplane": 27692, + "##ceptive": 27693, + "electrode": 27694, + "##para": 27695, + "1697": 27696, + "cleavage": 27697, + "crossbow": 27698, + "swirl": 27699, + "informant": 27700, + "##lars": 27701, + "##osta": 27702, + "afi": 27703, + "bonfire": 27704, + "spec": 27705, + "##oux": 27706, + "lakeside": 27707, + "slump": 27708, + "##culus": 27709, + "##lais": 27710, + "##qvist": 27711, + "##rrigan": 27712, + "1016": 27713, + "facades": 27714, + "borg": 27715, + "inwardly": 27716, + "cervical": 27717, + "xl": 27718, + "pointedly": 27719, + "050": 27720, + "stabilization": 27721, + "##odon": 27722, + "chests": 27723, + "1699": 27724, + "hacked": 27725, + "ctv": 27726, + "orthogonal": 27727, + "suzy": 27728, + "##lastic": 27729, + "gaulle": 27730, + "jacobite": 27731, + "rearview": 27732, + "##cam": 27733, + "##erted": 27734, + "ashby": 27735, + "##drik": 27736, + "##igate": 27737, + "##mise": 27738, + "##zbek": 27739, + "affectionately": 27740, + "canine": 27741, + "disperse": 27742, + "latham": 27743, + "##istles": 27744, + "##ivar": 27745, + "spielberg": 27746, + "##orin": 27747, + "##idium": 27748, + "ezekiel": 27749, + "cid": 27750, + "##sg": 27751, + "durga": 27752, + "middletown": 27753, + "##cina": 27754, + "customized": 27755, + "frontiers": 27756, + "harden": 27757, + "##etano": 27758, + "##zzy": 27759, + "1604": 27760, + "bolsheviks": 27761, + "##66": 27762, + "coloration": 27763, + "yoko": 27764, + "##bedo": 27765, + "briefs": 27766, + "slabs": 27767, + "debra": 27768, + "liquidation": 27769, + "plumage": 27770, + "##oin": 27771, + "blossoms": 27772, + "dementia": 27773, + "subsidy": 27774, + "1611": 27775, + "proctor": 27776, + "relational": 27777, + "jerseys": 27778, + "parochial": 27779, + "ter": 27780, + "##ici": 27781, + "esa": 27782, + "peshawar": 27783, + "cavalier": 27784, + "loren": 27785, + "cpi": 27786, + "idiots": 27787, + "shamrock": 27788, + "1646": 27789, + "dutton": 27790, + "malabar": 27791, + "mustache": 27792, + "##endez": 27793, + "##ocytes": 27794, + "referencing": 27795, + "terminates": 27796, + "marche": 27797, + "yarmouth": 27798, + "##sop": 27799, + "acton": 27800, + "mated": 27801, + "seton": 27802, + "subtly": 27803, + "baptised": 27804, + "beige": 27805, + "extremes": 27806, + "jolted": 27807, + "kristina": 27808, + "telecast": 27809, + "##actic": 27810, + "safeguard": 27811, + "waldo": 27812, + "##baldi": 27813, + "##bular": 27814, + "endeavors": 27815, + "sloppy": 27816, + "subterranean": 27817, + "##ensburg": 27818, + "##itung": 27819, + "delicately": 27820, + "pigment": 27821, + "tq": 27822, + "##scu": 27823, + "1626": 27824, + "##ound": 27825, + "collisions": 27826, + "coveted": 27827, + "herds": 27828, + "##personal": 27829, + "##meister": 27830, + "##nberger": 27831, + "chopra": 27832, + "##ricting": 27833, + "abnormalities": 27834, + "defective": 27835, + "galician": 27836, + "lucie": 27837, + "##dilly": 27838, + "alligator": 27839, + "likened": 27840, + "##genase": 27841, + "burundi": 27842, + "clears": 27843, + "complexion": 27844, + "derelict": 27845, + "deafening": 27846, + "diablo": 27847, + "fingered": 27848, + "champaign": 27849, + "dogg": 27850, + "enlist": 27851, + "isotope": 27852, + "labeling": 27853, + "mrna": 27854, + "##erre": 27855, + "brilliance": 27856, + "marvelous": 27857, + "##ayo": 27858, + "1652": 27859, + "crawley": 27860, + "ether": 27861, + "footed": 27862, + "dwellers": 27863, + "deserts": 27864, + "hamish": 27865, + "rubs": 27866, + "warlock": 27867, + "skimmed": 27868, + "##lizer": 27869, + "870": 27870, + "buick": 27871, + "embark": 27872, + "heraldic": 27873, + "irregularities": 27874, + "##ajan": 27875, + "kiara": 27876, + "##kulam": 27877, + "##ieg": 27878, + "antigen": 27879, + "kowalski": 27880, + "##lge": 27881, + "oakley": 27882, + "visitation": 27883, + "##mbit": 27884, + "vt": 27885, + "##suit": 27886, + "1570": 27887, + "murderers": 27888, + "##miento": 27889, + "##rites": 27890, + "chimneys": 27891, + "##sling": 27892, + "condemn": 27893, + "custer": 27894, + "exchequer": 27895, + "havre": 27896, + "##ghi": 27897, + "fluctuations": 27898, + "##rations": 27899, + "dfb": 27900, + "hendricks": 27901, + "vaccines": 27902, + "##tarian": 27903, + "nietzsche": 27904, + "biking": 27905, + "juicy": 27906, + "##duced": 27907, + "brooding": 27908, + "scrolling": 27909, + "selangor": 27910, + "##ragan": 27911, + "352": 27912, + "annum": 27913, + "boomed": 27914, + "seminole": 27915, + "sugarcane": 27916, + "##dna": 27917, + "departmental": 27918, + "dismissing": 27919, + "innsbruck": 27920, + "arteries": 27921, + "ashok": 27922, + "batavia": 27923, + "daze": 27924, + "kun": 27925, + "overtook": 27926, + "##rga": 27927, + "##tlan": 27928, + "beheaded": 27929, + "gaddafi": 27930, + "holm": 27931, + "electronically": 27932, + "faulty": 27933, + "galilee": 27934, + "fractures": 27935, + "kobayashi": 27936, + "##lized": 27937, + "gunmen": 27938, + "magma": 27939, + "aramaic": 27940, + "mala": 27941, + "eastenders": 27942, + "inference": 27943, + "messengers": 27944, + "bf": 27945, + "##qu": 27946, + "407": 27947, + "bathrooms": 27948, + "##vere": 27949, + "1658": 27950, + "flashbacks": 27951, + "ideally": 27952, + "misunderstood": 27953, + "##jali": 27954, + "##weather": 27955, + "mendez": 27956, + "##grounds": 27957, + "505": 27958, + "uncanny": 27959, + "##iii": 27960, + "1709": 27961, + "friendships": 27962, + "##nbc": 27963, + "sacrament": 27964, + "accommodated": 27965, + "reiterated": 27966, + "logistical": 27967, + "pebbles": 27968, + "thumped": 27969, + "##escence": 27970, + "administering": 27971, + "decrees": 27972, + "drafts": 27973, + "##flight": 27974, + "##cased": 27975, + "##tula": 27976, + "futuristic": 27977, + "picket": 27978, + "intimidation": 27979, + "winthrop": 27980, + "##fahan": 27981, + "interfered": 27982, + "339": 27983, + "afar": 27984, + "francoise": 27985, + "morally": 27986, + "uta": 27987, + "cochin": 27988, + "croft": 27989, + "dwarfs": 27990, + "##bruck": 27991, + "##dents": 27992, + "##nami": 27993, + "biker": 27994, + "##hner": 27995, + "##meral": 27996, + "nano": 27997, + "##isen": 27998, + "##ometric": 27999, + "##pres": 28000, + "##ан": 28001, + "brightened": 28002, + "meek": 28003, + "parcels": 28004, + "securely": 28005, + "gunners": 28006, + "##jhl": 28007, + "##zko": 28008, + "agile": 28009, + "hysteria": 28010, + "##lten": 28011, + "##rcus": 28012, + "bukit": 28013, + "champs": 28014, + "chevy": 28015, + "cuckoo": 28016, + "leith": 28017, + "sadler": 28018, + "theologians": 28019, + "welded": 28020, + "##section": 28021, + "1663": 28022, + "jj": 28023, + "plurality": 28024, + "xander": 28025, + "##rooms": 28026, + "##formed": 28027, + "shredded": 28028, + "temps": 28029, + "intimately": 28030, + "pau": 28031, + "tormented": 28032, + "##lok": 28033, + "##stellar": 28034, + "1618": 28035, + "charred": 28036, + "ems": 28037, + "essen": 28038, + "##mmel": 28039, + "alarms": 28040, + "spraying": 28041, + "ascot": 28042, + "blooms": 28043, + "twinkle": 28044, + "##abia": 28045, + "##apes": 28046, + "internment": 28047, + "obsidian": 28048, + "##chaft": 28049, + "snoop": 28050, + "##dav": 28051, + "##ooping": 28052, + "malibu": 28053, + "##tension": 28054, + "quiver": 28055, + "##itia": 28056, + "hays": 28057, + "mcintosh": 28058, + "travers": 28059, + "walsall": 28060, + "##ffie": 28061, + "1623": 28062, + "beverley": 28063, + "schwarz": 28064, + "plunging": 28065, + "structurally": 28066, + "m3": 28067, + "rosenthal": 28068, + "vikram": 28069, + "##tsk": 28070, + "770": 28071, + "ghz": 28072, + "##onda": 28073, + "##tiv": 28074, + "chalmers": 28075, + "groningen": 28076, + "pew": 28077, + "reckon": 28078, + "unicef": 28079, + "##rvis": 28080, + "55th": 28081, + "##gni": 28082, + "1651": 28083, + "sulawesi": 28084, + "avila": 28085, + "cai": 28086, + "metaphysical": 28087, + "screwing": 28088, + "turbulence": 28089, + "##mberg": 28090, + "augusto": 28091, + "samba": 28092, + "56th": 28093, + "baffled": 28094, + "momentary": 28095, + "toxin": 28096, + "##urian": 28097, + "##wani": 28098, + "aachen": 28099, + "condoms": 28100, + "dali": 28101, + "steppe": 28102, + "##3d": 28103, + "##app": 28104, + "##oed": 28105, + "##year": 28106, + "adolescence": 28107, + "dauphin": 28108, + "electrically": 28109, + "inaccessible": 28110, + "microscopy": 28111, + "nikita": 28112, + "##ega": 28113, + "atv": 28114, + "##cel": 28115, + "##enter": 28116, + "##oles": 28117, + "##oteric": 28118, + "##ы": 28119, + "accountants": 28120, + "punishments": 28121, + "wrongly": 28122, + "bribes": 28123, + "adventurous": 28124, + "clinch": 28125, + "flinders": 28126, + "southland": 28127, + "##hem": 28128, + "##kata": 28129, + "gough": 28130, + "##ciency": 28131, + "lads": 28132, + "soared": 28133, + "##ה": 28134, + "undergoes": 28135, + "deformation": 28136, + "outlawed": 28137, + "rubbish": 28138, + "##arus": 28139, + "##mussen": 28140, + "##nidae": 28141, + "##rzburg": 28142, + "arcs": 28143, + "##ingdon": 28144, + "##tituted": 28145, + "1695": 28146, + "wheelbase": 28147, + "wheeling": 28148, + "bombardier": 28149, + "campground": 28150, + "zebra": 28151, + "##lices": 28152, + "##oj": 28153, + "##bain": 28154, + "lullaby": 28155, + "##ecure": 28156, + "donetsk": 28157, + "wylie": 28158, + "grenada": 28159, + "##arding": 28160, + "##ης": 28161, + "squinting": 28162, + "eireann": 28163, + "opposes": 28164, + "##andra": 28165, + "maximal": 28166, + "runes": 28167, + "##broken": 28168, + "##cuting": 28169, + "##iface": 28170, + "##ror": 28171, + "##rosis": 28172, + "additive": 28173, + "britney": 28174, + "adultery": 28175, + "triggering": 28176, + "##drome": 28177, + "detrimental": 28178, + "aarhus": 28179, + "containment": 28180, + "jc": 28181, + "swapped": 28182, + "vichy": 28183, + "##ioms": 28184, + "madly": 28185, + "##oric": 28186, + "##rag": 28187, + "brant": 28188, + "##ckey": 28189, + "##trix": 28190, + "1560": 28191, + "1612": 28192, + "broughton": 28193, + "rustling": 28194, + "##stems": 28195, + "##uder": 28196, + "asbestos": 28197, + "mentoring": 28198, + "##nivorous": 28199, + "finley": 28200, + "leaps": 28201, + "##isan": 28202, + "apical": 28203, + "pry": 28204, + "slits": 28205, + "substitutes": 28206, + "##dict": 28207, + "intuitive": 28208, + "fantasia": 28209, + "insistent": 28210, + "unreasonable": 28211, + "##igen": 28212, + "##vna": 28213, + "domed": 28214, + "hannover": 28215, + "margot": 28216, + "ponder": 28217, + "##zziness": 28218, + "impromptu": 28219, + "jian": 28220, + "lc": 28221, + "rampage": 28222, + "stemming": 28223, + "##eft": 28224, + "andrey": 28225, + "gerais": 28226, + "whichever": 28227, + "amnesia": 28228, + "appropriated": 28229, + "anzac": 28230, + "clicks": 28231, + "modifying": 28232, + "ultimatum": 28233, + "cambrian": 28234, + "maids": 28235, + "verve": 28236, + "yellowstone": 28237, + "##mbs": 28238, + "conservatoire": 28239, + "##scribe": 28240, + "adherence": 28241, + "dinners": 28242, + "spectra": 28243, + "imperfect": 28244, + "mysteriously": 28245, + "sidekick": 28246, + "tatar": 28247, + "tuba": 28248, + "##aks": 28249, + "##ifolia": 28250, + "distrust": 28251, + "##athan": 28252, + "##zle": 28253, + "c2": 28254, + "ronin": 28255, + "zac": 28256, + "##pse": 28257, + "celaena": 28258, + "instrumentalist": 28259, + "scents": 28260, + "skopje": 28261, + "##mbling": 28262, + "comical": 28263, + "compensated": 28264, + "vidal": 28265, + "condor": 28266, + "intersect": 28267, + "jingle": 28268, + "wavelengths": 28269, + "##urrent": 28270, + "mcqueen": 28271, + "##izzly": 28272, + "carp": 28273, + "weasel": 28274, + "422": 28275, + "kanye": 28276, + "militias": 28277, + "postdoctoral": 28278, + "eugen": 28279, + "gunslinger": 28280, + "##ɛ": 28281, + "faux": 28282, + "hospice": 28283, + "##for": 28284, + "appalled": 28285, + "derivation": 28286, + "dwarves": 28287, + "##elis": 28288, + "dilapidated": 28289, + "##folk": 28290, + "astoria": 28291, + "philology": 28292, + "##lwyn": 28293, + "##otho": 28294, + "##saka": 28295, + "inducing": 28296, + "philanthropy": 28297, + "##bf": 28298, + "##itative": 28299, + "geek": 28300, + "markedly": 28301, + "sql": 28302, + "##yce": 28303, + "bessie": 28304, + "indices": 28305, + "rn": 28306, + "##flict": 28307, + "495": 28308, + "frowns": 28309, + "resolving": 28310, + "weightlifting": 28311, + "tugs": 28312, + "cleric": 28313, + "contentious": 28314, + "1653": 28315, + "mania": 28316, + "rms": 28317, + "##miya": 28318, + "##reate": 28319, + "##ruck": 28320, + "##tucket": 28321, + "bien": 28322, + "eels": 28323, + "marek": 28324, + "##ayton": 28325, + "##cence": 28326, + "discreet": 28327, + "unofficially": 28328, + "##ife": 28329, + "leaks": 28330, + "##bber": 28331, + "1705": 28332, + "332": 28333, + "dung": 28334, + "compressor": 28335, + "hillsborough": 28336, + "pandit": 28337, + "shillings": 28338, + "distal": 28339, + "##skin": 28340, + "381": 28341, + "##tat": 28342, + "##you": 28343, + "nosed": 28344, + "##nir": 28345, + "mangrove": 28346, + "undeveloped": 28347, + "##idia": 28348, + "textures": 28349, + "##inho": 28350, + "##500": 28351, + "##rise": 28352, + "ae": 28353, + "irritating": 28354, + "nay": 28355, + "amazingly": 28356, + "bancroft": 28357, + "apologetic": 28358, + "compassionate": 28359, + "kata": 28360, + "symphonies": 28361, + "##lovic": 28362, + "airspace": 28363, + "##lch": 28364, + "930": 28365, + "gifford": 28366, + "precautions": 28367, + "fulfillment": 28368, + "sevilla": 28369, + "vulgar": 28370, + "martinique": 28371, + "##urities": 28372, + "looting": 28373, + "piccolo": 28374, + "tidy": 28375, + "##dermott": 28376, + "quadrant": 28377, + "armchair": 28378, + "incomes": 28379, + "mathematicians": 28380, + "stampede": 28381, + "nilsson": 28382, + "##inking": 28383, + "##scan": 28384, + "foo": 28385, + "quarterfinal": 28386, + "##ostal": 28387, + "shang": 28388, + "shouldered": 28389, + "squirrels": 28390, + "##owe": 28391, + "344": 28392, + "vinegar": 28393, + "##bner": 28394, + "##rchy": 28395, + "##systems": 28396, + "delaying": 28397, + "##trics": 28398, + "ars": 28399, + "dwyer": 28400, + "rhapsody": 28401, + "sponsoring": 28402, + "##gration": 28403, + "bipolar": 28404, + "cinder": 28405, + "starters": 28406, + "##olio": 28407, + "##urst": 28408, + "421": 28409, + "signage": 28410, + "##nty": 28411, + "aground": 28412, + "figurative": 28413, + "mons": 28414, + "acquaintances": 28415, + "duets": 28416, + "erroneously": 28417, + "soyuz": 28418, + "elliptic": 28419, + "recreated": 28420, + "##cultural": 28421, + "##quette": 28422, + "##ssed": 28423, + "##tma": 28424, + "##zcz": 28425, + "moderator": 28426, + "scares": 28427, + "##itaire": 28428, + "##stones": 28429, + "##udence": 28430, + "juniper": 28431, + "sighting": 28432, + "##just": 28433, + "##nsen": 28434, + "britten": 28435, + "calabria": 28436, + "ry": 28437, + "bop": 28438, + "cramer": 28439, + "forsyth": 28440, + "stillness": 28441, + "##л": 28442, + "airmen": 28443, + "gathers": 28444, + "unfit": 28445, + "##umber": 28446, + "##upt": 28447, + "taunting": 28448, + "##rip": 28449, + "seeker": 28450, + "streamlined": 28451, + "##bution": 28452, + "holster": 28453, + "schumann": 28454, + "tread": 28455, + "vox": 28456, + "##gano": 28457, + "##onzo": 28458, + "strive": 28459, + "dil": 28460, + "reforming": 28461, + "covent": 28462, + "newbury": 28463, + "predicting": 28464, + "##orro": 28465, + "decorate": 28466, + "tre": 28467, + "##puted": 28468, + "andover": 28469, + "ie": 28470, + "asahi": 28471, + "dept": 28472, + "dunkirk": 28473, + "gills": 28474, + "##tori": 28475, + "buren": 28476, + "huskies": 28477, + "##stis": 28478, + "##stov": 28479, + "abstracts": 28480, + "bets": 28481, + "loosen": 28482, + "##opa": 28483, + "1682": 28484, + "yearning": 28485, + "##glio": 28486, + "##sir": 28487, + "berman": 28488, + "effortlessly": 28489, + "enamel": 28490, + "napoli": 28491, + "persist": 28492, + "##peration": 28493, + "##uez": 28494, + "attache": 28495, + "elisa": 28496, + "b1": 28497, + "invitations": 28498, + "##kic": 28499, + "accelerating": 28500, + "reindeer": 28501, + "boardwalk": 28502, + "clutches": 28503, + "nelly": 28504, + "polka": 28505, + "starbucks": 28506, + "##kei": 28507, + "adamant": 28508, + "huey": 28509, + "lough": 28510, + "unbroken": 28511, + "adventurer": 28512, + "embroidery": 28513, + "inspecting": 28514, + "stanza": 28515, + "##ducted": 28516, + "naia": 28517, + "taluka": 28518, + "##pone": 28519, + "##roids": 28520, + "chases": 28521, + "deprivation": 28522, + "florian": 28523, + "##jing": 28524, + "##ppet": 28525, + "earthly": 28526, + "##lib": 28527, + "##ssee": 28528, + "colossal": 28529, + "foreigner": 28530, + "vet": 28531, + "freaks": 28532, + "patrice": 28533, + "rosewood": 28534, + "triassic": 28535, + "upstate": 28536, + "##pkins": 28537, + "dominates": 28538, + "ata": 28539, + "chants": 28540, + "ks": 28541, + "vo": 28542, + "##400": 28543, + "##bley": 28544, + "##raya": 28545, + "##rmed": 28546, + "555": 28547, + "agra": 28548, + "infiltrate": 28549, + "##ailing": 28550, + "##ilation": 28551, + "##tzer": 28552, + "##uppe": 28553, + "##werk": 28554, + "binoculars": 28555, + "enthusiast": 28556, + "fujian": 28557, + "squeak": 28558, + "##avs": 28559, + "abolitionist": 28560, + "almeida": 28561, + "boredom": 28562, + "hampstead": 28563, + "marsden": 28564, + "rations": 28565, + "##ands": 28566, + "inflated": 28567, + "334": 28568, + "bonuses": 28569, + "rosalie": 28570, + "patna": 28571, + "##rco": 28572, + "329": 28573, + "detachments": 28574, + "penitentiary": 28575, + "54th": 28576, + "flourishing": 28577, + "woolf": 28578, + "##dion": 28579, + "##etched": 28580, + "papyrus": 28581, + "##lster": 28582, + "##nsor": 28583, + "##toy": 28584, + "bobbed": 28585, + "dismounted": 28586, + "endelle": 28587, + "inhuman": 28588, + "motorola": 28589, + "tbs": 28590, + "wince": 28591, + "wreath": 28592, + "##ticus": 28593, + "hideout": 28594, + "inspections": 28595, + "sanjay": 28596, + "disgrace": 28597, + "infused": 28598, + "pudding": 28599, + "stalks": 28600, + "##urbed": 28601, + "arsenic": 28602, + "leases": 28603, + "##hyl": 28604, + "##rrard": 28605, + "collarbone": 28606, + "##waite": 28607, + "##wil": 28608, + "dowry": 28609, + "##bant": 28610, + "##edance": 28611, + "genealogical": 28612, + "nitrate": 28613, + "salamanca": 28614, + "scandals": 28615, + "thyroid": 28616, + "necessitated": 28617, + "##!": 28618, + "##\"": 28619, + "###": 28620, + "##$": 28621, + "##%": 28622, + "##&": 28623, + "##'": 28624, + "##(": 28625, + "##)": 28626, + "##*": 28627, + "##+": 28628, + "##,": 28629, + "##-": 28630, + "##.": 28631, + "##/": 28632, + "##:": 28633, + "##;": 28634, + "##<": 28635, + "##=": 28636, + "##>": 28637, + "##?": 28638, + "##@": 28639, + "##[": 28640, + "##\\": 28641, + "##]": 28642, + "##^": 28643, + "##_": 28644, + "##`": 28645, + "##{": 28646, + "##|": 28647, + "##}": 28648, + "##~": 28649, + "##¡": 28650, + "##¢": 28651, + "##£": 28652, + "##¤": 28653, + "##¥": 28654, + "##¦": 28655, + "##§": 28656, + "##¨": 28657, + "##©": 28658, + "##ª": 28659, + "##«": 28660, + "##¬": 28661, + "##®": 28662, + "##±": 28663, + "##´": 28664, + "##µ": 28665, + "##¶": 28666, + "##·": 28667, + "##º": 28668, + "##»": 28669, + "##¼": 28670, + "##¾": 28671, + "##¿": 28672, + "##æ": 28673, + "##ð": 28674, + "##÷": 28675, + "##þ": 28676, + "##đ": 28677, + "##ħ": 28678, + "##ŋ": 28679, + "##œ": 28680, + "##ƒ": 28681, + "##ɐ": 28682, + "##ɑ": 28683, + "##ɒ": 28684, + "##ɔ": 28685, + "##ɕ": 28686, + "##ə": 28687, + "##ɡ": 28688, + "##ɣ": 28689, + "##ɨ": 28690, + "##ɪ": 28691, + "##ɫ": 28692, + "##ɬ": 28693, + "##ɯ": 28694, + "##ɲ": 28695, + "##ɴ": 28696, + "##ɹ": 28697, + "##ɾ": 28698, + "##ʀ": 28699, + "##ʁ": 28700, + "##ʂ": 28701, + "##ʃ": 28702, + "##ʉ": 28703, + "##ʊ": 28704, + "##ʋ": 28705, + "##ʌ": 28706, + "##ʎ": 28707, + "##ʐ": 28708, + "##ʑ": 28709, + "##ʒ": 28710, + "##ʔ": 28711, + "##ʰ": 28712, + "##ʲ": 28713, + "##ʳ": 28714, + "##ʷ": 28715, + "##ʸ": 28716, + "##ʻ": 28717, + "##ʼ": 28718, + "##ʾ": 28719, + "##ʿ": 28720, + "##ˈ": 28721, + "##ˡ": 28722, + "##ˢ": 28723, + "##ˣ": 28724, + "##ˤ": 28725, + "##β": 28726, + "##γ": 28727, + "##δ": 28728, + "##ε": 28729, + "##ζ": 28730, + "##θ": 28731, + "##κ": 28732, + "##λ": 28733, + "##μ": 28734, + "##ξ": 28735, + "##ο": 28736, + "##π": 28737, + "##ρ": 28738, + "##σ": 28739, + "##τ": 28740, + "##υ": 28741, + "##φ": 28742, + "##χ": 28743, + "##ψ": 28744, + "##ω": 28745, + "##б": 28746, + "##г": 28747, + "##д": 28748, + "##ж": 28749, + "##з": 28750, + "##м": 28751, + "##п": 28752, + "##с": 28753, + "##у": 28754, + "##ф": 28755, + "##х": 28756, + "##ц": 28757, + "##ч": 28758, + "##ш": 28759, + "##щ": 28760, + "##ъ": 28761, + "##э": 28762, + "##ю": 28763, + "##ђ": 28764, + "##є": 28765, + "##і": 28766, + "##ј": 28767, + "##љ": 28768, + "##њ": 28769, + "##ћ": 28770, + "##ӏ": 28771, + "##ա": 28772, + "##բ": 28773, + "##գ": 28774, + "##դ": 28775, + "##ե": 28776, + "##թ": 28777, + "##ի": 28778, + "##լ": 28779, + "##կ": 28780, + "##հ": 28781, + "##մ": 28782, + "##յ": 28783, + "##ն": 28784, + "##ո": 28785, + "##պ": 28786, + "##ս": 28787, + "##վ": 28788, + "##տ": 28789, + "##ր": 28790, + "##ւ": 28791, + "##ք": 28792, + "##־": 28793, + "##א": 28794, + "##ב": 28795, + "##ג": 28796, + "##ד": 28797, + "##ו": 28798, + "##ז": 28799, + "##ח": 28800, + "##ט": 28801, + "##י": 28802, + "##ך": 28803, + "##כ": 28804, + "##ל": 28805, + "##ם": 28806, + "##מ": 28807, + "##ן": 28808, + "##נ": 28809, + "##ס": 28810, + "##ע": 28811, + "##ף": 28812, + "##פ": 28813, + "##ץ": 28814, + "##צ": 28815, + "##ק": 28816, + "##ר": 28817, + "##ש": 28818, + "##ת": 28819, + "##،": 28820, + "##ء": 28821, + "##ب": 28822, + "##ت": 28823, + "##ث": 28824, + "##ج": 28825, + "##ح": 28826, + "##خ": 28827, + "##ذ": 28828, + "##ز": 28829, + "##س": 28830, + "##ش": 28831, + "##ص": 28832, + "##ض": 28833, + "##ط": 28834, + "##ظ": 28835, + "##ع": 28836, + "##غ": 28837, + "##ـ": 28838, + "##ف": 28839, + "##ق": 28840, + "##ك": 28841, + "##و": 28842, + "##ى": 28843, + "##ٹ": 28844, + "##پ": 28845, + "##چ": 28846, + "##ک": 28847, + "##گ": 28848, + "##ں": 28849, + "##ھ": 28850, + "##ہ": 28851, + "##ے": 28852, + "##अ": 28853, + "##आ": 28854, + "##उ": 28855, + "##ए": 28856, + "##क": 28857, + "##ख": 28858, + "##ग": 28859, + "##च": 28860, + "##ज": 28861, + "##ट": 28862, + "##ड": 28863, + "##ण": 28864, + "##त": 28865, + "##थ": 28866, + "##द": 28867, + "##ध": 28868, + "##न": 28869, + "##प": 28870, + "##ब": 28871, + "##भ": 28872, + "##म": 28873, + "##य": 28874, + "##र": 28875, + "##ल": 28876, + "##व": 28877, + "##श": 28878, + "##ष": 28879, + "##स": 28880, + "##ह": 28881, + "##ा": 28882, + "##ि": 28883, + "##ी": 28884, + "##ो": 28885, + "##।": 28886, + "##॥": 28887, + "##ং": 28888, + "##অ": 28889, + "##আ": 28890, + "##ই": 28891, + "##উ": 28892, + "##এ": 28893, + "##ও": 28894, + "##ক": 28895, + "##খ": 28896, + "##গ": 28897, + "##চ": 28898, + "##ছ": 28899, + "##জ": 28900, + "##ট": 28901, + "##ড": 28902, + "##ণ": 28903, + "##ত": 28904, + "##থ": 28905, + "##দ": 28906, + "##ধ": 28907, + "##ন": 28908, + "##প": 28909, + "##ব": 28910, + "##ভ": 28911, + "##ম": 28912, + "##য": 28913, + "##র": 28914, + "##ল": 28915, + "##শ": 28916, + "##ষ": 28917, + "##স": 28918, + "##হ": 28919, + "##া": 28920, + "##ি": 28921, + "##ী": 28922, + "##ে": 28923, + "##க": 28924, + "##ச": 28925, + "##ட": 28926, + "##த": 28927, + "##ந": 28928, + "##ன": 28929, + "##ப": 28930, + "##ம": 28931, + "##ய": 28932, + "##ர": 28933, + "##ல": 28934, + "##ள": 28935, + "##வ": 28936, + "##ா": 28937, + "##ி": 28938, + "##ு": 28939, + "##ே": 28940, + "##ை": 28941, + "##ನ": 28942, + "##ರ": 28943, + "##ಾ": 28944, + "##ක": 28945, + "##ය": 28946, + "##ර": 28947, + "##ල": 28948, + "##ව": 28949, + "##ා": 28950, + "##ก": 28951, + "##ง": 28952, + "##ต": 28953, + "##ท": 28954, + "##น": 28955, + "##พ": 28956, + "##ม": 28957, + "##ย": 28958, + "##ร": 28959, + "##ล": 28960, + "##ว": 28961, + "##ส": 28962, + "##อ": 28963, + "##า": 28964, + "##เ": 28965, + "##་": 28966, + "##།": 28967, + "##ག": 28968, + "##ང": 28969, + "##ད": 28970, + "##ན": 28971, + "##པ": 28972, + "##བ": 28973, + "##མ": 28974, + "##འ": 28975, + "##ར": 28976, + "##ལ": 28977, + "##ས": 28978, + "##မ": 28979, + "##ა": 28980, + "##ბ": 28981, + "##გ": 28982, + "##დ": 28983, + "##ე": 28984, + "##ვ": 28985, + "##თ": 28986, + "##ი": 28987, + "##კ": 28988, + "##ლ": 28989, + "##მ": 28990, + "##ნ": 28991, + "##ო": 28992, + "##რ": 28993, + "##ს": 28994, + "##ტ": 28995, + "##უ": 28996, + "##ᄀ": 28997, + "##ᄂ": 28998, + "##ᄃ": 28999, + "##ᄅ": 29000, + "##ᄆ": 29001, + "##ᄇ": 29002, + "##ᄉ": 29003, + "##ᄊ": 29004, + "##ᄋ": 29005, + "##ᄌ": 29006, + "##ᄎ": 29007, + "##ᄏ": 29008, + "##ᄐ": 29009, + "##ᄑ": 29010, + "##ᄒ": 29011, + "##ᅡ": 29012, + "##ᅢ": 29013, + "##ᅥ": 29014, + "##ᅦ": 29015, + "##ᅧ": 29016, + "##ᅩ": 29017, + "##ᅪ": 29018, + "##ᅭ": 29019, + "##ᅮ": 29020, + "##ᅯ": 29021, + "##ᅲ": 29022, + "##ᅳ": 29023, + "##ᅴ": 29024, + "##ᅵ": 29025, + "##ᆨ": 29026, + "##ᆫ": 29027, + "##ᆯ": 29028, + "##ᆷ": 29029, + "##ᆸ": 29030, + "##ᆼ": 29031, + "##ᴬ": 29032, + "##ᴮ": 29033, + "##ᴰ": 29034, + "##ᴵ": 29035, + "##ᴺ": 29036, + "##ᵀ": 29037, + "##ᵃ": 29038, + "##ᵇ": 29039, + "##ᵈ": 29040, + "##ᵉ": 29041, + "##ᵍ": 29042, + "##ᵏ": 29043, + "##ᵐ": 29044, + "##ᵒ": 29045, + "##ᵖ": 29046, + "##ᵗ": 29047, + "##ᵘ": 29048, + "##ᵣ": 29049, + "##ᵤ": 29050, + "##ᵥ": 29051, + "##ᶜ": 29052, + "##ᶠ": 29053, + "##‐": 29054, + "##‑": 29055, + "##‒": 29056, + "##–": 29057, + "##—": 29058, + "##―": 29059, + "##‖": 29060, + "##‘": 29061, + "##’": 29062, + "##‚": 29063, + "##“": 29064, + "##”": 29065, + "##„": 29066, + "##†": 29067, + "##‡": 29068, + "##•": 29069, + "##…": 29070, + "##‰": 29071, + "##′": 29072, + "##″": 29073, + "##›": 29074, + "##‿": 29075, + "##⁄": 29076, + "##⁰": 29077, + "##ⁱ": 29078, + "##⁴": 29079, + "##⁵": 29080, + "##⁶": 29081, + "##⁷": 29082, + "##⁸": 29083, + "##⁹": 29084, + "##⁻": 29085, + "##ⁿ": 29086, + "##₅": 29087, + "##₆": 29088, + "##₇": 29089, + "##₈": 29090, + "##₉": 29091, + "##₊": 29092, + "##₍": 29093, + "##₎": 29094, + "##ₐ": 29095, + "##ₑ": 29096, + "##ₒ": 29097, + "##ₓ": 29098, + "##ₕ": 29099, + "##ₖ": 29100, + "##ₗ": 29101, + "##ₘ": 29102, + "##ₚ": 29103, + "##ₛ": 29104, + "##ₜ": 29105, + "##₤": 29106, + "##₩": 29107, + "##€": 29108, + "##₱": 29109, + "##₹": 29110, + "##ℓ": 29111, + "##№": 29112, + "##ℝ": 29113, + "##™": 29114, + "##⅓": 29115, + "##⅔": 29116, + "##←": 29117, + "##↑": 29118, + "##→": 29119, + "##↓": 29120, + "##↔": 29121, + "##↦": 29122, + "##⇄": 29123, + "##⇌": 29124, + "##⇒": 29125, + "##∂": 29126, + "##∅": 29127, + "##∆": 29128, + "##∇": 29129, + "##∈": 29130, + "##∗": 29131, + "##∘": 29132, + "##√": 29133, + "##∞": 29134, + "##∧": 29135, + "##∨": 29136, + "##∩": 29137, + "##∪": 29138, + "##≈": 29139, + "##≡": 29140, + "##≤": 29141, + "##≥": 29142, + "##⊂": 29143, + "##⊆": 29144, + "##⊕": 29145, + "##⊗": 29146, + "##⋅": 29147, + "##─": 29148, + "##│": 29149, + "##■": 29150, + "##▪": 29151, + "##●": 29152, + "##★": 29153, + "##☆": 29154, + "##☉": 29155, + "##♠": 29156, + "##♣": 29157, + "##♥": 29158, + "##♦": 29159, + "##♯": 29160, + "##⟨": 29161, + "##⟩": 29162, + "##ⱼ": 29163, + "##⺩": 29164, + "##⺼": 29165, + "##⽥": 29166, + "##、": 29167, + "##。": 29168, + "##〈": 29169, + "##〉": 29170, + "##《": 29171, + "##》": 29172, + "##「": 29173, + "##」": 29174, + "##『": 29175, + "##』": 29176, + "##〜": 29177, + "##あ": 29178, + "##い": 29179, + "##う": 29180, + "##え": 29181, + "##お": 29182, + "##か": 29183, + "##き": 29184, + "##く": 29185, + "##け": 29186, + "##こ": 29187, + "##さ": 29188, + "##し": 29189, + "##す": 29190, + "##せ": 29191, + "##そ": 29192, + "##た": 29193, + "##ち": 29194, + "##っ": 29195, + "##つ": 29196, + "##て": 29197, + "##と": 29198, + "##な": 29199, + "##に": 29200, + "##ぬ": 29201, + "##ね": 29202, + "##の": 29203, + "##は": 29204, + "##ひ": 29205, + "##ふ": 29206, + "##へ": 29207, + "##ほ": 29208, + "##ま": 29209, + "##み": 29210, + "##む": 29211, + "##め": 29212, + "##も": 29213, + "##や": 29214, + "##ゆ": 29215, + "##よ": 29216, + "##ら": 29217, + "##り": 29218, + "##る": 29219, + "##れ": 29220, + "##ろ": 29221, + "##を": 29222, + "##ん": 29223, + "##ァ": 29224, + "##ア": 29225, + "##ィ": 29226, + "##イ": 29227, + "##ウ": 29228, + "##ェ": 29229, + "##エ": 29230, + "##オ": 29231, + "##カ": 29232, + "##キ": 29233, + "##ク": 29234, + "##ケ": 29235, + "##コ": 29236, + "##サ": 29237, + "##シ": 29238, + "##ス": 29239, + "##セ": 29240, + "##タ": 29241, + "##チ": 29242, + "##ッ": 29243, + "##ツ": 29244, + "##テ": 29245, + "##ト": 29246, + "##ナ": 29247, + "##ニ": 29248, + "##ノ": 29249, + "##ハ": 29250, + "##ヒ": 29251, + "##フ": 29252, + "##ヘ": 29253, + "##ホ": 29254, + "##マ": 29255, + "##ミ": 29256, + "##ム": 29257, + "##メ": 29258, + "##モ": 29259, + "##ャ": 29260, + "##ュ": 29261, + "##ョ": 29262, + "##ラ": 29263, + "##リ": 29264, + "##ル": 29265, + "##レ": 29266, + "##ロ": 29267, + "##ワ": 29268, + "##ン": 29269, + "##・": 29270, + "##ー": 29271, + "##一": 29272, + "##三": 29273, + "##上": 29274, + "##下": 29275, + "##不": 29276, + "##世": 29277, + "##中": 29278, + "##主": 29279, + "##久": 29280, + "##之": 29281, + "##也": 29282, + "##事": 29283, + "##二": 29284, + "##五": 29285, + "##井": 29286, + "##京": 29287, + "##人": 29288, + "##亻": 29289, + "##仁": 29290, + "##介": 29291, + "##代": 29292, + "##仮": 29293, + "##伊": 29294, + "##会": 29295, + "##佐": 29296, + "##侍": 29297, + "##保": 29298, + "##信": 29299, + "##健": 29300, + "##元": 29301, + "##光": 29302, + "##八": 29303, + "##公": 29304, + "##内": 29305, + "##出": 29306, + "##分": 29307, + "##前": 29308, + "##劉": 29309, + "##力": 29310, + "##加": 29311, + "##勝": 29312, + "##北": 29313, + "##区": 29314, + "##十": 29315, + "##千": 29316, + "##南": 29317, + "##博": 29318, + "##原": 29319, + "##口": 29320, + "##古": 29321, + "##史": 29322, + "##司": 29323, + "##合": 29324, + "##吉": 29325, + "##同": 29326, + "##名": 29327, + "##和": 29328, + "##囗": 29329, + "##四": 29330, + "##国": 29331, + "##國": 29332, + "##土": 29333, + "##地": 29334, + "##坂": 29335, + "##城": 29336, + "##堂": 29337, + "##場": 29338, + "##士": 29339, + "##夏": 29340, + "##外": 29341, + "##大": 29342, + "##天": 29343, + "##太": 29344, + "##夫": 29345, + "##奈": 29346, + "##女": 29347, + "##子": 29348, + "##学": 29349, + "##宀": 29350, + "##宇": 29351, + "##安": 29352, + "##宗": 29353, + "##定": 29354, + "##宣": 29355, + "##宮": 29356, + "##家": 29357, + "##宿": 29358, + "##寺": 29359, + "##將": 29360, + "##小": 29361, + "##尚": 29362, + "##山": 29363, + "##岡": 29364, + "##島": 29365, + "##崎": 29366, + "##川": 29367, + "##州": 29368, + "##巿": 29369, + "##帝": 29370, + "##平": 29371, + "##年": 29372, + "##幸": 29373, + "##广": 29374, + "##弘": 29375, + "##張": 29376, + "##彳": 29377, + "##後": 29378, + "##御": 29379, + "##德": 29380, + "##心": 29381, + "##忄": 29382, + "##志": 29383, + "##忠": 29384, + "##愛": 29385, + "##成": 29386, + "##我": 29387, + "##戦": 29388, + "##戸": 29389, + "##手": 29390, + "##扌": 29391, + "##政": 29392, + "##文": 29393, + "##新": 29394, + "##方": 29395, + "##日": 29396, + "##明": 29397, + "##星": 29398, + "##春": 29399, + "##昭": 29400, + "##智": 29401, + "##曲": 29402, + "##書": 29403, + "##月": 29404, + "##有": 29405, + "##朝": 29406, + "##木": 29407, + "##本": 29408, + "##李": 29409, + "##村": 29410, + "##東": 29411, + "##松": 29412, + "##林": 29413, + "##森": 29414, + "##楊": 29415, + "##樹": 29416, + "##橋": 29417, + "##歌": 29418, + "##止": 29419, + "##正": 29420, + "##武": 29421, + "##比": 29422, + "##氏": 29423, + "##民": 29424, + "##水": 29425, + "##氵": 29426, + "##氷": 29427, + "##永": 29428, + "##江": 29429, + "##沢": 29430, + "##河": 29431, + "##治": 29432, + "##法": 29433, + "##海": 29434, + "##清": 29435, + "##漢": 29436, + "##瀬": 29437, + "##火": 29438, + "##版": 29439, + "##犬": 29440, + "##王": 29441, + "##生": 29442, + "##田": 29443, + "##男": 29444, + "##疒": 29445, + "##発": 29446, + "##白": 29447, + "##的": 29448, + "##皇": 29449, + "##目": 29450, + "##相": 29451, + "##省": 29452, + "##真": 29453, + "##石": 29454, + "##示": 29455, + "##社": 29456, + "##神": 29457, + "##福": 29458, + "##禾": 29459, + "##秀": 29460, + "##秋": 29461, + "##空": 29462, + "##立": 29463, + "##章": 29464, + "##竹": 29465, + "##糹": 29466, + "##美": 29467, + "##義": 29468, + "##耳": 29469, + "##良": 29470, + "##艹": 29471, + "##花": 29472, + "##英": 29473, + "##華": 29474, + "##葉": 29475, + "##藤": 29476, + "##行": 29477, + "##街": 29478, + "##西": 29479, + "##見": 29480, + "##訁": 29481, + "##語": 29482, + "##谷": 29483, + "##貝": 29484, + "##貴": 29485, + "##車": 29486, + "##軍": 29487, + "##辶": 29488, + "##道": 29489, + "##郎": 29490, + "##郡": 29491, + "##部": 29492, + "##都": 29493, + "##里": 29494, + "##野": 29495, + "##金": 29496, + "##鈴": 29497, + "##镇": 29498, + "##長": 29499, + "##門": 29500, + "##間": 29501, + "##阝": 29502, + "##阿": 29503, + "##陳": 29504, + "##陽": 29505, + "##雄": 29506, + "##青": 29507, + "##面": 29508, + "##風": 29509, + "##食": 29510, + "##香": 29511, + "##馬": 29512, + "##高": 29513, + "##龍": 29514, + "##龸": 29515, + "##fi": 29516, + "##fl": 29517, + "##!": 29518, + "##(": 29519, + "##)": 29520, + "##,": 29521, + "##-": 29522, + "##.": 29523, + "##/": 29524, + "##:": 29525, + "##?": 29526, + "##~": 29527 + } + } +} \ No newline at end of file diff --git a/tests/__init__.py b/tests/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..bcb3075dffdfd665e3243d2bfe07fd529499e4d1 --- /dev/null +++ b/tests/__init__.py @@ -0,0 +1 @@ +"""Unit tests for HDCSTORAGE. Standard library only (unittest).""" diff --git a/tests/test_adder.py b/tests/test_adder.py new file mode 100644 index 0000000000000000000000000000000000000000..551a1338939fab97689c94b14f50b2b401b0029f --- /dev/null +++ b/tests/test_adder.py @@ -0,0 +1,282 @@ +"""Tests for the hyperdimensional full adder. + +Two of these are not ordinary arithmetic tests: + +* ``TestGate.test_keys_are_not_parity`` is a regression test for a real bug. + XORing shared zero/one atoms collapsed the 8-row truth table onto 2 keys, + because ``1^1^1 == 1^0^0``. The fix was one atom pair per gate slot. +* ``TestNoDecode`` patches out ``hv_to_int`` inside the interpreter and runs + ADD/SUB, which is the only way to show the operands never leave the vector + domain: if any decode remained, the program would fault. +""" + +import random +import sys +import unittest +from pathlib import Path +from unittest import mock + +sys.path.insert(0, str(Path(__file__).resolve().parents[1])) + +from hdc.adder import AdderError, HyperAdder, wrap +from hdc.assembler import assemble +from hdc.hypervec import ( + MAX_INT_BITS, + bind, + hv_bits_of_int, + hv_from_bits, + hv_to_bits, + hv_to_int, + int_to_hv, + sim, +) +from hdc.interpreter import Machine +from hdc.memory import HDCStorage + +D = 2000 + + +def build(source): + m = Machine(storage=HDCStorage(d=D), d=D) + m.load(assemble(source, d=D)) + return m + + +class TestGate(unittest.TestCase): + def setUp(self): + self.adder = HyperAdder(d=D) + + def test_table_has_eight_correct_rows(self): + self.assertEqual(len(self.adder.rows), 8) + for row in self.adder.rows: + total = row.a ^ row.b ^ row.c + carry = 1 if (row.a + row.b + row.c) >= 2 else 0 + self.assertEqual((row.total, row.carry), (total, carry), row.render()) + + def test_rows_are_stored_in_hdc_storage(self): + for row in self.adder.rows: + self.assertIn(row.cell, self.adder.storage) + self.assertNotEqual(self.adder.storage.read(row.cell), 0) + + def test_keys_are_not_parity(self): + """Regression: a shared atom pair reduces every key to its parity.""" + keys = [row.key for row in self.adder.rows] + self.assertEqual(len(set(keys)), 8, "truth-table keys collided") + worst = min( + sim(a, b, D) for i, a in enumerate(keys) for j, b in enumerate(keys) if i != j + ) + self.assertLess(worst, 0.15, "row keys are not near-orthogonal") + + def test_full_adder_all_eight_inputs(self): + for a in (0, 1): + for b in (0, 1): + for c in (0, 1): + total, carry, confidence = self.adder.full_adder(a, b, c) + self.assertEqual(total, a ^ b ^ c, (a, b, c)) + self.assertEqual(carry, 1 if a + b + c >= 2 else 0, (a, b, c)) + self.assertGreater(confidence, 0.3) + + def test_separation_reports_real_numbers(self): + report = self.adder.separation() + self.assertEqual(report["rows"], 8) + self.assertEqual(report["table_cells"], 8) + self.assertLess(report["worst_cross_similarity"], 0.15) + + +class TestRipple(unittest.TestCase): + def setUp(self): + self.adder = HyperAdder(d=D) + + def test_single_bit_carry_chain(self): + bits, stages = self.adder.add_bits([1, 1], [1, 0], 0) + # 1 + 3 = 4 -> 100 + self.assertEqual(bits[:3], [0, 0, 1]) + self.assertEqual([s.carry_out for s in stages[:3]], [1, 1, 0]) + + def test_carry_propagates_across_many_bits(self): + bits, _ = self.adder.add_bits(hv_bits_of_int(0x7FFFFFFF), hv_bits_of_int(1), 0) + self.assertEqual(hv_to_int(hv_from_bits(bits, D), D), wrap(0x7FFFFFFF + 1)) + + def test_add_matches_python(self): + rng = random.Random(7) + for _ in range(25): + a = rng.randrange(-(1 << 31), 1 << 31) + b = rng.randrange(-(1 << 31), 1 << 31) + self.assertEqual(self.adder.decode(self.adder.add(a, b)), wrap(a + b), (a, b)) + + def test_sub_matches_python(self): + rng = random.Random(8) + for _ in range(25): + a = rng.randrange(-(1 << 31), 1 << 31) + b = rng.randrange(-(1 << 31), 1 << 31) + self.assertEqual(self.adder.decode(self.adder.sub(a, b)), wrap(a - b), (a, b)) + + def test_known_values(self): + cases = [(0, 0, 0), (1, 1, 2), (7, 35, 42), (-7, 35, 28), (5, -11, -6), + (-1, 1, 0), (-2, -3, -5), (65535, 1, 65536)] + for a, b, expected in cases: + self.assertEqual(self.adder.decode(self.adder.add(a, b)), expected, (a, b)) + + def test_hv_to_hv_layer(self): + a, b = 1234, -5678 + out = self.adder.add_hv(int_to_hv(a, D), int_to_hv(b, D)) + self.assertEqual(self.adder.decode(out), wrap(a + b)) + self.assertEqual(out, self.adder.add(a, b), "HV path differs from int path") + + def test_sub_hv_layer(self): + a, b = 99, 1234 + out = self.adder.sub_hv(int_to_hv(a, D), int_to_hv(b, D)) + self.assertEqual(self.adder.decode(out), wrap(a - b)) + + def test_bit_extraction_matches_codec(self): + for n in (0, 1, -1, 42, -42, 0x55555555, -0x55555556, (1 << 31) - 1): + self.assertEqual( + hv_to_bits(int_to_hv(n, D), D), hv_bits_of_int(n), "value %d" % n + ) + + +class TestNoDecode(unittest.TestCase): + """Prove ADD/SUB execute without materialising an integer operand.""" + + def test_add_and_sub_without_hv_to_int(self): + m = build( + """ + ldi R0, 7 + ldi R1, 35 + add R2, R0, R1 + sub R3, R0, R1 + halt + """ + ) + with mock.patch("hdc.interpreter.hv_to_int", side_effect=AssertionError("decoded")): + result = m.run() + self.assertEqual(result["status"], "halted") + self.assertEqual(m.adder.decode(m.regs[2]), 42) + self.assertEqual(m.adder.decode(m.regs[3]), -28) + + def test_trace_reports_stage_count(self): + m = build("ldi R0, 2\n ldi R1, 3\n add R2, R0, R1\n halt") + m.run() + notes = [e.note for e in m.trace if e.op == "ADD"] + self.assertEqual(len(notes), 1) + self.assertIn("stages", notes[0]) + self.assertIn("radix 8", notes[0]) + self.assertEqual(len(m.adder.last_stages), 4) + + +class TestMachineIntegration(unittest.TestCase): + def test_program_arithmetic_through_circuit(self): + m = build( + """ + ldi R0, 21 + ldi R1, 2 + mul R2, R0, R1 + add R3, R2, R0 + sub R4, R3, R1 + out R3 + out R4 + halt + """ + ) + m.run() + self.assertEqual(m.output, ["63", "61"]) + + def test_adder_stages_are_counted(self): + m = build("ldi R0, 1\n ldi R1, 2\n add R2, R0, R1\n sub R3, R1, R0\n halt") + m.run() + per_op = (m.adder.width + m.adder.radix - 1) // m.adder.radix + self.assertEqual(m.adder.stages_executed, 2 * per_op) + + def test_wraparound_is_hardware_like(self): + m = build("ldi R0, 2147483647\n ldi R1, 1\n add R2, R0, R1\n halt") + m.run() + self.assertEqual(m.adder.decode(m.regs[2]), -(1 << 31)) + + +class TestSliceGates(unittest.TestCase): + """Wide gates: fewer stages, bigger tables, lazy materialisation.""" + + def test_stage_counts_per_radix(self): + for radix, stages in ((1, 32), (2, 16), (4, 8), (8, 4)): + adder = HyperAdder(d=D, radix=radix) + bits, _ = adder.add_bits(hv_bits_of_int(1), hv_bits_of_int(1), 0) + self.assertEqual(len(adder.last_stages), stages, "radix %d" % radix) + self.assertEqual(adder.decode(hv_from_bits(bits, D)), 2) + + def test_radix8_arithmetic(self): + adder = HyperAdder(d=D, radix=8) + report = adder.verify(20) + self.assertEqual(report["add_correct"], 20) + self.assertEqual(report["sub_correct"], 20) + self.assertEqual(report["hv_to_hv_correct"], 20) + + def test_all_radices_agree(self): + cases = [(7, 35), (-7, 35), (-1, 1), ((1 << 31) - 1, 1), (-12345, -54321)] + for radix in (1, 2, 4, 8): + adder = HyperAdder(d=D, radix=radix) + for a, b in cases: + self.assertEqual( + adder.decode(adder.add(a, b)), wrap(a + b), (radix, a, b) + ) + + def test_byte_table_is_lazy(self): + adder = HyperAdder(d=D, radix=8) + self.assertEqual(len(adder.gate.rows), 0) + adder.add(1, 1) + # 131 072 rows exist in principle; four additions touch only a few. + self.assertEqual(adder.gate.row_count, 1 << 17) + self.assertLess(len(adder.gate.rows), 16) + self.assertFalse(adder.gate.eager) + + def test_rows_materialise_into_storage(self): + adder = HyperAdder(d=D, radix=8) + adder.add(300, 400) + self.assertEqual(len(adder.gate.storage), len(adder.gate.rows)) + for row in adder.gate.rows.values(): + self.assertIn(row.cell, adder.gate.storage) + + def test_gate_row_reads_back_as_built(self): + # evaluate() asserts internally that the decoded fields equal the row; + # this drives every combination through it for a 2-bit gate. + adder = HyperAdder(d=D, radix=2) + gate = adder.gate + for c in (0, 1): + for b in range(4): + for a in range(4): + total, carry, confidence = gate.evaluate(a, b, c) + self.assertEqual((total, carry), ((a + b + c) & 3, (a + b + c) >> 2)) + self.assertGreater(confidence, 0.1) + + def test_similarity_fallback_resolves_nearest_row(self): + adder = HyperAdder(d=D, radix=8) + adder.add(1, 1) + row, confidence = adder.gate.resolve_similar(0xFF, 0xFF, 1) + self.assertIsNotNone(row) + self.assertLessEqual(confidence, 1.0) + + def test_machine_default_is_four_stages(self): + m = build("ldi R0, 1\n ldi R1, 2\n add R2, R0, R1\n halt") + self.assertEqual(m.adder.radix, 8) + m.run() + self.assertEqual(len(m.adder.last_stages), 4) + self.assertEqual(m.adder.decode(m.regs[2]), 3) + + +class TestCodecIsTwosComplement(unittest.TestCase): + def test_store_slots(self): + self.assertEqual(MAX_INT_BITS, 32) + + def test_negative_values_are_dense(self): + # -1 sets every bit, which is why the codec threshold had to be tuned + # for 32-atom bundles rather than the old 8-member assumption. + self.assertEqual(sum(hv_bits_of_int(-1)), 32) + + def test_range_enforced(self): + with self.assertRaises(ValueError): + int_to_hv(1 << 31, D) + with self.assertRaises(ValueError): + int_to_hv(-(1 << 31) - 1, D) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_assembler.py b/tests/test_assembler.py new file mode 100644 index 0000000000000000000000000000000000000000..f5f9c4aa9675a50f88c9b9a7c5feef0e8d1c8bea --- /dev/null +++ b/tests/test_assembler.py @@ -0,0 +1,164 @@ +"""Tests for the .hdcasm compiler.""" + +import os +import sys +import unittest + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) + +from hdc.assembler import AsmError, assemble, roundtrip_report, split_operands # noqa: E402 + +D = 2000 + + +class TestLabels(unittest.TestCase): + def test_forward_and_backward(self): + src = """ + jmp done + loop: + nop + jmp loop + done: + halt + """ + prog = assemble(src, d=D) + self.assertEqual(prog.labels["loop"], 1) + self.assertEqual(prog.labels["done"], 3) + self.assertEqual(prog.listing[0].tgt, 3) + self.assertEqual(prog.listing[2].tgt, 1) + + def test_numeric_target(self): + prog = assemble("jmp @2\nnop\nhalt", d=D) + self.assertEqual(prog.listing[0].tgt, 2) + + def test_duplicate_label_rejected(self): + with self.assertRaises(AsmError): + assemble("loop:\n nop\nloop:\n nop", d=D) + + def test_undefined_label_rejected(self): + with self.assertRaises(AsmError): + assemble("jmp nowhere", d=D) + + def test_label_on_directive_line(self): + prog = assemble('here: .str greeting "hello"\n ini: nop\n halt', d=D) + self.assertEqual(prog.labels["ini"], 0) + self.assertEqual(len(prog.instrs), 2) + + +class TestDirectives(unittest.TestCase): + SRC = """ + .name out + .data tbl 42 + .str hello "hi there" + ldi R0, 1 + store out, R0 + prints "hi there" + halt + """ + + def test_data_directory_populates_image(self): + prog = assemble(self.SRC, d=D) + self.assertEqual(prog.data["tbl"], "int:42") + self.assertEqual(prog.data["hello"], "str:hi there") + self.assertEqual(prog.cell_names, ["hello", "out", "tbl"]) + self.assertIn("hi there", prog.strings) + self.assertIn(42, prog.literals) + self.assertEqual(len(prog.instrs), 4) + + def test_install_writes_cells(self): + from hdc.memory import HDCStorage + + prog = assemble(self.SRC, d=D) + store = HDCStorage(d=D) + names = prog.install(store) + self.assertEqual(names, ["code/0", "code/1", "code/2", "code/3"]) + for name in names: + self.assertIn(name, store) + self.assertNotEqual(store.read(name), 0) + self.assertIn("out", store) + self.assertIn("tbl", store) + + def test_unknown_directive_rejected(self): + with self.assertRaises(AsmError): + assemble(".frobnicate x", d=D) + + +class TestRoundTrip(unittest.TestCase): + SRC = """ + .str hello "hdc storage" + .data acc 0 + start: + ldi R0, 5 + ldi R1, 37 + add R2, R0, R1 + out R2 + bind R3, R0, R1 + sim R4, R3, R0 + out R4 + prints hello + store acc, R2 + load R5, acc + out R5 + halt + """ + + def test_every_cell_decodes_to_its_source_opcode(self): + prog = assemble(self.SRC, d=D) + report = roundtrip_report(prog) + n = len(prog.instrs) + self.assertIn("decode-back check: %d/%d cells round-trip" % (n, n), report) + for i, line in enumerate(prog.source): + opcode = line.text.split()[0].upper() + self.assertEqual(prog.listing[i].op, opcode, msg="cell %d" % i) + self.assertGreater(prog.listing[i].confidence, 0.15) + + def test_source_lines_are_instruction_lines_only(self): + prog = assemble(self.SRC, d=D) + self.assertEqual(len(prog.source), len(prog.instrs)) + + def test_listing_text_contains_confidence(self): + prog = assemble(self.SRC, d=D) + text = prog.listing_text() + self.assertIn("conf", text) + self.assertIn("start:", text) + + +class TestErrors(unittest.TestCase): + def test_wrong_operand_count(self): + with self.assertRaises(AsmError): + assemble("add R0, R1", d=D) + + def test_unknown_opcode(self): + with self.assertRaises(AsmError): + assemble("frob R0", d=D) + + def test_bad_register(self): + with self.assertRaises(AsmError): + assemble("ldi R99, 1", d=D) + + def test_bad_literal(self): + with self.assertRaises(AsmError): + assemble("ldi R0, banana", d=D) + + def test_unquoted_string(self): + with self.assertRaises(AsmError): + assemble("prints hello", d=D) + + +class TestTokenizer(unittest.TestCase): + def test_commas_inside_quotes_survive(self): + self.assertEqual( + split_operands('"a, b", R0'), ['"a, b"', "R0"] + ) + + def test_empty(self): + self.assertEqual(split_operands(" "), []) + + def test_comments_stripped(self): + prog = assemble("ldi R0, 5 ; set five\n halt # done", d=D) + self.assertEqual(len(prog.instrs), 2) + self.assertEqual(prog.listing[0].imm, 5) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_autonomy.py b/tests/test_autonomy.py new file mode 100644 index 0000000000000000000000000000000000000000..a4d96d426bddde744940db5e5aeb56447832885a --- /dev/null +++ b/tests/test_autonomy.py @@ -0,0 +1,239 @@ +"""Tests for the idle / learning / readahead mode. + +No kernel, no encoder, no network: a fake assistant supplies exactly the surface +``AutonomousMode`` touches (``d``, ``threshold``, ``intent_vectors``, +``classify``, ``chat``, ``kernel``), so what is under test is the autonomy logic +and not the machine underneath it. +""" + +import math +import unittest + +from hdc.autonomy import ACT_FLOOR, SAFE_COMMANDS, AutonomousMode +from hdc.hypervec import hvc + +#: One lap of the behaviour the mode has to learn: a four-command cycle. +CYCLE = ("status", "registers", "disassemble", "help") + +#: Utterance -> intent, deterministic on purpose. +UTTERANCES = { + "show the statistics": "status", + "show the registers": "registers", + "show the instruction set": "disassemble", + "what can you do": "help", + "run the program": "run", + "boot the machine": "boot", +} + + +class FakeKernel: + """Records what was executed, so "did it act?" is a list, not a flag.""" + + def __init__(self): + self.calls = [] + + def execute(self, command): + self.calls.append(command) + return "output of " + command + + +class FakeAssistant: + """The slice of ``Assistant`` that ``AutonomousMode`` depends on.""" + + def __init__(self, d=2000): + self.d = d + self.threshold = 0.42 + self.kernel = FakeKernel() + # every intent the mode may predict, including the unsafe ones it must + # refuse to execute + self.intent_vectors = { + name: hvc("intent/" + name, d) + for name in ("status", "registers", "disassemble", "help", "run", "boot") + } + self.history = [] + + def vector(self, intent): + return self.intent_vectors[intent] + + def classify(self, text): + intent = UTTERANCES.get(text, "") + return intent, (0.9 if intent else 0.0) + + def chat(self, text, execute=None): + intent, confidence = self.classify(text) + command = {"registers": "regs", "disassemble": "disasm", "status": "stat", + "help": "help", "run": "run", "boot": "boot"}.get(intent, "") + output = "" + if command: + output = (execute or self.kernel.execute)(command) + record = {"input": text, "intent": intent, "confidence": confidence, + "executed": command, "output": output} + self.history.append(record) + return record + + +def mode_with(**kwargs): + return AutonomousMode(FakeAssistant(d=kwargs.pop("d", 2000)), **kwargs) + + +def lap(mode, learn=True, cycles=1): + """Observe whole laps of CYCLE, closing the loop back to 'status'.""" + for _ in range(cycles): + for name in CYCLE + ("status",): + mode.observe(name, learn=learn) + return mode + + +def prediction(intent="registers", command="regs", confidence=0.5, depth=1, cached=False): + return {"intent": intent, "command": command, "confidence": confidence, + "path": confidence, "depth": depth, "cached": cached} + + +class TestObserveAndLearn(unittest.TestCase): + def test_observe_records_the_intent_and_returns_a_verdict(self): + mode = mode_with() + verdict = mode.observe("status") + self.assertEqual(mode.sequence, ["status"]) + self.assertEqual(verdict["actual"], "status") + self.assertIsNone(verdict["predicted"]) # nothing to grade yet + self.assertFalse(verdict["hit"]) + self.assertEqual(mode.graded, 0) # an ungraded first turn is not a miss + + def test_cycle_is_predicted_after_one_lap(self): + mode = lap(mode_with()) + self.assertEqual(mode.readahead[0]["intent"], "registers") + + def test_learning_is_what_makes_the_prediction_exist(self): + learned = lap(mode_with()) + unlearned = lap(mode_with(), learn=False) + self.assertGreater(learned.model.transitions, 0) + self.assertEqual(unlearned.model.transitions, 0) + self.assertEqual(learned.readahead[0]["intent"], "registers") + self.assertEqual(unlearned.readahead, []) + + def test_hits_and_graded_track_the_predictions(self): + mode = lap(mode_with()) + # the exact key 'status' now has a learned successor, so this turn is + # predicted before the answer is known + verdict = mode.observe("registers") + self.assertTrue(verdict["hit"]) + self.assertEqual(verdict["predicted"], "registers") + self.assertGreaterEqual(mode.graded, 1) + self.assertGreaterEqual(mode.hits, 1) + self.assertLessEqual(mode.hits, mode.graded) + self.assertEqual(mode.stats()["accuracy"], round(mode.hits / mode.graded, 3)) + + +class TestReadahead(unittest.TestCase): + def test_chain_follows_the_learned_cycle(self): + mode = lap(mode_with(), cycles=2) + lookahead = mode.predict(horizon=3) + self.assertEqual([item["intent"] for item in lookahead], + ["registers", "disassemble", "help"]) + self.assertEqual([item["depth"] for item in lookahead], [1, 2, 3]) + self.assertEqual([item["command"] for item in lookahead], + ["regs", "disasm", "help"]) + for item in lookahead: + for key in ("intent", "command", "confidence", "path", "depth", "cached"): + self.assertIn(key, item) + + def test_path_is_the_running_confidence_product(self): + mode = lap(mode_with(), cycles=2) + lookahead = mode.predict(horizon=3) + expected = 1.0 + for item in lookahead: + expected *= item["confidence"] + # `path` multiplies the unrounded confidences, so compare at a + # precision that cannot hinge on the last printed digit + self.assertAlmostEqual(item["path"], expected, places=2) + paths = [item["path"] for item in lookahead] + self.assertEqual(paths, sorted(paths, reverse=True)) + + def test_empty_lookahead_before_anything_is_observed(self): + self.assertEqual(mode_with().predict(), []) + + +class TestAutonomy(unittest.TestCase): + def test_safe_prediction_is_executed_once_and_cached(self): + mode = mode_with(enabled=True) + mode.readahead = [prediction()] + self.assertEqual(len(mode._act()), 1) + self.assertEqual(mode.assistant.kernel.calls, ["regs"]) + self.assertEqual(mode.stats()["cached_commands"], ["regs"]) + # a second idle cycle must not run the same command again + mode.readahead = [prediction()] + self.assertEqual(mode._act(), []) + self.assertEqual(mode.assistant.kernel.calls, ["regs"]) + self.assertEqual(mode.stats()["autonomous_actions"], 1) + + def test_unsafe_commands_are_never_executed(self): + mode = mode_with(enabled=True) + mode.readahead = [prediction("run", "run", 0.9), prediction("boot", "boot", 0.9)] + self.assertEqual(mode._act(), []) + self.assertEqual(mode.assistant.kernel.calls, []) + for command in ("run", "boot", "asm", "clear", "step"): + self.assertNotIn(command, SAFE_COMMANDS) + + def test_budget_caps_the_actions(self): + mode = mode_with(enabled=True, budget=2) + mode.readahead = [ + prediction("help", "help", 0.5), + prediction("status", "stat", 0.5), + prediction("registers", "regs", 0.5), + prediction("disassemble", "disasm", 0.5), + ] + acted = mode._act() + self.assertEqual(len(acted), 2) + self.assertEqual(len(mode.assistant.kernel.calls), 2) + + def test_prediction_below_the_floor_is_skipped(self): + mode = mode_with(enabled=True) + mode.readahead = [prediction(confidence=ACT_FLOOR - 0.05)] + self.assertEqual(mode._act(), []) + self.assertEqual(mode.assistant.kernel.calls, []) + self.assertEqual(mode.at_floor_skips, 1) + + def test_idle_does_nothing_when_disabled(self): + mode = lap(mode_with(enabled=False), cycles=2) + entry = mode.tick() + self.assertEqual(entry["acted"], []) + self.assertEqual(mode.assistant.kernel.calls, []) + self.assertEqual(mode.ticks, 1) + + +class TestChatWithReadahead(unittest.TestCase): + def test_warm_cache_serves_the_answer_and_records_the_saving(self): + mode = mode_with() + mode.cache["regs"] = {"output": "cached regs", "ms": 12.5, "confidence": 0.6} + record = mode.chat("show the registers") + self.assertTrue(record["cached"]) + self.assertEqual(record["output"], "cached regs") + self.assertEqual(record["saved_ms"], 12.5) + self.assertEqual(mode.served, 1) + self.assertEqual(mode.ms_saved, 12.5) + self.assertEqual(mode.stats()["served_from_readahead"], 1) + # the turn is still observed, so it is still graded and learned from + self.assertEqual(mode.sequence, ["registers"]) + self.assertIsNotNone(record["graded"]) + + +class TestReport(unittest.TestCase): + def test_report_quotes_accuracy_and_chance(self): + mode = lap(mode_with(), cycles=2) + text = mode.report() + self.assertIn("next-intent accuracy", text) + self.assertIn("chance", text) + self.assertIn("autonomous actions", text) + + def test_stats_expose_the_floor_and_the_chance_level(self): + mode = mode_with() + stats = mode.stats() + expected = round(1.0 / math.sqrt(len(mode.intents)), 3) + self.assertEqual(stats["chance"], expected) + self.assertEqual(stats["act_floor"], ACT_FLOOR) + self.assertEqual(stats["budget"], mode.budget) + self.assertIn("readahead", stats) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_boot.py b/tests/test_boot.py new file mode 100644 index 0000000000000000000000000000000000000000..a9ae6e4d3963981f2aac8f9753dd2bcbe89a4bce --- /dev/null +++ b/tests/test_boot.py @@ -0,0 +1,145 @@ +import unittest + +from hdc.boot import AUTOEXEC, BootSequence, demo, render +from hdc.os import Desktop + +D = 2000 + + +class FakeAutonomy: + """Enough of AutonomousMode for the AUTOEXEC line to be exercised.""" + + def __init__(self): + self.enabled = False + self.ticks = 0 + self.intents = {"status": 1, "help": 2} + + def tick(self): + self.ticks += 1 + return {"tick": self.ticks, "learned": 0, "acted": [], "readahead": []} + + +class TestBootSequence(unittest.TestCase): + @classmethod + def setUpClass(cls): + cls.desktop = Desktop(d=D) + cls.sequence = BootSequence(cls.desktop, d=D) + cls.result = cls.sequence.run() + + # ------------------------------------------------------------- structure + def test_phases_run_in_order(self): + self.assertEqual(self.result["phases"], ["post", "splash", "autoexec", "desktop"]) + + def test_every_frame_fits_the_grid(self): + for frame in self.result["frames"]: + self.assertEqual(len(frame["lines"]), self.desktop.rows) + for line in frame["lines"]: + self.assertLessEqual(len(line), self.desktop.cols) + self.assertGreater(frame["delay"], 0) + self.assertTrue(frame["status"]) + + def test_post_frame_is_the_real_bios_output(self): + # the lines on screen are the ones hdc.x86 produced, not a decoration + post = self.result["frames"][0] + text = "\n".join(post["lines"]) + self.assertIn("HDCSTORAGE BIOS", text) + self.assertIn("POST:", text) + self.assertIn("Kernel handoff", text) + + def test_splash_frames_contain_the_title_and_animate(self): + splash = [f for f in self.result["frames"] if f["phase"] == "splash"] + self.assertGreater(len(splash), 2) + for frame in splash: + self.assertIn("H D C S T O R A G E", "\n".join(frame["lines"])) + # the sweep is an exact brighten, so consecutive frames must differ + self.assertNotEqual(splash[0]["lines"], splash[-1]["lines"]) + + def test_splash_progress_increases(self): + percents = [] + for frame in self.result["frames"]: + if frame["phase"] != "splash": + continue + for token in frame["status"].split(): + if token.endswith("%"): + percents.append(int(token.rstrip("%"))) + self.assertEqual(percents, sorted(percents)) + self.assertEqual(percents[-1], 100) + + # -------------------------------------------------------------- autoexec + def test_autoexec_mounts_the_filesystem(self): + # MOUNT is a real chdir, not a printed string + self.assertEqual(self.desktop.fs.cwd, "/home/user") + + def test_autoexec_launches_the_windows(self): + titles = [window.title for window in self.desktop.windows] + for expected in ("Terminal", "Monitor", "Files"): + self.assertIn(expected, titles) + # tiled: the terminal is at the top left, not cascaded onto it + terminal = self.desktop.find("terminal") + self.assertEqual((terminal.x, terminal.y), (1, 1)) + + def test_autoexec_search_reports_a_real_hit(self): + hits = [entry for entry in self.result["log"] + if entry["phase"] == "autoexec" and "FS.SEARCH" in entry["command"]] + self.assertTrue(hits) + self.assertIn("notes-shader.txt", hits[0]["result"]) + self.assertIn("+0.", hits[0]["result"]) + + def test_gfx_init_verifies_the_surface(self): + gfx = [entry for entry in self.result["log"] + if entry["phase"] == "autoexec" and "GFX.INIT" in entry["command"]] + self.assertTrue(gfx) + self.assertIn("verify ok", gfx[0]["result"]) + + def test_unknown_boot_command_is_reported_not_raised(self): + outcome = self.sequence._run_autoexec("FROBNICATE now") + self.assertIn("unknown boot command", outcome) + + def test_autonomy_line_enables_the_mode(self): + desktop = Desktop(d=D) + desktop.autonomy = FakeAutonomy() + sequence = BootSequence(desktop, d=D) + outcome = sequence._run_autoexec("AUTONOMY enable readahead") + self.assertTrue(desktop.autonomy.enabled) + self.assertGreaterEqual(desktop.autonomy.ticks, 1) + self.assertIn("intents", outcome) + + def test_autonomy_without_an_assistant_says_so(self): + desktop = Desktop(d=D) + self.assertIsNone(desktop.autonomy) + outcome = BootSequence(desktop, d=D)._run_autoexec("AUTONOMY enable") + self.assertIn("no assistant", outcome) + + def test_autoexec_script_is_declared(self): + verbs = {line.split()[0] for line in AUTOEXEC} + for expected in ("SET", "GFX.INIT", "MOUNT", "FS.SEARCH", "START", "AUTONOMY"): + self.assertIn(expected, verbs) + + +class TestRendering(unittest.TestCase): + def test_render_marks_each_frame(self): + desktop = Desktop(d=D) + sequence = BootSequence(desktop, d=D) + sequence.run() + text = render(sequence.frames) + self.assertIn("--- frame 1/", text) + self.assertIn("[splash]", text) + self.assertNotIn("--- frame", render(sequence.frames, marks=False)) + + def test_report_lists_phases_and_commands(self): + desktop = Desktop(d=D) + sequence = BootSequence(desktop, d=D) + sequence.run() + report = sequence.report() + self.assertIn("post -> splash -> autoexec -> desktop", report) + self.assertIn("POST", report) + self.assertIn("GFX.INIT", report) + + def test_demo_prints_a_timeline(self): + text = demo(D) + self.assertIn("HDCSTORAGE BIOS", text) + self.assertIn("boot:", text) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_fs.py b/tests/test_fs.py new file mode 100644 index 0000000000000000000000000000000000000000..0bcbd64be7d2c4b48338974f2d9567950323d558 --- /dev/null +++ b/tests/test_fs.py @@ -0,0 +1,230 @@ +"""Tests for the HDC filesystem: exact contents, vector addresses. + +Two claims are checked here, and they are different claims: contents round-trip +byte for byte (a filesystem that fudges text is not a filesystem), and directory +records really are hypervectors that rank by similarity (a filesystem that only +does the first thing is just a dict). +""" + +import os +import sys +import unittest + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) + +from hdc.fs import FileSystem, seeded # noqa: E402 +from hdc.memory import HDCStorage # noqa: E402 + +D = 2000 + + +class TestContents(unittest.TestCase): + def setUp(self): + self.fs = FileSystem(d=D) + + def test_mkdir_creates_parents(self): + self.fs.mkdir("/a/b/c") + self.assertTrue(self.fs.isdir("/a")) + self.assertTrue(self.fs.isdir("/a/b/c")) + + def test_write_read_round_trips_exact_text(self): + text = "first line\n\nthird line\nhéllo ✓ 世界" + self.fs.write("/a.txt", text) + self.assertEqual(self.fs.read("/a.txt"), text) + self.assertEqual(self.fs.get("/a.txt").lines, text.splitlines()) + + def test_append_adds_lines(self): + self.fs.write("/a.txt", "one") + self.fs.append("/a.txt", "two\nthree") + self.assertEqual(self.fs.read("/a.txt"), "one\ntwo\nthree") + + def test_write_creates_intermediate_directories(self): + # documented convenience: an editor saving into a new path should not + # have to mkdir first, so write() behaves like mkdir -p + self.fs.write("/nope/deeper/a.txt", "x") + self.assertTrue(self.fs.exists("/nope/deeper/a.txt")) + self.assertTrue(self.fs.isdir("/nope/deeper")) + + def test_write_through_a_file_raises(self): + self.fs.write("/plain.txt", "x") + with self.assertRaises(NotADirectoryError): + self.fs.write("/plain.txt/child.txt", "y") + + def test_write_over_a_directory_raises(self): + self.fs.mkdir("/dir") + with self.assertRaises(IsADirectoryError): + self.fs.write("/dir", "x") + + +class TestRemoval(unittest.TestCase): + def setUp(self): + self.fs = FileSystem(d=D) + + def test_remove_file_frees_its_cell(self): + # the reason HDCStorage.remove exists: a deleted file must not keep + # paying rent, or every "cells in use" figure is wrong forever + self.fs.write("/a.txt", "x") + before = len(self.fs.storage) + self.assertEqual(self.fs.remove("/a.txt"), 1) + self.assertEqual(len(self.fs.storage), before - 1) + self.assertFalse(self.fs.exists("/a.txt")) + + def test_remove_non_empty_directory_raises(self): + self.fs.write("/d/a.txt", "x") + with self.assertRaises(OSError): + self.fs.remove("/d") + + def test_recursive_remove_takes_the_subtree(self): + self.fs.write("/d/sub/a.txt", "x") + self.fs.write("/d/b.txt", "y") + before = len(self.fs.storage) + removed = self.fs.remove("/d", recursive=True) + self.assertEqual(removed, 4) # d, sub, a.txt, b.txt + self.assertEqual(len(self.fs.storage), before - removed) + self.assertFalse(self.fs.exists("/d")) + + def test_removing_root_is_refused(self): + with self.assertRaises(PermissionError): + self.fs.remove("/") + + +class TestMoveAndCopy(unittest.TestCase): + def setUp(self): + self.fs = FileSystem(d=D) + + def test_rename_moves_a_file(self): + self.fs.write("/a.txt", "content") + self.fs.rename("/a.txt", "/b.txt") + self.assertFalse(self.fs.exists("/a.txt")) + self.assertEqual(self.fs.read("/b.txt"), "content") + + def test_rename_directory_rewrites_the_subtree(self): + self.fs.write("/old/sub/a.txt", "x") + self.fs.rename("/old", "/new") + self.assertFalse(self.fs.exists("/old")) + self.assertTrue(self.fs.isdir("/new/sub")) + self.assertEqual(self.fs.read("/new/sub/a.txt"), "x") + # the cells moved with it: the old prefix is gone from storage + self.assertNotIn("fs//old/sub/a.txt", [name for name, _ in self.fs.storage]) + + def test_rename_onto_an_existing_path_raises(self): + self.fs.write("/a.txt", "a") + self.fs.write("/b.txt", "b") + with self.assertRaises(FileExistsError): + self.fs.rename("/a.txt", "/b.txt") + + def test_copy_duplicates_a_tree(self): + self.fs.write("/src/a.txt", "x") + self.fs.write("/src/deep/b.txt", "y") + self.fs.copy("/src", "/dst") + self.assertEqual(self.fs.read("/dst/a.txt"), "x") + self.assertEqual(self.fs.read("/dst/deep/b.txt"), "y") + self.assertEqual(self.fs.read("/src/a.txt"), "x") + + def test_copy_over_an_existing_file_overwrites_like_cp(self): + # documented behaviour, not an accident: copying onto a file replaces it + self.fs.write("/a.txt", "old") + self.fs.write("/b.txt", "new") + self.fs.copy("/b.txt", "/a.txt") + self.assertEqual(self.fs.read("/a.txt"), "new") + + +class TestPaths(unittest.TestCase): + def setUp(self): + self.fs = FileSystem(d=D) + self.fs.write("/home/user/a.txt", "x") + + def test_relative_paths_resolve_against_cwd(self): + self.fs.chdir("/home/user") + self.assertEqual(self.fs.read("a.txt"), "x") + self.assertEqual(self.fs.read("./a.txt"), "x") + + def test_dotdot_normalises(self): + self.fs.chdir("/home/user") + self.assertEqual(self.fs.normalise("../user/a.txt"), "/home/user/a.txt") + self.assertEqual(self.fs.normalise("../../.."), "/") + + def test_chdir_rejects_a_file(self): + with self.assertRaises(NotADirectoryError): + self.fs.chdir("/home/user/a.txt") + + def test_missing_paths_raise(self): + with self.assertRaises(FileNotFoundError): + self.fs.read("/nope.txt") + with self.assertRaises(FileNotFoundError): + self.fs.get("/nope.txt") + + def test_ls_lists_directories_before_files(self): + self.fs.write("/home/user/b.txt", "x") + self.fs.mkdir("/home/user/zdir") + kinds = [entry["kind"] for entry in self.fs.ls("/home/user")] + self.assertEqual(kinds, ["dir", "file", "file"]) + + def test_tree_renders_the_branches(self): + rendered = self.fs.tree("/home") + self.assertIn("user/", rendered) + self.assertIn("a.txt", rendered) + self.assertTrue(rendered.startswith("/home")) + + +class TestSearchIsHyperdimensional(unittest.TestCase): + """The part that is not a dict: a query is a vector, and ranking is ``sim``.""" + + def setUp(self): + self.fs = seeded(D) + + def test_search_ranks_the_matching_file_first(self): + ranked = self.fs.search("shader notes about edges") + self.assertEqual(ranked[0][0], "/home/user/notes-shader.txt") + scores = dict(ranked) + self.assertGreater(scores["/home/user/notes-shader.txt"], + scores["/home/user/src/hello.hdcasm"]) + + def test_search_scores_are_similarities(self): + for _path, score in self.fs.search("assembly loop", limit=20): + self.assertGreaterEqual(score, -1.0) + self.assertLessEqual(score, 1.0) + + def test_similar_returns_other_paths_with_bounded_scores(self): + ranked = self.fs.similar("/home/user/notes-shader.txt") + self.assertTrue(ranked) + paths = [path for path, _score in ranked] + self.assertNotIn("/home/user/notes-shader.txt", paths) + self.assertNotIn("/", paths) + for _path, score in ranked: + self.assertGreaterEqual(score, -1.0) + self.assertLessEqual(score, 1.0) + + def test_counters_move_and_stat_agrees_with_storage(self): + before = self.fs.stat() + self.fs.search("hello") + self.fs.write("/home/user/new.txt", "x") + after = self.fs.stat() + self.assertEqual(after["searches"], before["searches"] + 1) + self.assertEqual(after["writes"], before["writes"] + 1) + self.assertEqual(after["cells"], len(self.fs.storage)) + self.assertEqual(after["files"], 6) + + +class TestSharedStorage(unittest.TestCase): + """The desktop boots one store for the kernel, the files and the memory map.""" + + def test_seeded_can_write_into_an_existing_storage(self): + storage = HDCStorage(d=D, label="machine") + filesystem = seeded(D, storage=storage) + self.assertIs(filesystem.storage, storage) + self.assertEqual(filesystem.stat()["cells"], len(storage)) + self.assertGreater(len(storage), 0) + self.assertIn("fs//home/user/README.txt", [name for name, _ in storage]) + + def test_two_filesystems_on_one_storage_see_each_other_cells(self): + storage = HDCStorage(d=D, label="machine") + first = FileSystem(d=D, storage=storage) + first.write("/a.txt", "x") + second = FileSystem(d=D, storage=storage) + self.assertEqual(len(first.storage), len(second.storage)) + self.assertEqual(second.stat()["cells"], len(storage)) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_geometry.py b/tests/test_geometry.py new file mode 100644 index 0000000000000000000000000000000000000000..f2f1c33d6176b89afe11dc70804a33f6cc6d8079 --- /dev/null +++ b/tests/test_geometry.py @@ -0,0 +1,289 @@ +import unittest + +from hdc import crystal, fractal, manifold, state +from hdc.entropy import entropy_bits, entropic_octave, level_histogram, max_bits +from hdc.hypervec import hvc, sim +from hdc.shader import ShaderFabric +from hdc.shader3d import Volume, cube_volume +from hdc.shader4d import Volume4D, sweep_volume + +D = 2000 + + +def fabric(): + return ShaderFabric(d=D) + + +def solid(size=5, value=180): + return Volume.from_levels( + [[[value for _ in range(size)] for _ in range(size)] for _ in range(size)], fabric() + ) + + +class TestGeodesic(unittest.TestCase): + def test_distance_is_manhattan_on_a_solid(self): + vol = solid() + self.assertEqual(manifold.geodesic_distance(vol, (0, 0, 0), (4, 4, 4)), 12) + self.assertEqual(manifold.geodesic_distance(vol, (0, 0, 0), (0, 0, 4)), 4) + + def test_seed_is_distance_zero(self): + vol = solid() + field = manifold.geodesic_field(vol, (2, 2, 2)) + self.assertEqual(field.levels()[2][2][2], 0) + # every voxel of a 5-cube is within 6 steps of the centre + self.assertEqual(max(v for p in field.levels() for r in p for v in r), 6) + + def test_disconnected_returns_none(self): + rows = [[[0] * 5 for _ in range(5)] for _ in range(5)] + rows[0][0][0] = 180 + rows[4][4][4] = 180 + vol = Volume.from_levels(rows, fabric()) + self.assertIsNone(manifold.geodesic_distance(vol, (0, 0, 0), (4, 4, 4))) + + def test_empty_seed_is_all_unreached(self): + vol = Volume.from_levels([[[0] * 3 for _ in range(3)] for _ in range(3)], fabric()) + field = manifold.geodesic_field(vol, (1, 1, 1)) + self.assertEqual(set(v for p in field.levels() for r in p for v in r), {255}) + + +class TestCurvature(unittest.TestCase): + def test_uniform_block_is_flat(self): + vol = solid() + self.assertEqual(set(v for p in manifold.curvature(vol).levels() for r in p for v in r), {128}) + self.assertEqual(max(v for p in manifold.laplacian(vol).levels() for r in p for v in r), 0) + + def test_hollow_shell_has_ridges_and_valleys(self): + rows = [[[180 if (x in (0, 4) or y in (0, 4) or z in (0, 4)) else 0 + for x in range(5)] for y in range(5)] for z in range(5)] + vol = Volume.from_levels(rows, fabric()) + codes = [v for p in manifold.curvature(vol).levels() for r in p for v in r] + self.assertIn(255, codes) + self.assertIn(0, codes) + + def test_laplacian_detects_a_gap(self): + rows = [[[100] * 5 for _ in range(5)] for _ in range(5)] + rows[2][2][2] = 0 + vol = Volume.from_levels(rows, fabric()) + lap = manifold.laplacian(vol) + self.assertEqual(lap.levels()[2][2][2], 600) # six 100s, centre zero + self.assertEqual(lap.levels()[2][2][1], 100) # one missing neighbour + + def test_manifold_shade_equals_plain_shade_when_flat(self): + vol = solid() + self.assertEqual(manifold.manifold_shade(vol).levels(), vol.shade().levels()) + + def test_manifold_shade_differs_where_curvature_is_nonzero(self): + rows = [[[180] * 5 for _ in range(5)] for _ in range(5)] + rows[2][2][2] = 0 + vol = Volume.from_levels(rows, fabric()) + self.assertNotEqual(manifold.manifold_shade(vol).levels(), vol.shade().levels()) + + +class TestFractal(unittest.TestCase): + def test_sierpinski_pattern_is_exact(self): + img = fractal.sierpinski(3) + levels = img.levels() + self.assertEqual(len(levels), 8) + for y in range(8): + for x in range(8): + self.assertEqual(levels[y][x], 255 if (x & y) == 0 else 0) + + def test_fbm_octaves_halve(self): + img = fractal.fbm(16, 16, 4, 4, 7, fabric()) + peaks = fractal.octave_peaks(img) + self.assertGreaterEqual(peaks[0], 200) + for coarser, finer in zip(peaks, peaks[1:]): + self.assertLessEqual(abs(finer - coarser // 2), 3, msg=str(peaks)) + + def test_fbm_values_stay_in_range(self): + levels = [v for row in fractal.fbm(12, 12, 3, 4, 7, fabric()).levels() for v in row] + self.assertGreaterEqual(min(levels), 0) + self.assertLessEqual(max(levels), 255) + + def test_fern_draws_something_inside_the_frame(self): + levels = [v for row in fractal.fern(800, 20, 24, fabric()).levels() for v in row] + self.assertGreater(sum(1 for v in levels if v), 20) + + def test_detail_keeps_the_base_at_least_as_bright(self): + base = fractal.sierpinski(3, 200, fabric()) + out = fractal.detail(base, octaves=2, strength=1) + for row_base, row_out in zip(base.levels(), out.levels()): + for a, b in zip(row_base, row_out): + self.assertGreaterEqual(b, a) + + +class TestCrystal(unittest.TestCase): + def test_lattice_site_counts(self): + self.assertEqual(len(crystal.lattice_sites(4, "cubic")), 64) + self.assertEqual(len(crystal.lattice_sites(4, "hex")), 2 * 2 * 2 * 3) + with self.assertRaises(ValueError): + crystal.lattice_sites(4, "quasicrystal") + + def test_crystallize_covers_every_occupied_voxel(self): + vol = solid(5) + grains = crystal.crystallize(vol, [(0, 0, 0), (4, 4, 4)]) + levels = [v for p in grains.levels() for r in p for v in r] + self.assertNotIn(255, levels) # nothing left ungrown + self.assertEqual(set(levels), {0, 1}) # every voxel took one of the two seeds + + def test_every_voxel_is_its_own_grain_when_seeded_everywhere(self): + vol = solid(5) + grains = crystal.crystallize(vol, crystal.lattice_sites(5, "cubic")) + self.assertEqual(len(set(v for p in grains.levels() for r in p for v in r)), 125) + + def test_two_seeds_split_a_bar(self): + rows = [[[100 if 1 <= x <= 6 else 0 for x in range(8)] for _ in range(3)] for _ in range(3)] + vol = Volume.from_levels(rows, fabric()) + grains = crystal.crystallize(vol, [(1, 1, 1), (6, 1, 1)]) + left = grains.levels()[1][1][1] + right = grains.levels()[1][1][6] + self.assertNotEqual(left, right) + walls = crystal.grain_boundaries(grains) + self.assertEqual(walls.levels()[1][1][3] + walls.levels()[1][1][4], 255) + + def test_periodicity_recovers_a_two_plane_lattice(self): + rows = [[[180 if x % 2 == 0 and 1 <= y <= 3 and 1 <= z <= 3 else 0 + for x in range(8)] for y in range(5)] for z in range(5)] + vol = Volume.from_levels(rows, fabric()) + spacing, score = crystal.periodicity(vol, axis=0) + self.assertEqual(spacing, 2) + self.assertGreater(score, 0.5) + + def test_uniform_volume_has_no_period(self): + self.assertEqual(crystal.periodicity(solid(5), axis=0)[0], 0) + + def test_facet_histogram_covers_surface_codes_only(self): + hist = crystal.facet_histogram(solid(5)) + self.assertTrue(hist) + self.assertTrue(all(0 <= code <= 6 for code in hist)) + + +class TestEntropy(unittest.TestCase): + def test_flat_field_is_zero_bits(self): + bits, counts = entropy_bits([100] * 8, 8, 0, 255, fabric()) + self.assertEqual(bits, 0.0) + self.assertEqual(counts[3], 8) + + def test_two_values_is_one_bit(self): + bits, _ = entropy_bits([0, 255] * 4, 8, 0, 255, fabric()) + self.assertAlmostEqual(bits, 1.0, places=6) + + def test_uniform_eight_bins_is_three_bits(self): + bits, _ = entropy_bits([0, 32, 64, 96, 128, 160, 192, 255], 8, 0, 255, fabric()) + self.assertAlmostEqual(bits, 3.0, places=6) + + def test_single_bucket_histogram_has_no_entropy(self): + self.assertEqual(level_histogram([7, 7, 7], 1, 0, 255, fabric()), [3]) + + def test_octave_is_monotone_in_entropy(self): + ceiling = max_bits(8) + values = [entropic_octave(b, ceiling) for b in (0.0, 0.5, 1.0, 2.0, 3.0)] + self.assertEqual(values, sorted(values, reverse=True)) + self.assertEqual(values[0], 4) + self.assertEqual(values[-1], 0) + + +class TestVolume4D(unittest.TestCase): + def setUp(self): + self.vol = sweep_volume(step=4, size=5, value=200, fabric=fabric()) + + def test_shape_and_slices(self): + self.assertEqual((self.vol.w, self.vol.h, self.vol.depth, self.vol.u), (5, 5, 5, 4)) + self.assertEqual(self.vol.stat()["voxels"], 500) + + def test_slices_differ_and_drift_is_positive(self): + self.assertNotEqual(self.vol.levels()[0], self.vol.levels()[1]) + self.assertGreater(self.vol.drift(), 0.0) + + def test_static_stack_has_zero_entropy_and_drift(self): + block = [[[[180] * 4 for _ in range(3)] for _ in range(3)] for _ in range(3)] + vol = Volume4D.from_levels(block, fabric()) + self.assertEqual(vol.drift(), 0.0) + entropy = vol.entropy_along_u(8) + self.assertEqual(max(v for p in entropy.levels() for r in p for v in r), 0) + self.assertEqual(set(v for p in vol.entropic_octaves(8).levels() for r in p for v in r), {2}) + + def test_eight_equally_likely_values_saturate_entropy(self): + block = [ + [[[u * 32 for _ in range(2)] for _ in range(2)] for _ in range(2)] + for u in range(8) + ] + vol = Volume4D.from_levels(block, fabric()) + entropy = vol.entropy_along_u(8) + self.assertEqual(max(v for p in entropy.levels() for r in p for v in r), 255) + + def test_two_alternating_values_reach_one_third(self): + block = [ + [[[0 if u % 2 else 255 for _ in range(2)] for _ in range(2)] for _ in range(2)] + for u in range(4) + ] + vol = Volume4D.from_levels(block, fabric()) + entropy = vol.entropy_along_u(8) + self.assertEqual(max(v for p in entropy.levels() for r in p for v in r), 85) + + def test_projection_collapses_u(self): + projected = self.vol.project_u() + self.assertEqual((projected.w, projected.h, projected.depth), (5, 5, 5)) + + def test_entropic_shade_is_darker_than_plain_projection(self): + plain = self.vol.project_u().shade() + entropic = self.vol.shade_entropic() + peak_plain = max(v for p in plain.levels() for r in p for v in r) + peak_entropic = max(v for p in entropic.levels() for r in p for v in r) + self.assertLessEqual(peak_entropic, peak_plain) + + +class TestPredictiveState(unittest.TestCase): + def setUp(self): + self.model, self.states, self.world = state.trained_model(8, D) + + def test_learned_transition_is_exact(self): + for i, s in enumerate(self.states): + predicted, confidence = self.model.predict(s, "next") + self.assertEqual(predicted, self.states[(i + 1) % 8]) + self.assertGreater(confidence, 0.2) + + def test_unseen_action_predicts_nothing(self): + self.assertEqual(self.model.predict(self.states[0], "jump"), (None, 0.0)) + + def test_surprise_is_zero_when_the_model_is_right(self): + surprise = self.model.surprise(self.states[0], "next", self.states[1]) + self.assertAlmostEqual(surprise, 0.0, places=6) + + def test_surprise_is_high_when_the_world_disagrees(self): + surprise = self.model.surprise(self.states[0], "next", self.states[5]) + self.assertGreater(surprise, 0.9) + + def test_plan_finds_the_short_path(self): + plan = self.model.plan(self.states[0], self.states[6], ["next", "prev"], horizon=4) + self.assertEqual(plan["actions"], ["prev", "prev"]) + self.assertGreater(plan["expanded"], 0) + + def test_plan_to_current_state_is_empty(self): + plan = self.model.plan(self.states[3], self.states[3], ["next", "prev"], horizon=2) + self.assertEqual(plan["actions"], []) + + def test_agent_reaches_goal_and_reports_zero_loss(self): + agent = state.StateAgent(self.model, ["next", "prev"], goal=self.states[6]) + episode = agent.run(self.states[0], lambda s, a: self.world[a](s), steps=4) + self.assertEqual(len(episode), 2) + self.assertAlmostEqual(agent.loss(), 0.0, places=6) + + def test_agent_learns_an_unmodelled_world(self): + model = state.PredictiveModel(d=D, alphabet=self.states) + agent = state.StateAgent(model, ["next"], goal=self.states[2]) + agent.run(self.states[0], lambda s, a: self.world[a](s), steps=3) + # every step is a surprise the first time, then the model knows it + self.assertGreater(agent.episode[0]["surprise"], 0.5) + self.assertAlmostEqual(model.surprise(self.states[0], "next", self.states[1]), 0.0, places=6) + + +class TestSignedCompare(unittest.TestCase): + def test_negative_is_less_than_zero(self): + f = fabric() + self.assertEqual(f.compare(f.sub(f.level(0), f.level(180)), f.level(0)), -1) + self.assertEqual(f.compare(f.level(0), f.sub(f.level(0), f.level(180))), 1) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_gfx.py b/tests/test_gfx.py new file mode 100644 index 0000000000000000000000000000000000000000..c693d8f590ed51a39d13d70b73488b6136439ee2 --- /dev/null +++ b/tests/test_gfx.py @@ -0,0 +1,218 @@ +"""Tests for the graphics engine: coded cells, shader passes, display cache. + +The load-bearing test here is :meth:`TestDisplayCache.verify_after_every_pass`: +every operation writes a coded hypervector *and* a display value, and if those two +ever disagree the screen would be showing something the machine does not hold. +``Surface.verify`` decodes real cells and compares, so the cache cannot drift +quietly. +""" + +import os +import sys +import unittest + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) + +from hdc.gfx import SHADERS, Surface, benchmark, value_noise # noqa: E402 + +D = 2000 + + +def surface(cols=12, rows=4): + return Surface(cols, rows, d=D) + + +class TestCodedCells(unittest.TestCase): + def test_put_decodes_back_to_the_value_written(self): + image = surface() + image.put(3, 2, 200) + self.assertEqual(image.level_at(3, 2), 200) + self.assertEqual(image.shadow[2][3], 200) + + def test_fill_sets_every_cell_in_the_rectangle(self): + image = surface(8, 3) + image.fill(2, 1, 4, 2, 90) + self.assertEqual(image.level_at(2, 1), 90) + self.assertEqual(image.level_at(5, 2), 90) + self.assertNotEqual(image.level_at(1, 1), 90) + + def test_frame_draws_only_the_border(self): + image = surface(6, 4) + image.frame(0, 0, 6, 4, 240) + self.assertEqual(image.level_at(0, 0), 240) + self.assertEqual(image.level_at(5, 3), 240) + self.assertNotEqual(image.level_at(3, 2), 240) + + def test_text_sets_levels_and_the_overlay(self): + image = surface(10, 2) + image.text_at(2, 0, "webOS", 255) + self.assertEqual(image.text[0][2:7], ["w", "e", "b", "O", "S"]) + self.assertEqual(image.level_at(2, 0), 255) + self.assertIn("webOS", image.rows()[0]) + + +class TestDisplayCache(unittest.TestCase): + def assertVerified(self, image): + result = image.verify() + self.assertTrue(result["ok"], msg="cache drifted: %s" % (result,)) + self.assertGreater(result["checked"], 0) + + def test_verify_after_primitives(self): + image = surface(10, 5) + self.assertVerified(image) + image.fill(1, 1, 4, 3, 77) + self.assertVerified(image) + image.frame(0, 0, 10, 5, 200) + self.assertVerified(image) + image.text_at(1, 1, "hi", 120) + self.assertVerified(image) + + def test_verify_after_every_shader(self): + for name in SHADERS: + with self.subTest(shader=name): + self.assertVerified(surface(16, 6).apply(name)) + + def test_verify_after_each_field_operation(self): + image = surface(14, 5) + image.gradient(top=10, bottom=200, vertical=True) + self.assertVerified(image) + image.noise(scale=3, octaves=2, seed=2, amplitude=80) + self.assertVerified(image) + image.max_blend(scale=4, seed=4, amplitude=60) + self.assertVerified(image) + image.edges(mode="proxy", gain=2) + self.assertVerified(image) + + def test_verify_after_vignette_and_scanline(self): + image = surface(12, 6).apply("background") + self.assertVerified(image) + image.scanline(steps=1) + self.assertVerified(image) + + +class TestExactArithmetic(unittest.TestCase): + def test_dim_halves_exactly(self): + image = surface(4, 1) + image.put(0, 0, 128) + image.put(1, 0, 127) + image.dim_region(1) + self.assertEqual(image.level_at(0, 0), 64) + self.assertEqual(image.level_at(1, 0), 63) + + def test_dim_twice_quarters(self): + image = surface(2, 1) + image.put(0, 0, 200) + image.dim_region(2) + self.assertEqual(image.level_at(0, 0), 50) + + def test_brighten_doubles(self): + image = surface(2, 1) + image.put(0, 0, 60) + image.brighten_region(1) + self.assertEqual(image.level_at(0, 0), 120) + + def test_scanline_dims_only_alternate_rows(self): + image = surface(6, 4) + image.fill(0, 0, 6, 4, 128) + image.scanline(steps=1, offset=1) + self.assertEqual(image.level_at(0, 0), 128) # untouched row + self.assertEqual(image.level_at(0, 1), 64) # dimmed row + self.assertEqual(image.level_at(0, 2), 128) + self.assertEqual(image.level_at(0, 3), 64) + + +class TestEdges(unittest.TestCase): + def test_proxy_edges_peak_at_a_step_boundary(self): + image = surface(12, 1) + image.fill(0, 0, 6, 1, 20) + image.fill(6, 0, 6, 1, 220) + image.edges(mode="proxy", gain=2) + boundary = image.level_at(5, 0) + interior = image.level_at(2, 0) + self.assertGreater(boundary, interior) + self.assertEqual(interior, 0) # identical neighbours: no edge + + def test_exact_edges_equal_the_difference(self): + image = surface(8, 1) + image.fill(0, 0, 4, 1, 10) + image.fill(4, 0, 4, 1, 40) + image.edges(mode="exact") + self.assertEqual(image.level_at(3, 0), 30) # |10 - 40| + self.assertEqual(image.level_at(0, 0), 0) # |10 - 10| + + def test_bad_mode_raises(self): + with self.assertRaises(ValueError): + surface(4, 2).edges(mode="bogus") + + +class TestSurfaceOutput(unittest.TestCase): + def test_gradient_is_monotonic_down_the_column(self): + image = surface(3, 10) + image.gradient(top=0, bottom=250, vertical=True) + column = [image.level_at(0, y) for y in range(10)] + self.assertEqual(column, sorted(column)) + self.assertEqual(column[0], 0) + self.assertEqual(column[-1], 250) + + def test_rows_are_exactly_rows_long_and_never_wider_than_cols(self): + image = surface(15, 6).apply("plasma") + rows = image.rows() + self.assertEqual(len(rows), 6) + for row in rows: + self.assertLessEqual(len(row), 15) + + def test_ascii_joins_the_rows(self): + image = surface(5, 3).apply("flat") + self.assertEqual(image.ascii().count("\n"), 2) + + def test_out_of_bounds_writes_are_clipped_not_raised(self): + image = surface(6, 3) + image.fill(-4, -4, 5, 5, 200) # mostly outside + image.text_at(4, 0, "abcdef", 240) # runs past the right edge + image.put(99, 99, 255) # entirely outside + self.assertEqual(image.text[0][4], "a") + self.assertEqual(image.text[0][5], "b") + self.assertTrue(image.verify()["ok"]) + + def test_unknown_shader_raises(self): + with self.assertRaises(KeyError): + surface(4, 2).apply("nope") + + def test_empty_surface_is_rejected(self): + for args in ((0, 5), (5, 0), (-1, 3)): + with self.subTest(args=args): + with self.assertRaises(ValueError): + Surface(*args, d=D) + + +class TestNoise(unittest.TestCase): + def test_value_noise_is_bounded_and_not_constant(self): + field = value_noise(16, 8, 4, seed=3, amplitude=100) + flat = [value for row in field for value in row] + self.assertEqual(len(flat), 16 * 8) + self.assertTrue(all(0 <= value <= 100 for value in flat)) + self.assertGreater(len(set(flat)), 1) + + def test_noise_is_deterministic_for_a_seed(self): + first = value_noise(8, 4, 2, seed=9, amplitude=50) + second = value_noise(8, 4, 2, seed=9, amplitude=50) + self.assertEqual(first, second) + + def test_noise_changes_with_the_seed(self): + first = value_noise(8, 4, 2, seed=9, amplitude=50) + second = value_noise(8, 4, 2, seed=10, amplitude=50) + self.assertNotEqual(first, second) + + +class TestBenchmark(unittest.TestCase): + def test_benchmark_covers_every_shader(self): + stats = benchmark(d=D, cols=20, rows=8) + self.assertEqual(set(stats["shaders"]), set(SHADERS)) + for name, ms in stats["shaders"].items(): + self.assertGreater(ms, 0.0, msg=name) + self.assertGreater(stats["exact_edges_ms_per_128_cells"], 0.0) + self.assertEqual(stats["cells"], 160) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_hub.py b/tests/test_hub.py new file mode 100644 index 0000000000000000000000000000000000000000..a0c75ec2de251cc94eb56edd5e2c7bac032fd19c --- /dev/null +++ b/tests/test_hub.py @@ -0,0 +1,387 @@ +"""Tests for model discovery: the Hub search client and its measurements. + +Nothing here touches the network. Every function that would make a request is +monkeypatched, and the safetensors fixtures are packed in the test — the same +approach ``tests/test_semantic.py`` uses for the projection tests. + +The dtype cases matter: the code-tuned sibling this project settled on, +``minishlab/potion-code-16M-v2``, is stored as **F16** (63 457 x 256), while the +general ``potion-base-8M`` is F32. Reading an F16 file with the F32 path would +silently return garbage rows, so the reader is pinned here. +""" + +import json +import os +import struct +import tempfile +import unittest +import urllib.parse +from unittest import mock + +from hdc import hub +from hdc.semantic import StaticEmbeddings + +RAW_ONE = { + "id": "minishlab/potion-base-8M", + "downloads": 447_769, + "likes": 12, + "library_name": "model2vec", + "pipeline_tag": "feature-extraction", + "gated": False, + "tags": ["model2vec", "license:mit", "feature-extraction"], + "siblings": [{"rfilename": "model.safetensors"}, {"rfilename": "tokenizer.json"}], + "sha": "abc123", +} + +RAW_TWO = { + "id": "jinaai/jina-embeddings-v2-base-code", + "downloads": 156_469, + "likes": 40, + "library_name": "sentence-transformers", + "pipeline_tag": "feature-extraction", + "gated": True, + "tags": ["license:apache-2.0", "sentence-transformers"], + "siblings": [{"rfilename": "pytorch_model.bin"}], + "sha": "def456", +} + + +DTYPE_BYTES = {"F32": 4, "F16": 2, "BF16": 2, "I8": 1} + + +def header(tensors: dict) -> dict: + """A parsed safetensors header keyed the way ``hub.safetensors`` returns it. + + ``bytes`` is derived from shape x dtype, because that is exactly what the + real header's ``data_offsets`` gives without reading the tensor buffer. + """ + return {"repo": "x", "tensors": tensors, + "bytes": sum(hub._shape_product(t["shape"]) * DTYPE_BYTES.get(t["dtype"], 4) + for t in tensors.values()), + "params": sum(hub._shape_product(t["shape"]) for t in tensors.values())} + + +def write_static(directory: str, dtype: str, rows: list[list[float]], + vocab: dict | None = None) -> str: + """Pack a tiny safetensors file in ``dtype`` plus a tokenizer, no libraries.""" + flat = [value for row in rows for value in row] + if dtype == "F16": + payload = struct.pack("<%de" % len(flat), *flat) + elif dtype == "BF16": + # bf16 is the top half of the f32 word + halves = [struct.unpack("> 16 for value in flat] + payload = struct.pack("<%dH" % len(flat), *halves) + else: + payload = struct.pack("<%df" % len(flat), *flat) + meta = json.dumps({ + "embeddings": {"dtype": dtype, "shape": [len(rows), len(rows[0])], + "data_offsets": [0, len(payload)]} + }).encode("utf-8") + meta += b" " * ((8 - len(meta) % 8) % 8) + with open(os.path.join(directory, "model.safetensors"), "wb") as fh: + fh.write(struct.pack(" dict: + parsed = urllib.parse.urlparse(self.calls[-1]) + return urllib.parse.parse_qs(parsed.query) + + def test_text_query_keeps_the_task_filter(self): + with mock.patch.object(hub, "_get_json", self.fake_get_json): + records = hub.search("code embeddings") + self.assertEqual(len(records), 2) + self.assertEqual(records[0]["id"], RAW_ONE["id"]) + query = self.query() + self.assertEqual(query["search"], ["code embeddings"]) + self.assertEqual(query["filter"], ["feature-extraction"]) + + def test_author_query_drops_the_filter(self): + # measured API quirk: author + filter returns zero rows, silently + with mock.patch.object(hub, "_get_json", self.fake_get_json): + hub.search(author="minishlab") + query = self.query() + self.assertNotIn("filter", query) + self.assertEqual(query["author"], ["minishlab"]) + + def test_non_list_payload_is_an_empty_result(self): + with mock.patch.object(hub, "_get_json", lambda url, timeout=45: {"error": "nope"}): + self.assertEqual(hub.search("anything"), []) + + +class TestCandidatePool(unittest.TestCase): + def test_queries_are_de_duplicated_and_ordered_by_downloads(self): + shared = hub.normalise(dict(RAW_ONE, id="a/shared", downloads=5)) + more = hub.normalise(dict(RAW_ONE, id="b/bigger", downloads=9)) + least = hub.normalise(dict(RAW_ONE, id="c/small", downloads=1)) + + def fake_search(text=None, **kwargs): + return [shared, more, least, more] # the same repo from two queries + + with mock.patch.object(hub, "search", fake_search): + pool = hub.candidate_pool(limit=10) + self.assertEqual([row["id"] for row in pool], ["b/bigger", "a/shared", "c/small"]) + + def test_limit_is_applied(self): + rows = [hub.normalise(dict(RAW_ONE, id="r/%d" % i, downloads=i)) for i in range(5)] + with mock.patch.object(hub, "search", lambda *a, **k: rows): + self.assertEqual(len(hub.candidate_pool(limit=2)), 2) + + +class TestBakeoff(unittest.TestCase): + def test_offline_uses_the_cache_and_touches_no_network(self): + entry = {"id": "minishlab/potion-code-16M-v2", "sha": "s", "downloads": 7, + "components": {"runtime_free": 1.0}, "total": 1.0, + "static": True, "rows": 63457, "dim": 256, "bytes": 32_489_984, + "coverage": None, "license": "mit"} + with mock.patch.object(hub, "load_cache", lambda: {"minishlab/potion-code-16M-v2@s": entry}), \ + mock.patch.object(hub, "save_cache", lambda cache: None), \ + mock.patch.object(hub, "candidate_pool", lambda **kwargs: []): + result = hub.bakeoff(offline=True) + self.assertEqual(result["pool"], 1) + self.assertEqual(result["graded"][0]["id"], "minishlab/potion-code-16M-v2") + self.assertTrue(result["graded"][0]["cached"]) + self.assertEqual(hub.best(result)["total"], 1.0) + + +class TestHeaderRange(unittest.TestCase): + def test_two_range_requests_give_shape_size_and_params(self): + meta = json.dumps({ + "embeddings": {"dtype": "F16", "shape": [2000, 256], + "data_offsets": [0, 1_024_000]}, + }).encode("utf-8") + seen: list[dict] = [] + + def fake_request(url, headers=None, timeout=45): + seen.append(headers or {}) + if (headers or {}).get("Range") == "bytes=0-7": + return struct.pack(" StaticEmbeddings: + tmp = tempfile.TemporaryDirectory() + self.addCleanup(tmp.cleanup) + return StaticEmbeddings(write_static(tmp.name, dtype, self.ROWS)) + + def test_float16_rows_decode_exactly(self): + model = self.build("F16") + self.assertEqual(model.dtype, "F16") + self.assertEqual(model.itemsize, 2) + self.assertEqual(model.row(0), (1.0, 0.5, -1.5, 0.25)) + self.assertEqual(model.row(1), (2.0, 0.0, 1.875, -0.25)) + + def test_bfloat16_rows_decode_exactly(self): + model = self.build("BF16") + self.assertEqual(model.dtype, "BF16") + self.assertEqual(model.row(0), (1.0, 0.5, -1.5, 0.25)) + self.assertEqual(model.row(1), (2.0, 0.0, 1.875, -0.25)) + + def test_rows_do_not_overlap(self): + # the offset is rows * dim * itemsize; a wrong stride returns row 0 twice + model = self.build("F16") + self.assertNotEqual(model.row(0), model.row(1)) + + def test_unsupported_dtype_is_rejected(self): + tmp = tempfile.TemporaryDirectory() + self.addCleanup(tmp.cleanup) + write_static(tmp.name, "I8", self.ROWS) + with self.assertRaises(ValueError): + StaticEmbeddings(tmp.name) + + +class TestCacheLifetime(unittest.TestCase): + """The score cache outlives the code that wrote it. + + An older run of ``python -m hdc hub --offline`` raised ``KeyError`` on a + coverage entry that predated a new field, so ``load_cache`` has to drop what + it cannot understand instead of handing it to the report. + """ + + def write(self, payload): + tmp = tempfile.TemporaryDirectory() + self.addCleanup(tmp.cleanup) + path = os.path.join(tmp.name, "scores.json") + with open(path, "w", encoding="utf-8") as fh: + json.dump(payload, fh) + return path + + def test_current_entries_are_kept(self): + entry = {"id": "a/b", "coverage": {"any_fraction": 1.0, "whole_fraction": 0.5}} + path = self.write({"a/b@sha": entry}) + with mock.patch.object(hub, "cache_path", return_value=path): + self.assertIn("a/b@sha", hub.load_cache()) + + def test_stale_entries_are_dropped(self): + stale = {"id": "a/b", "coverage": {"coverage": 1.0, "missing": []}} + fresh = {"id": "c/d", "coverage": {"any_fraction": 1.0, "whole_fraction": 0.4}} + path = self.write({"a/b@old": stale, "c/d@new": fresh}) + with mock.patch.object(hub, "cache_path", return_value=path): + cache = hub.load_cache() + self.assertEqual(sorted(cache), ["c/d@new"]) + + def test_missing_or_corrupt_cache_is_empty(self): + with mock.patch.object(hub, "cache_path", + return_value=os.path.join("does", "not", "exist.json")): + self.assertEqual(hub.load_cache(), {}) + + def test_report_survives_a_coverage_without_any_fraction(self): + # older cached rows reach report() when offline; it must not raise + entry = {"id": "a/b", "total": 0.9, "static": True, "dim": 256, + "rows": 10, "bytes": 30_000_000, "license": "mit", + "components": {"code": 0.5}, + "coverage": {"coverage": 1.0, "missing": [], "tokens": 42}} + with mock.patch.object(hub, "bakeoff", return_value={"pool": 1, "graded": [entry]}): + self.assertIn("a/b", hub.report()) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_hypervec.py b/tests/test_hypervec.py new file mode 100644 index 0000000000000000000000000000000000000000..18259b83f0a7cd5bf5ba0d32bcb55e2efd37408a --- /dev/null +++ b/tests/test_hypervec.py @@ -0,0 +1,188 @@ +"""Algebra-level tests for the binary hypervector core.""" + +import os +import random +import sys +import unittest + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) + +from hdc.hypervec import ( # noqa: E402 + DEFAULT_DIM, + bind, + bundle, + hamming, + hvc, + hv_to_int, + int_to_hv, + permute, + permute_inv, + popcount, + random_hv, + sim, +) + + +def brute_majority(vecs, d): + """Per-bit reference majority; ties resolve to 0, as documented.""" + out = 0 + for pos in range(d): + ones = sum((v >> pos) & 1 for v in vecs) + if ones * 2 > len(vecs): + out |= 1 << pos + return out + + +class TestBind(unittest.TestCase): + def test_involutive(self): + rng = random.Random(11) + for _ in range(20): + a = random_hv(2000, rng) + b = random_hv(2000, rng) + self.assertEqual(bind(bind(a, b, 2000), b, 2000), a) + + def test_bind_is_xor(self): + a, b = 0b1100, 0b1010 + self.assertEqual(bind(a, b), a ^ b) + + def test_bind_preserves_similarity(self): + rng = random.Random(12) + a = random_hv(4000, rng) + near = a ^ (1 << 5) # one bit away + x = random_hv(4000, rng) + self.assertAlmostEqual( + sim(bind(a, x), bind(near, x), 4000), sim(a, near, 4000), places=12 + ) + + +class TestBundle(unittest.TestCase): + def test_matches_brute_force_odd(self): + rng = random.Random(21) + d = 64 + for n in (3, 5, 7): + vecs = [random_hv(d, rng) for _ in range(n)] + self.assertEqual(bundle(vecs, d), brute_majority(vecs, d)) + + def test_matches_brute_force_even_with_ties(self): + rng = random.Random(22) + d = 48 + for n in (2, 4, 6): + vecs = [random_hv(d, rng) for _ in range(n)] + self.assertEqual(bundle(vecs, d), brute_majority(vecs, d)) + + def test_single_vector_and_empty(self): + rng = random.Random(23) + v = random_hv(128, rng) + self.assertEqual(bundle([v], 128), v) + self.assertEqual(bundle([], 128), 0) + + def test_members_recover_above_noise(self): + rng = random.Random(24) + d = 4000 + vecs = [random_hv(d, rng) for _ in range(5)] + b = bundle(vecs, d) + for v in vecs: + self.assertGreater(sim(b, v, d), 0.25) + + +class TestPermute(unittest.TestCase): + def test_roundtrip(self): + rng = random.Random(31) + d = 2000 + v = random_hv(d, rng) + for k in (1, 7, 999, d - 1): + self.assertEqual(permute_inv(permute(v, k, d), k, d), v) + + def test_preserves_similarity(self): + rng = random.Random(32) + d = 2000 + a, b = random_hv(d, rng), random_hv(d, rng) + self.assertAlmostEqual( + sim(permute(a, 13, d), permute(b, 13, d), d), sim(a, b, d), places=12 + ) + + def test_rotation_keeps_popcount(self): + rng = random.Random(33) + v = random_hv(1000, rng) + self.assertEqual(popcount(permute(v, 37, 1000)), popcount(v)) + + +class TestSimilarity(unittest.TestCase): + def test_identical_is_one(self): + rng = random.Random(41) + v = random_hv(2000, rng) + self.assertEqual(sim(v, v, 2000), 1.0) + + def test_complement_is_minus_one(self): + d = 256 + v = random_hv(d, random.Random(42)) + # the d-bit complement, not Python's unbounded ~v + self.assertEqual(sim(v, v ^ ((1 << d) - 1), d), -1.0) + + def test_symmetry_and_bounds(self): + rng = random.Random(43) + d = 2000 + for _ in range(20): + a, b = random_hv(d, rng), random_hv(d, rng) + self.assertEqual(sim(a, b, d), sim(b, a, d)) + self.assertGreaterEqual(sim(a, b, d), -1.0) + self.assertLessEqual(sim(a, b, d), 1.0) + + def test_random_pairs_near_orthogonal(self): + rng = random.Random(44) + d = 2000 + vals = [sim(random_hv(d, rng), random_hv(d, rng), d) for _ in range(300)] + mean = sum(vals) / len(vals) + self.assertLess(abs(mean), 0.05) + + def test_hamming_agrees_with_sim(self): + rng = random.Random(45) + d = 2000 + a, b = random_hv(d, rng), random_hv(d, rng) + self.assertAlmostEqual( + sim(a, b, d), (d - 2 * hamming(a, b)) / d, places=12 + ) + + +class TestSymbols(unittest.TestCase): + def test_deterministic(self): + self.assertEqual(hvc("op/ADD", 2000), hvc("op/ADD", 2000)) + + def test_distinct_names_differ(self): + a, b = hvc("op/ADD", 2000), hvc("op/SUB", 2000) + self.assertNotEqual(a, b) + self.assertLess(abs(sim(a, b, 2000)), 0.1) + + def test_dimension_matters(self): + self.assertNotEqual(hvc("op/ADD", 2000), hvc("op/ADD", 1000)) + + +class TestIntegerCodec(unittest.TestCase): + VALUES = [0, 1, 7, 42, -5, 255, 65535, -12345] + + def test_roundtrip_default_dim(self): + for n in self.VALUES: + self.assertEqual(hv_to_int(int_to_hv(n)), n, msg="value %d" % n) + + def test_roundtrip_small_dim(self): + d = 2000 + for n in self.VALUES: + self.assertEqual(hv_to_int(int_to_hv(n, d), d), n, msg="value %d" % n) + + def test_encoded_values_are_hypervectors(self): + v = int_to_hv(42) + self.assertEqual(v.bit_length() <= DEFAULT_DIM, True) + # different integers must not collide + self.assertNotEqual(int_to_hv(42), int_to_hv(43)) + self.assertNotEqual(int_to_hv(42), int_to_hv(-42)) + # 42 and 7 share bit atom 1 by construction, so they are correlated + # but nowhere near identical + self.assertLess(sim(int_to_hv(42), int_to_hv(7), DEFAULT_DIM), 0.6) + + def test_out_of_range_rejected(self): + with self.assertRaises(ValueError): + int_to_hv(1 << 40) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_isa.py b/tests/test_isa.py new file mode 100644 index 0000000000000000000000000000000000000000..6bdb8f6041d147784e1e76d82ce3b57cbe959bfa --- /dev/null +++ b/tests/test_isa.py @@ -0,0 +1,134 @@ +"""Tests for instruction encoding and compute-in-memory decoding.""" + +import os +import sys +import unittest + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) + +from hdc.isa import ( # noqa: E402 + OPCODES, + DecodeContext, + DecodeError, + decode_instr, + encode_instr, + format_operands, + opcode_table_text, +) + +D = 2000 + + +def ctx(**kw): + base = dict(d=D) + base.update(kw) + return DecodeContext(**base) + + +class TestRoundTrip(unittest.TestCase): + """Every field kind must survive encode -> bundle -> unbind -> cleanup.""" + + CASES = [ + ("NOP", dict(), dict()), + ("HALT", dict(), dict()), + ("LDI", dict(regs=[3], imm=7), dict(imms=[7])), + ("MOV", dict(regs=[1, 2]), dict()), + ("ADD", dict(regs=[2, 0, 1]), dict()), + ("PERMUTE", dict(regs=[4, 5], imm=3), dict(imms=[3])), + ("POPC", dict(regs=[6, 7]), dict()), + ("JMP", dict(tgt=9), dict(tgts=[9])), + ("JNZ", dict(tgt=12), dict(tgts=[12])), + ("STORE", dict(name="out", regs=[6]), dict(names=["out"])), + ("LOAD", dict(regs=[7], name="out"), dict(names=["out"])), + ("RECALL", dict(regs=[9, 10], imm=3), dict(imms=[3])), + ("PRINTS", dict(text="hi there"), dict(strs=["hi there"])), + ( + "TOOL", + dict(regs=[0, 1, 2], tool="hdc.similarity"), + dict(tools=["hdc.similarity"]), + ), + ] + + def test_roundtrip_fields(self): + for op, kw, alphabets in self.CASES: + with self.subTest(op=op): + hv = encode_instr(op, d=D, **kw) + dec = decode_instr(hv, ctx(**alphabets)) + self.assertEqual(dec.op, op) + self.assertEqual(dec.regs, list(kw.get("regs", []))) + self.assertEqual(dec.imm, kw.get("imm")) + self.assertEqual(dec.tgt, kw.get("tgt")) + self.assertEqual(dec.name, kw.get("name")) + self.assertEqual(dec.text, kw.get("text")) + self.assertEqual(dec.tool, kw.get("tool")) + self.assertGreater(dec.confidence, 0.2, msg="op %s" % op) + + def test_margins_are_recorded(self): + dec = decode_instr(encode_instr("ADD", regs=[2, 0, 1], d=D), ctx()) + self.assertIn("op", dec.margins) + self.assertIn("ra", dec.margins) + self.assertGreater(dec.margins["op"], 0.0) + + def test_whole_opcode_table_encodes(self): + for name in OPCODES: + with self.subTest(op=name): + # a body-free vector must still identify its opcode + dec = decode_instr(encode_instr(name, d=D), ctx()) + self.assertEqual(dec.op, name) + + def test_format_operands(self): + dec = decode_instr(encode_instr("STORE", name="out", regs=[6], d=D), ctx(names=["out"])) + self.assertEqual(format_operands(dec), "out, R6") + dec = decode_instr(encode_instr("JMP", tgt=9, d=D), ctx(tgts=[9])) + self.assertEqual(format_operands(dec), "@9") + + +class TestDegradedContext(unittest.TestCase): + def test_missing_literal_alphabet_still_decodes_opcode(self): + hv = encode_instr("LDI", regs=[3], imm=7, d=D) + dec = decode_instr(hv, ctx()) # no imms supplied at all + self.assertEqual(dec.op, "LDI") + self.assertEqual(dec.regs, [3]) + self.assertIsNone(dec.imm) + + def test_default_context_has_no_alphabets(self): + self.assertEqual(DecodeContext().imms, ()) + self.assertEqual(DecodeContext().names, ()) + # The context must carry the same dimensionality as the encoding; + # an empty alphabet is the point, a mismatched d would be a user error. + dec = decode_instr(encode_instr("HALT", d=D), DecodeContext(d=D)) + self.assertEqual(dec.op, "HALT") + + +class TestErrors(unittest.TestCase): + def test_unknown_opcode(self): + with self.assertRaises(DecodeError): + encode_instr("FROBNICATE", d=D) + + def test_register_out_of_range(self): + with self.assertRaises(DecodeError): + encode_instr("MOV", regs=[16], d=D) + + def test_too_many_registers(self): + with self.assertRaises(DecodeError): + encode_instr("ADD", regs=[0, 1, 2, 3], d=D) + + def test_negative_register(self): + with self.assertRaises(DecodeError): + encode_instr("MOV", regs=[-1], d=D) + + +class TestTable(unittest.TestCase): + def test_table_text_mentions_every_opcode(self): + text = opcode_table_text() + for name in OPCODES: + self.assertIn(name, text) + + def test_effects_are_known_classes(self): + allowed = {"ctrl", "alu", "hd", "mem", "io", "tool", "debug"} + for op in OPCODES.values(): + self.assertIn(op.effect, allowed) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_machine.py b/tests/test_machine.py new file mode 100644 index 0000000000000000000000000000000000000000..2f25e57094984022e26a02ab92541e9a01664cd5 --- /dev/null +++ b/tests/test_machine.py @@ -0,0 +1,298 @@ +"""End-to-end tests for the HDC machine.""" + +import os +import sys +import unittest + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) + +from hdc.assembler import assemble # noqa: E402 +from hdc.interpreter import Machine # noqa: E402 +from hdc.memory import HDCStorage # noqa: E402 + +D = 2000 + + +def build(src, **kw): + prog = assemble(src, d=D) + machine = Machine(storage=HDCStorage(d=D), d=D, **kw) + machine.load(prog) + return machine + + +class TestArithmetic(unittest.TestCase): + def test_add_and_out(self): + m = build( + """ + ldi R0, 5 + ldi R1, 37 + add R2, R0, R1 + out R2 + halt + """ + ) + result = m.run() + self.assertEqual(result["status"], "halted") + self.assertEqual(result["output"], ["42"]) + self.assertEqual(m.get_int(2), 42) + + def test_bitwise_ops(self): + m = build( + """ + ldi R0, 12 + ldi R1, 10 + and R2, R0, R1 + or R3, R0, R1 + xor R4, R0, R1 + not R5, R0 + shl R6, R0, 2 + shr R7, R0, 2 + halt + """ + ) + m.run() + self.assertEqual(m.get_int(2), 12 & 10) + self.assertEqual(m.get_int(3), 12 | 10) + self.assertEqual(m.get_int(4), 12 ^ 10) + self.assertEqual(m.get_int(5), ~12) + self.assertEqual(m.get_int(6), 48) + self.assertEqual(m.get_int(7), 3) + + def test_sub_negatives(self): + m = build("ldi R0, 3\n ldi R1, 10\n sub R2, R0, R1\n out R2\n halt") + self.assertEqual(m.run()["output"], ["-7"]) + + +class TestControlFlow(unittest.TestCase): + def test_counting_loop_with_cmp_jnz(self): + m = build( + """ + ldi R0, 0 + ldi R1, 1 + ldi R2, 4 + loop: + add R0, R0, R1 + cmp R0, R2 + jnz loop + out R0 + halt + """ + ) + result = m.run() + self.assertEqual(result["output"], ["4"]) + self.assertTrue(result["flag_z"]) + + def test_call_ret_and_push_pop(self): + m = build( + """ + ldi R0, 7 + push R0 + call sub1 + pop R2 + out R2 + out R3 + halt + sub1: + ldi R3, 11 + ret + """ + ) + result = m.run() + self.assertEqual(result["output"], ["7", "11"]) + self.assertEqual(result["stack_depth"], 0) + + def test_jmp_skips_code(self): + m = build( + """ + ldi R0, 1 + jmp past + ldi R0, 99 + past: + out R0 + halt + """ + ) + self.assertEqual(m.run()["output"], ["1"]) + + def test_step_advances_one_cell(self): + m = build("ldi R0, 5\n ldi R1, 6\n halt") + m.step() + self.assertEqual(m.pc, 1) + self.assertEqual(m.steps, 1) + self.assertEqual(m.get_int(0), 5) + self.assertEqual(len(m.trace), 1) + self.assertEqual(m.trace[0].op, "LDI") + + +class TestHyperdimensionalOps(unittest.TestCase): + def test_bind_then_unbind_recovers_register(self): + m = build( + """ + ldi R0, 5 + ldi R1, 37 + bind R2, R0, R1 + bind R3, R2, R1 + sim R4, R3, R0 + out R4 + halt + """ + ) + m.run() + # XOR binding is self-inverse, so the round trip is exact + self.assertEqual(m.regs[3], m.regs[0]) + self.assertEqual(m.get_int(4), 1000) + self.assertEqual(m.output, ["1000"]) + + def test_bind_and_bundle_differ(self): + m = build( + """ + ldi R0, 5 + ldi R1, 37 + bind R2, R0, R1 + bundle R3, R0, R1 + cmp R2, R3 + halt + """ + ) + m.run() + self.assertNotEqual(m.regs[2], m.regs[3]) + + def test_permute_is_deterministic_and_decorrelating(self): + m = build( + """ + ldi R0, 5 + ldi R1, 37 + bind R2, R0, R1 + permute R3, R2, 5 + permute R4, R2, 5 + sim R5, R3, R4 + sim R6, R3, R2 + halt + """ + ) + m.run() + # same rotation of the same vector is bit-identical + self.assertEqual(m.regs[3], m.regs[4]) + self.assertEqual(m.get_int(5), 1000) + # a rotation by 5 is near-orthogonal to its original + self.assertLess(abs(m.get_int(6)), 300) + + def test_popcount(self): + m = build("ldi R0, 1\n popc R1, R0\n halt") + m.run() + from hdc.hypervec import popcount + + self.assertEqual(m.get_int(1), popcount(m.regs[0])) + + +class TestStorageOps(unittest.TestCase): + def test_store_load_roundtrip(self): + m = build( + """ + .name box + ldi R0, 99 + store box, R0 + load R1, box + out R1 + halt + """ + ) + self.assertEqual(m.run()["output"], ["99"]) + self.assertEqual(m.storage.read("box"), m.regs[0]) + self.assertEqual(m.get_int(1), 99) + + def test_recall_finds_stored_cell(self): + m = build( + """ + .name probe + ldi R0, 7 + store probe, R0 + recall R1, R0, 1 + halt + """ + ) + m.run() + self.assertTrue(m.last_recall) + self.assertEqual(m.last_recall[0][0], "probe") + self.assertEqual(m.last_recall[0][2], 1.0) + + def test_memstat(self): + m = build("memstat R0\n halt") + m.run() + self.assertEqual(m.get_int(0), len(m.storage)) + + def test_program_cells_live_in_storage(self): + m = build("ldi R0, 1\n halt") + self.assertEqual(m.prog_len, 2) + for pc in range(m.prog_len): + self.assertIn("code/%d" % pc, m.storage) + + +class TestTraps(unittest.TestCase): + def test_break_pauses_then_resumes(self): + m = build( + """ + ldi R0, 1 + break + ldi R0, 2 + out R0 + halt + """ + ) + result = m.run() + self.assertEqual(result["status"], "break") + self.assertEqual(result["output"], []) + self.assertEqual(m.pc, 1) + + m.skip_break = True + result = m.run() + self.assertEqual(result["status"], "halted") + self.assertEqual(result["output"], ["2"]) + + def test_tool_without_registry_faults_not_raises(self): + m = build( + """ + .tool hdc.similarity + ldi R0, 1 + tool R1, R0, R0, hdc.similarity + halt + """ + ) + result = m.run() + self.assertEqual(result["status"], "error") + self.assertTrue(result["halted"]) + + def test_ret_on_empty_stack_faults(self): + m = build("ret\n halt") + result = m.run() + self.assertEqual(result["status"], "error") + + +class TestInspection(unittest.TestCase): + def test_disasm_marks_current_cell(self): + m = build("ldi R0, 1\n out R0\n halt") + m.step() + text = m.disasm(0, 3) + self.assertIn("=>", text) + self.assertIn("OUT", text) + + def test_regs_text_lists_registers(self): + m = build("ldi R0, 5\n halt") + m.run() + text = m.regs_text() + self.assertIn("R0", text) + self.assertIn("R15", text) + + def test_reset_clears_state(self): + m = build("ldi R0, 5\n out R0\n halt") + m.run() + self.assertEqual(m.output, ["5"]) + m.reset() + self.assertEqual(m.output, []) + self.assertEqual(m.pc, 0) + self.assertEqual(m.steps, 0) + self.assertEqual(m.get_int(0), 0) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_memory.py b/tests/test_memory.py new file mode 100644 index 0000000000000000000000000000000000000000..a6e920cf5a11cc527c23f058b4657f023b95ff04 --- /dev/null +++ b/tests/test_memory.py @@ -0,0 +1,205 @@ +"""Tests for content-addressable HDC storage and its file format.""" + +import os +import random +import sys +import tempfile +import unittest + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) + +from hdc.hypervec import hvc, random_hv, sim # noqa: E402 +from hdc.memory import HDCStorage, pack, unpack # noqa: E402 + +D = 2000 + + +class TestCells(unittest.TestCase): + def test_write_read(self): + s = HDCStorage(d=D) + hv = random_hv(D, random.Random(1)) + s.write("a", hv) + self.assertEqual(s.read("a"), hv) + self.assertIn("a", s) + self.assertEqual(len(s), 1) + + def test_overwrite_does_not_grow(self): + s = HDCStorage(d=D) + s.write("a", 1) + s.write("a", 2) + self.assertEqual(len(s), 1) + self.assertEqual(s.read("a"), 2) + + def test_missing_cell(self): + s = HDCStorage(d=D) + with self.assertRaises(KeyError): + s.read("nope") + self.assertEqual(s.read("nope", default=7), 7) + + def test_capacity_overflow(self): + s = HDCStorage(d=200, capacity=2) + s.write("x", 1) + s.write("y", 2) + with self.assertRaises(MemoryError): + s.write("z", 3) + + def test_pack_unpack(self): + s = random_hv(D, random.Random(2)) + self.assertEqual(unpack(pack(s, D), D), s) + self.assertEqual(len(pack(s, D)), (D + 7) // 8) + + +class TestCleanup(unittest.TestCase): + def test_nearest_symbol_exact(self): + s = HDCStorage(d=D) + s.write("alpha", 1, symbol=True) + s.write("beta", 2, symbol=True) + self.assertEqual(s.symbols(), ["alpha", "beta"]) + hits = s.nearest_symbol(s.addr("beta"), k=1) + self.assertEqual(hits[0][0], "beta") + self.assertEqual(hits[0][1], 1.0) + + def test_nearest_symbol_noisy(self): + s = HDCStorage(d=D) + s.write("alpha", 1, symbol=True) + s.write("beta", 2, symbol=True) + probe = s.addr("alpha") ^ (1 << 4) # one bit of the address wrong + name, score = s.nearest_symbol(probe, k=1)[0] + self.assertEqual(name, "alpha") + self.assertLess(score, 1.0) + self.assertGreater(score, 0.9) + + def test_prefix_filter(self): + s = HDCStorage(d=D) + s.write("code/0", 1, symbol=True) + s.write("tool/x", 2, symbol=True) + hits = s.nearest_symbol(s.addr("code/0"), k=5, prefix="tool/") + self.assertEqual([h[0] for h in hits], ["tool/x"]) + + +class TestContentAddressing(unittest.TestCase): + def setUp(self): + self.s = HDCStorage(d=D) + self.names = ["r0", "r1", "data/x", "data/y"] + for i, n in enumerate(self.names): + self.s.write(n, random_hv(D, random.Random(100 + i))) + + def test_exact_hit_confidence_is_one(self): + name, conf = self.s.resolve(self.s.addr("data/x")) + self.assertEqual(name, "data/x") + self.assertEqual(conf, 1.0) + + def test_fuzzy_hit(self): + addr = self.s.addr("data/y") + rng = random.Random(7) + # flip ~0.5% of the bits: a corrupted but still recognisable address + for pos in rng.sample(range(D), 10): + addr ^= 1 << pos + got = self.s.resolve(addr) + self.assertIsNotNone(got) + name, conf = got + self.assertEqual(name, "data/y") + self.assertLess(conf, 1.0) + self.assertGreater(conf, 0.9) + self.assertEqual(self.s.fuzzy_reads, 1) + + def test_unrelated_address_returns_none(self): + alien = random_hv(D, random.Random(999)) + self.assertIsNone(self.s.resolve(alien)) + + def test_empty_store_returns_none(self): + self.assertIsNone(HDCStorage(d=D).resolve(random_hv(D, random.Random(3)))) + + +class TestRecall(unittest.TestCase): + def test_sorted_descending_and_self_first(self): + s = HDCStorage(d=D) + vecs = {} + for i in range(6): + vecs["c%d" % i] = random_hv(D, random.Random(200 + i)) + s.write("c%d" % i, vecs["c%d" % i]) + hits = s.recall(vecs["c3"], k=4) + self.assertEqual(len(hits), 4) + self.assertEqual(hits[0][0], "c3") + self.assertEqual(hits[0][2], 1.0) + sims = [h[2] for h in hits] + self.assertEqual(sims, sorted(sims, reverse=True)) + + def test_prefix_scopes_search(self): + s = HDCStorage(d=D) + probe = random_hv(D, random.Random(5)) + s.write("code/0", probe) + s.write("data/0", random_hv(D, random.Random(6))) + hits = s.recall(probe, k=5, prefix="data/") + self.assertEqual([h[0] for h in hits], ["data/0"]) + + def test_floor_filters(self): + s = HDCStorage(d=D) + s.write("a", random_hv(D, random.Random(7))) + self.assertEqual(s.recall(random_hv(D, random.Random(8)), k=5, floor=0.5), []) + + +class TestPersistence(unittest.TestCase): + def test_save_load_roundtrip(self): + s = HDCStorage(d=D, capacity=64, label="unit") + for i in range(5): + s.write("cell%d" % i, random_hv(D, random.Random(300 + i)), symbol=True) + s.write("code/0", 0) + with tempfile.TemporaryDirectory() as tmp: + path = os.path.join(tmp, "unit.hdc") + size = s.save(path) + self.assertGreater(size, 0) + loaded = HDCStorage.load(path) + self.assertEqual(loaded.d, D) + self.assertEqual(dict(loaded.cells), dict(s.cells)) + self.assertEqual(loaded.symbols(), s.symbols()) + self.assertEqual(loaded.order, s.order) + self.assertEqual(loaded.read("cell3"), s.read("cell3")) + + def test_reject_bad_magic(self): + with tempfile.TemporaryDirectory() as tmp: + path = os.path.join(tmp, "junk.hdc") + with open(path, "wb") as fh: + fh.write(b"NOTHDC!!" + b"\x00" * 32) + with self.assertRaises(ValueError): + HDCStorage.load(path) + + +class TestStat(unittest.TestCase): + def test_keys_and_counts(self): + s = HDCStorage(d=D, capacity=10) + s.write("a", random_hv(D, random.Random(9)), symbol=True) + s.read("a") + st = s.stat() + for key in ( + "label", + "d", + "cells_used", + "cells_free", + "occupancy", + "symbols", + "reads", + "writes", + "stored_bits", + "total_popcount", + ): + self.assertIn(key, st) + self.assertEqual(st["cells_used"], 1) + self.assertEqual(st["cells_free"], 9) + self.assertEqual(st["writes"], 1) + self.assertEqual(st["reads"], 1) + self.assertEqual(st["stored_bits"], D) + self.assertAlmostEqual(st["occupancy"], 0.1) + + def test_clone_is_independent(self): + s = HDCStorage(d=D) + s.write("a", 1, symbol=True) + c = s.clone() + c.write("b", 2) + self.assertIn("a", c) + self.assertNotIn("b", s) + self.assertEqual(s.symbols(), ["a"]) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_memory_modes.py b/tests/test_memory_modes.py new file mode 100644 index 0000000000000000000000000000000000000000..c6e1b99e53d8d92a0dd935e017b97c4b35162f83 --- /dev/null +++ b/tests/test_memory_modes.py @@ -0,0 +1,151 @@ +import unittest + +from hdc.hypervec import hvc, sim +from hdc.memory_modes import ( + HolographicMemory, + HybridMemory, + PhotographicMemory, + capacity_report, + compare_modes, +) + +D = 2000 +SYMBOLS = [hvc("test/symbol/%d" % i, D) for i in range(8)] + + +class TestPhotographic(unittest.TestCase): + def test_recall_is_bit_exact(self): + mem = PhotographicMemory(d=D) + value = hvc("pixel/42", D) + mem.capture("frame/42", value) + got, score = mem.recall("frame/42") + self.assertEqual(got, value & ((1 << D) - 1)) + self.assertEqual(score, 1.0) + + def test_miss_is_none(self): + mem = PhotographicMemory(d=D) + self.assertEqual(mem.recall("absent"), (None, 0.0)) + + def test_capacity_evicts_oldest(self): + mem = PhotographicMemory(d=D, capacity=2) + for i in range(3): + mem.capture("k/%d" % i, SYMBOLS[i]) + self.assertEqual(len(mem), 2) + self.assertNotIn("k/0", mem) + self.assertIn("k/2", mem) + self.assertEqual(mem.stats()["evicted"], 1) + + def test_overwrite_does_not_evict(self): + mem = PhotographicMemory(d=D, capacity=1) + mem.capture("k", SYMBOLS[0]) + mem.capture("k", SYMBOLS[1]) + self.assertEqual(mem.recall("k")[0], SYMBOLS[1]) + self.assertEqual(mem.stats()["evicted"], 0) + + +class TestHolographic(unittest.TestCase): + def test_majority_superposition_recalls_exactly_at_small_k(self): + mem = HolographicMemory(d=D, alphabet=SYMBOLS) + for i in range(4): + mem.record("slot/%d" % i, SYMBOLS[i]) + for i in range(4): + got, _ = mem.recall("slot/%d" % i) + self.assertEqual(got, SYMBOLS[i], msg="slot %d" % i) + + def test_xor_accumulation_is_the_wrong_rule(self): + # Regression: XOR crosstalk is itself random at every bit, so unbinding + # is chance at any k. Majority is what makes recall work at all. + # Measured: XOR recalls 0/2, 0/4, 2/8 (chance); majority 8/8. + from hdc.hypervec import bind + + for k in (2, 4, 8): + trace = 0 + for i in range(k): + trace ^= bind(hvc("xor/%d" % i, D), SYMBOLS[i], D) + xor_hits = 0 + for i in range(k): + probe = bind(trace, hvc("xor/%d" % i, D), D) + best = max(SYMBOLS, key=lambda s: sim(probe, s, D)) + xor_hits += best == SYMBOLS[i] + self.assertLessEqual(xor_hits, k // 2, msg="k=%d" % k) + + majority = HolographicMemory(d=D, alphabet=SYMBOLS) + for i in range(k): + majority.record("xor/%d" % i, SYMBOLS[i]) + self.assertEqual( + sum(1 for i in range(k) if majority.recall("xor/%d" % i)[0] == SYMBOLS[i]), + k, + msg="k=%d" % k, + ) + + def test_confidence_falls_as_the_trace_fills(self): + mem = HolographicMemory(d=D, alphabet=SYMBOLS) + mem.record("slot/0", SYMBOLS[0]) + alone = mem.confidence("slot/0") + for i in range(1, 6): + mem.record("slot/%d" % i, SYMBOLS[i]) + crowded = mem.confidence("slot/0") + self.assertLess(crowded, alone) + self.assertGreater(alone, 0.9) + + def test_empty_memory_returns_nothing(self): + mem = HolographicMemory(d=D, alphabet=SYMBOLS) + self.assertEqual(mem.recall("anything"), (None, 0.0)) + self.assertEqual(mem.confidence("anything"), 0.0) + + def test_trace_is_bounded_by_dimension(self): + mem = HolographicMemory(d=D, alphabet=SYMBOLS) + for i in range(8): + mem.record("slot/%d" % i, SYMBOLS[i]) + self.assertLess(mem.trace.bit_length(), D + 1) + self.assertEqual(mem.stats()["items"], 8) + + def test_capacity_report_is_monotone_in_similarity(self): + rows = capacity_report(D, sizes=(2, 8, 16), symbols=8) + self.assertEqual([r["items"] for r in rows], [2, 8, 16]) + for earlier, later in zip(rows, rows[1:]): + self.assertLessEqual(later["mean_similarity"], earlier["mean_similarity"]) + + +class TestHybrid(unittest.TestCase): + def test_exact_path_wins_when_present(self): + mem = HybridMemory(d=D, buckets=4, alphabet=SYMBOLS) + mem.capture("key/1", SYMBOLS[1]) + value, score, path = mem.recall("key/1") + self.assertEqual((value, score, path), (SYMBOLS[1], 1.0, "exact")) + + def test_trace_path_answers_after_eviction(self): + mem = HybridMemory(d=D, buckets=1, per_bucket=1, alphabet=SYMBOLS) + mem.capture("first", SYMBOLS[0]) + mem.capture("second", SYMBOLS[1]) # evicts "first" from the exact index + self.assertNotIn("first", mem.exact[0]) + value, score, path = mem.recall("first") + self.assertEqual(path, "trace") + self.assertIsNotNone(value) + + def test_buckets_are_disjoint(self): + mem = HybridMemory(d=D, buckets=8, alphabet=SYMBOLS) + mem.capture("key/1", SYMBOLS[1]) + filled = [i for i, cell in enumerate(mem.exact) if cell] + self.assertEqual(len(filled), 1) + + def test_consolidate_matches_a_fresh_trace(self): + mem = HybridMemory(d=D, buckets=2, alphabet=SYMBOLS) + for i in range(4): + mem.capture("k/%d" % i, SYMBOLS[i]) + self.assertEqual(mem.consolidate(), 0) + for i in range(4): + self.assertEqual(mem.recall("k/%d" % i)[0], SYMBOLS[i]) + + def test_compare_modes_photographic_is_perfect(self): + result = compare_modes(D, k=8, symbols=8) + self.assertEqual(result["photographic"], 1.0) + self.assertEqual(result["items"], 8) + + def test_zero_buckets_rejected(self): + with self.assertRaises(ValueError): + HybridMemory(d=D, buckets=0) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_os.py b/tests/test_os.py new file mode 100644 index 0000000000000000000000000000000000000000..be504a20faf3ba501189b59b545b70dad836875e --- /dev/null +++ b/tests/test_os.py @@ -0,0 +1,298 @@ +"""The webOS: window manager, apps, filesystem wiring, and the memory map. + +Each test either reads a desktop that nothing mutates (built once per class) or +builds its own, because the window manager is stateful and a shared desktop would +make the tests order-dependent. ``d=2000`` throughout: it is the codec floor, and +the desktop renders a full 80x30 shader frame per call. +""" + +import unittest + +from hdc.gfx import SHADERS +from hdc.os import APPS, COLS, ROWS, Desktop, MemoryMap, boot, tour + + +class ReadOnlyDesktop(unittest.TestCase): + """A started desktop shared by the tests that never mutate it.""" + + @classmethod + def setUpClass(cls): + cls.desktop = Desktop(d=2000).start() + + def test_start_opens_the_tiled_session(self): + desktop = Desktop(d=2000).start() + self.assertEqual([w.app for w in desktop.windows], + ["terminal", "monitor", "files"]) + self.assertEqual(desktop.windows[desktop.focus].app, "terminal") + + def test_start_is_idempotent(self): + desktop = Desktop(d=2000) + desktop.start() + before = len(desktop.windows) + desktop.start() + self.assertEqual(len(desktop.windows), before) + + def test_launching_an_open_app_raises_it_instead_of_duplicating(self): + desktop = Desktop(d=2000).start() + desktop.launch("files") + desktop.launch("files") + self.assertEqual(sum(1 for w in desktop.windows if w.app == "files"), 1) + self.assertEqual(desktop.windows[desktop.focus].app, "files") + + def test_close_removes_the_focused_window(self): + # a fresh desktop: closing mutates the session, and the class-level one + # is shared with the frame test below + desktop = Desktop(d=2000).start() + before = len(desktop.windows) + focused = desktop.focused() + self.assertTrue(desktop.close()) + self.assertEqual(len(desktop.windows), before - 1) + self.assertNotIn(focused, desktop.windows) + + def test_frame_has_the_grid_shape_and_a_menu_bar(self): + frame = self.desktop.frame() + self.assertEqual(len(frame), ROWS) + for row in frame: + self.assertLessEqual(len(row), COLS) + text = "\n".join(frame) + self.assertIn("webOS", frame[0]) + for key in ("terminal", "monitor", "shaders"): + self.assertIn(key, frame[0]) + # the taskbar names the open windows + self.assertIn("[Terminal]", frame[-1]) + self.assertGreater(self.desktop.last_frame_ms, 0.0) + + def test_memory_counts_the_filesystem_cells(self): + """The filesystem writes into the machine's storage, not its own. + + This is the bug the coordinator fixed: two stores made every free-cell + figure a lie, so the counts here are pinned. + """ + desktop = self.desktop + buckets = desktop.memory.buckets() + self.assertIn("fs", buckets) + self.assertEqual(buckets["fs"], len(desktop.fs.nodes)) + self.assertEqual(desktop.memory.stat()["cells"], len(desktop.kernel.storage)) + + def test_memory_report_and_state_shape(self): + report = self.desktop.memory.report() + self.assertIn("cells", report) + state = self.desktop.state() + for key in ("frame", "windows", "memory", "fs", "status", "apps"): + self.assertIn(key, state) + self.assertEqual(len(state["frame"]), ROWS) + self.assertIn("webOS", self.desktop.report()) + + +class TestMemoryAllocator(unittest.TestCase): + def setUp(self): + self.desktop = Desktop(d=2000) + self.map = self.desktop.memory + + def test_allocate_and_free(self): + before = self.map.stat()["cells"] + names = self.map.allocate("scratch", 4) + self.assertEqual(len(names), 4) + self.assertEqual(self.map.stat()["cells"], before + 4) + self.assertEqual(self.map.buckets().get("mem"), 4) + self.assertEqual(self.map.free("scratch"), 4) + self.assertEqual(self.map.stat()["cells"], before) + + def test_free_unknown_tag_is_zero(self): + self.assertEqual(self.map.free("never-allocated"), 0) + + def test_allocate_zero_is_empty(self): + self.assertEqual(self.map.allocate("nothing", 0), []) + + +class TestTerminalApp(unittest.TestCase): + def setUp(self): + self.desktop = Desktop(d=2000).start() + self.terminal = self.desktop.windows[0] + self.desktop.focus = 0 + + def test_typing_then_enter_runs_the_machine(self): + self.desktop.text("stat") + self.assertEqual(self.terminal.state["typing"], "stat") + result = self.desktop.key("Enter") + self.assertEqual(result["status"], "kernel: stat") + buffer = "\n".join(self.terminal.state["buffer"]) + self.assertIn("cells=", buffer) + self.assertEqual(self.terminal.state["typing"], "") + + def test_backspace_edits_the_typing_buffer(self): + self.desktop.text("stad") + self.desktop.key("Backspace") + self.assertEqual(self.terminal.state["typing"], "sta") + + def test_empty_enter_does_not_run_anything(self): + result = self.desktop.key("Enter") + self.assertEqual(result["action"], "key") + self.assertEqual(self.terminal.state["typing"], "") + + +class TestFilesApp(unittest.TestCase): + def setUp(self): + self.desktop = Desktop(d=2000).start() + self.desktop.key("F2") + self.window = self.desktop.focused() + # entries are populated by render(), which the frame does + self.desktop.frame() + self.assertEqual(self.window.app, "files") + + def test_enter_opens_a_directory_and_u_goes_back_up(self): + self.assertEqual(self.window.state["cwd"], "/home/user") + self.desktop.key("Enter") # cursor starts on img/ + self.assertEqual(self.window.state["cwd"], "/home/user/img") + self.desktop.key("u") + self.assertEqual(self.window.state["cwd"], "/home/user") + + def test_enter_on_a_file_opens_the_editor(self): + self.desktop.key("ArrowDown") # img/ -> src/ + self.desktop.key("ArrowDown") # src/ -> README.txt + self.desktop.key("Enter") + editor = self.desktop.focused() + self.assertEqual(editor.app, "editor") + self.assertTrue(editor.state["path"].endswith("README.txt")) + + def test_cursor_stays_inside_the_listing(self): + for _ in range(20): + self.desktop.key("ArrowDown") + entries = self.window.state["entries"] + self.assertLessEqual(self.window.state["cursor"], len(entries) - 1) + + +class TestEditorApp(unittest.TestCase): + def test_appending_reaches_the_filesystem(self): + desktop = Desktop(d=2000).start() + path = "/home/user/README.txt" + window = desktop.open_file(path) + self.assertEqual(window.app, "editor") + desktop.text("hello line") + result = desktop.key("Enter") + self.assertEqual(result["status"], "appended to " + path) + self.assertIn("hello line", desktop.fs.read(path)) + self.assertEqual(window.state["typing"], "") + + def test_editor_without_a_file_says_so(self): + desktop = Desktop(d=2000).start() + window = desktop.launch("editor") + desktop.frame() + app = window.state["app"] + self.assertIn("no file open", "\n".join(app.render(desktop, window))) + + +class TestShaderApp(unittest.TestCase): + def setUp(self): + self.desktop = Desktop(d=2000).start() + self.desktop.key("F5") + self.window = self.desktop.focused() + self.desktop.frame() # render() picks the default + + def test_space_cycles_the_shader(self): + first = self.window.state["shader"] + self.assertIn(first, SHADERS) + self.desktop.key(" ") + second = self.window.state["shader"] + self.assertIn(second, SHADERS) + self.assertNotEqual(first, second) + + def test_e_toggles_the_edge_pass(self): + self.assertFalse(self.window.state.get("edges")) + self.desktop.key("e") + self.assertEqual(self.window.state["edges"], "proxy") + self.desktop.key("e") + self.assertFalse(self.window.state.get("edges")) + + def test_the_window_holds_a_rendered_surface(self): + surface = self.window.state["frame"] + self.assertEqual(len(surface.rows()), self.window.inner_h - 2) + self.assertEqual(len(surface.rows()[0]) <= self.window.inner_w, True) + + +class TestKeyboardRouting(unittest.TestCase): + def test_function_keys_launch_every_app(self): + desktop = Desktop(d=2000) + for key, app in Desktop.FUNCTION_KEYS.items(): + result = desktop.key(key) + self.assertEqual(result["action"], "launch") + self.assertIsNotNone(desktop.find(app), msg=app) + self.assertEqual(len(desktop.windows), len(APPS)) + + def test_tab_cycles_focus(self): + desktop = Desktop(d=2000).start() + desktop.focus = 0 + desktop.key("Tab") + self.assertEqual(desktop.focus, 1) + desktop.key("Ctrl+Tab") + self.assertEqual(desktop.focus, 0) + + def test_ctrl_w_closes_and_ctrl_right_moves(self): + desktop = Desktop(d=2000).start() + before = len(desktop.windows) + desktop.key("Ctrl+W") + self.assertEqual(len(desktop.windows), before - 1) + + desktop = Desktop(d=2000).start() + window = desktop.focused() + start_x = window.x + result = desktop.key("Ctrl+Right") + self.assertEqual(result["action"], "move") + self.assertEqual(window.x, start_x + 3) + + def test_key_with_no_window_is_not_an_exception(self): + desktop = Desktop(d=2000) + self.assertEqual(desktop.key("q")["action"], "none") + self.assertEqual(desktop.text("x")["action"], "none") + + def test_unknown_app_raises(self): + with self.assertRaises(KeyError): + Desktop(d=2000).launch("spreadsheet") + + +class TestClickFocus(unittest.TestCase): + def test_click_focuses_the_window_under_the_cell(self): + desktop = Desktop(d=2000) + terminal = desktop.launch("terminal", 1, 1) + monitor = desktop.launch("monitor", 50, 1) + self.assertEqual(desktop.focused(), monitor) + + desktop.click(2, 2) + self.assertEqual(desktop.focused(), terminal) + + desktop.click(60, 2) + self.assertEqual(desktop.focused(), monitor) + + def test_click_on_empty_desktop_keeps_focus(self): + desktop = Desktop(d=2000).start() + focused = desktop.focused() + self.assertEqual(desktop.click(0, ROWS - 1), "") + self.assertEqual(desktop.focused(), focused) + + +class TestSession(unittest.TestCase): + def test_boot_returns_a_started_desktop(self): + desktop = boot(2000) + self.assertEqual(len(desktop.windows), 3) + self.assertEqual(desktop.windows[0].app, "terminal") + + def test_tour_prints_a_frame_and_the_report(self): + text = tour(2000) + self.assertIn("=== frame after tour ===", text) + self.assertIn("webOS:", text) + self.assertIn("memory:", text) + + +class TestMemoryMapStandalone(unittest.TestCase): + def test_buckets_group_by_prefix(self): + desktop = Desktop(d=2000) + map_ = MemoryMap(desktop.kernel.storage) + desktop.kernel.storage.write("code/0", 0) + buckets = map_.buckets() + self.assertIn("code", buckets) + self.assertIn("fs", buckets) + self.assertEqual(buckets["code"], 1) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_ring.py b/tests/test_ring.py new file mode 100644 index 0000000000000000000000000000000000000000..6b696d83a9b5235f13ae097bc6e3011525b65efb --- /dev/null +++ b/tests/test_ring.py @@ -0,0 +1,145 @@ +import unittest + +from hdc.hypervec import hvc, sim +from hdc.ring import ( + PHASES, + HistoricLedger, + LedgerEntry, + RingController, + drifting_world, + evolve, + periodic_world, + report, + rewind, + tick_key, +) + +D = 2000 + + +class TestAlgebraicRing(unittest.TestCase): + def test_evolution_is_invertible(self): + key = hvc("ring/test-key", D) + for i in range(4): + state = hvc("ring/state/%d" % i, D) + for k in (1, 2, 7): + self.assertEqual(rewind(evolve(state, key, k, D), key, k, D), state) + + def test_evolution_actually_moves_the_state(self): + key = hvc("ring/test-key", D) + state = hvc("ring/state/0", D) + self.assertLess(abs(sim(evolve(state, key, 1, D), state, D)), 0.1) + + def test_tick_keys_are_distinct(self): + self.assertNotEqual(tick_key(0, D), tick_key(1, D)) + self.assertLess(abs(sim(tick_key(0, D), tick_key(1, D), D)), 0.1) + + +class TestLedger(unittest.TestCase): + def test_append_and_lookup(self): + ledger = HistoricLedger(d=D, capacity=4) + state = hvc("ledger/0", D) + ledger.append(LedgerEntry(0, "past", state, None, 0.5, 1.0)) + self.assertIs(ledger.at(0).state, state) + self.assertEqual(ledger.recall_state(0)[0], state) + self.assertIsNone(ledger.at(9)) + + def test_eviction_recycles_into_the_phase_summary(self): + ledger = HistoricLedger(d=D, capacity=2) + for i in range(5): + ledger.append(LedgerEntry(i, PHASES[i % 3], hvc("ledger/%d" % i, D), None, 0.0, 1.0)) + self.assertEqual(len(ledger), 2) + self.assertEqual(ledger.recycled, 3) + self.assertEqual(sum(1 for p in PHASES if ledger.summaries[p].keys), 3) + + def test_entropy_of_uniform_surprise_is_zero(self): + ledger = HistoricLedger(d=D, capacity=8) + for i in range(4): + ledger.append(LedgerEntry(i, "past", hvc("l/%d" % i, D), None, 0.0, 1.0)) + self.assertEqual(ledger.entropy(), 0.0) + + def test_entropy_rises_when_surprise_spreads(self): + ledger = HistoricLedger(d=D, capacity=8) + for i, surprise in enumerate([0.0, 0.5, 1.0, 0.0]): + ledger.append(LedgerEntry(i, "past", hvc("l/%d" % i, D), None, surprise, 1.0)) + self.assertGreater(ledger.entropy(), 1.0) + + def test_timeline_is_a_superposition_of_the_history(self): + ledger = HistoricLedger(d=D, capacity=4) + states = [hvc("timeline/%d" % i, D) for i in range(4)] + for i, state in enumerate(states): + ledger.append(LedgerEntry(i, PHASES[i % 3], state, None, 0.0, 1.0)) + record = ledger.timeline_record() + self.assertNotEqual(record, 0) + got, score = ledger.recall_timeline(2) + self.assertEqual(got, states[2]) + self.assertGreater(score, 0.1) + + def test_empty_ledger_is_well_behaved(self): + ledger = HistoricLedger(d=D, capacity=2) + self.assertEqual(ledger.entropy(), 0.0) + self.assertEqual(ledger.timeline_record(), 0) + self.assertEqual(ledger.recall_timeline(0), (None, 0.0)) + + def test_zero_capacity_rejected(self): + with self.assertRaises(ValueError): + HistoricLedger(d=D, capacity=0) + + +class TestRingController(unittest.TestCase): + def test_converges_on_a_periodic_world(self): + ring = RingController(d=D, capacity=8) + ring.run(periodic_world(4, 12, D)) + tail = ring.ledger.entries[-4:] + self.assertTrue(all(e.surprise < 1e-6 for e in tail), msg=[e.surprise for e in tail]) + self.assertEqual(ring.energy, 1.0) + self.assertEqual(ring.mode(), "stable") + self.assertEqual(ring.horizon(), 3) + + def test_stays_surprised_on_a_drifting_world(self): + ring = RingController(d=D, capacity=8) + ring.run(drifting_world(4, 12, D)) + self.assertGreater(ring.mean_surprise(), 0.9) + self.assertEqual(ring.energy, 0.0) + self.assertEqual(ring.mode(), "explore") + self.assertEqual(ring.horizon(), 1) + + def test_energy_stays_in_range(self): + ring = RingController(d=D, capacity=8) + for entry in ring.run(periodic_world(4, 20, D)): + self.assertGreaterEqual(entry.energy, 0.0) + self.assertLessEqual(entry.energy, 1.0) + + def test_first_tick_has_no_prediction(self): + ring = RingController(d=D, capacity=4) + entry = ring.step(hvc("ring/first", D)) + self.assertEqual(entry.surprise, 0.5) + + def test_phases_rotate(self): + ring = RingController(d=D, capacity=8) + phases = [e.phase for e in ring.run(periodic_world(4, 6, D))] + self.assertEqual(phases, [PHASES[i % 3] for i in range(6)]) + + def test_horizon_follows_energy(self): + ring = RingController(d=D, capacity=8) + ring.energy = 0.0 + self.assertEqual(ring.horizon(), 1) + ring.energy = 1.0 + self.assertEqual(ring.horizon(), 3) + + def test_predictions_become_exact(self): + ring = RingController(d=D, capacity=8) + ring.run(periodic_world(4, 10, D)) + predicted, _ = ring.model.predict(ring.observations[-1], "tick") + self.assertIsNotNone(predicted) + self.assertEqual(predicted, ring.observations[-4]) + + def test_report_mentions_the_mode(self): + ring = RingController(d=D, capacity=4) + ring.run(periodic_world(4, 5, D)) + self.assertIn("mode", ring.report()) + self.assertIn("ring controller", report(D)) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_semantic.py b/tests/test_semantic.py new file mode 100644 index 0000000000000000000000000000000000000000..e28b0a96c01a4682c78f7cf3d9c99824f849b46a --- /dev/null +++ b/tests/test_semantic.py @@ -0,0 +1,115 @@ +import json +import math +import os +import struct +import tempfile +import unittest + +from hdc.hypervec import sim +from hdc.semantic import SemanticEncoder, StaticEmbeddings, available, load + +D = 2000 + + +def write_model(directory: str, vocab: dict[str, int], rows: list[list[float]]) -> str: + """Write a minimal safetensors + tokenizer.json pair, no libraries.""" + flat = [value for row in rows for value in row] + payload = struct.pack("<%df" % len(flat), *flat) + header = json.dumps({ + "embeddings": {"dtype": "F32", "shape": [len(rows), len(rows[0])], + "data_offsets": [0, len(payload)]} + }).encode("utf-8") + header += b" " * ((8 - len(header) % 8) % 8) + with open(os.path.join(directory, "model.safetensors"), "wb") as fh: + fh.write(struct.pack("> k, (n, k)) + + def test_shift_is_not_a_decode_roundtrip(self): + """Two rotations and two XORs; the value is never read out.""" + n = 200 + hv = int_to_hv(n, D) + folded = shift(hv, -1, D) + self.assertNotEqual(folded, hv) + self.assertEqual(hv_to_int(folded, D), 100) + + +class TestFabric(unittest.TestCase): + def setUp(self): + self.f = ShaderFabric(d=D) + + def test_dim_and_brighten(self): + self.assertEqual(hv_to_int(self.f.dim(self.f.level(200)), D), 100) + self.assertEqual(hv_to_int(self.f.dim(self.f.level(200), 2), D), 50) + self.assertEqual(hv_to_int(self.f.dim(self.f.level(41), 1), D), 20) # truncating + self.assertEqual( + hv_to_int(self.f.brighten(self.f.dim(self.f.level(200), 1), 1), D), 200 + ) + + def test_compare_is_a_comparator(self): + rng = random.Random(12) + for _ in range(30): + a = rng.randrange(0, 1000) + b = rng.randrange(0, 1000) + expected = (a > b) - (a < b) + self.assertEqual(self.f.compare(self.f.level(a), self.f.level(b)), expected, (a, b)) + + def test_compare_handles_equal_values(self): + self.assertEqual(self.f.compare(self.f.level(77), self.f.level(77)), 0) + + def test_max_and_min(self): + a, b = self.f.level(10), self.f.level(250) + self.assertEqual(hv_to_int(self.f.max_of(a, b), D), 250) + self.assertEqual(hv_to_int(self.f.min_of(a, b), D), 10) + + def test_abs_and_gradient(self): + self.assertEqual(hv_to_int(self.f.abs_of(self.f.sub(self.f.level(40), self.f.level(200))), D), 160) + self.assertEqual(hv_to_int(self.f.gradient(self.f.level(200), self.f.level(40)), D), 160) + self.assertEqual(hv_to_int(self.f.gradient(self.f.level(40), self.f.level(200)), D), 160) + + def test_sign_probe(self): + self.assertTrue(self.f.is_negative(self.f.sub(self.f.level(1), self.f.level(2)))) + self.assertFalse(self.f.is_negative(self.f.level(5))) + + def test_discontinuity_is_similarity_based(self): + same = self.f.discontinuity(self.f.level(200), self.f.level(200)) + different = self.f.discontinuity(self.f.level(200), self.f.level(40)) + self.assertEqual(same, 0.0) + self.assertGreater(different, 0.5) + + +class TestImage(unittest.TestCase): + def setUp(self): + self.f = ShaderFabric(d=D) + + def test_roundtrip_levels(self): + rows = [[0, 50, 100], [150, 200, 255]] + img = Image.from_levels(rows, self.f) + self.assertEqual(img.levels(), rows) + self.assertEqual((img.w, img.h), (3, 2)) + + def test_ragged_rows_rejected(self): + with self.assertRaises(ValueError): + Image.from_levels([[1, 2], [3]], self.f) + + def test_dim_scales_every_pixel_exactly(self): + img = Image.from_levels([[200, 40]], self.f) + self.assertEqual(img.dim(1).levels(), [[100, 20]]) + self.assertEqual(img.dim(3).levels(), [[25, 5]]) + + def test_edges_find_the_step(self): + img = step_image(8, 4, edge=4, fabric=self.f, bright_b=200) + mags = img.edges().levels() + self.assertEqual(mags[0], [0, 0, 0, 160, 0, 0, 0, 0]) + for row in mags: + self.assertEqual(sum(row), 160) + + def test_edges_of_a_flat_image_are_zero(self): + img = Image.from_levels([[7, 7, 7], [7, 7, 7]], self.f) + self.assertEqual(img.edges().levels(), [[0, 0, 0], [0, 0, 0]]) + + def test_discontinuity_map_marks_the_edge(self): + img = step_image(8, 2, fabric=self.f) + grid = img.discontinuities() + self.assertGreater(grid[0][3], 0.5) + self.assertEqual(grid[0][0], 0.0) + + def test_pixel_record_roundtrip(self): + img = Image.from_levels([[11, 22]], self.f) + record = img.pixel_record(1, 0, depth=9) + self.assertEqual(img.read_level(record), 22) + + def test_ascii_and_stat(self): + img = Image.from_levels([[0, 100, 200]], self.f) + self.assertEqual(len(img.ascii()), 3) + stat = img.stat() + self.assertEqual((stat["min"], stat["max"], stat["distinct"]), (0, 200, 3)) + + +class TestDepthBuffer(unittest.TestCase): + def setUp(self): + self.f = ShaderFabric(d=D) + + def test_keeps_the_nearest_fragment(self): + zb = DepthBuffer(1, 1, self.f) + self.assertTrue(zb.test(0, 0, self.f.level(20))) + self.assertFalse(zb.test(0, 0, self.f.level(50))) + self.assertFalse(zb.test(0, 0, self.f.level(30))) + self.assertTrue(zb.test(0, 0, self.f.level(5))) + self.assertEqual(zb.depths(), [[5]]) + self.assertEqual((zb.tests, zb.rejected), (4, 2)) + + def test_similarity_cannot_rank_depths(self): + """Why the buffer compares bits instead of calling sim. + + The integer codec is symbolic: 20 and 21 score about the same as 20 + and 200, so there is no threshold that orders depths by similarity. + """ + adjacent = sim(self.f.level(20), self.f.level(21), D) + distant = sim(self.f.level(20), self.f.level(200), D) + self.assertLess(adjacent, 0.8) + self.assertLess(abs(adjacent - distant), 0.5) # same band: not a ranking + self.assertEqual(self.f.compare(self.f.level(20), self.f.level(21)), -1) + + +class TestNormalCodebook(unittest.TestCase): + def setUp(self): + self.f = ShaderFabric(d=D) + self.cb = NormalCodebook(entries=64, d=D, fabric=self.f) + + def test_nearest_recovers_a_stored_direction(self): + for entry in self.cb.entries[:8]: + found, match = self.cb.nearest(entry.direction) + self.assertEqual(found.index, entry.index) + self.assertGreater(match, 0.9) + + @staticmethod + def _cos(u, v): + nu = math.sqrt(sum(c * c for c in u)) + nv = math.sqrt(sum(c * c for c in v)) + return sum(a * b for a, b in zip(u, v)) / (nu * nv) + + def test_lookup_tracks_angle_not_bit_patterns(self): + """The thermometer code makes cleanup agree with angle, not with bits. + + With the symbolic integer codec this fails badly: similarity there + measures shared bit atoms, so cleanup returns a geometrically much + worse entry (measured 0.537 cosine against a 0.712 best). With the + thermometer code most misses are boundary cases, so the assertions are + the measured floor — exact agreement >= 60% and mean cosine deficit + <= 0.06 — rather than a perfect hit rate. + """ + rng = random.Random(21) + trials = 60 + exact = 0 + deficits = [] + for _ in range(trials): + v = [rng.gauss(0, 1) for _ in range(3)] + norm = math.sqrt(sum(c * c for c in v)) or 1.0 + query = tuple(c / norm for c in v) + found, _ = self.cb.nearest(query) + best = max(self._cos(query, e.direction) for e in self.cb.entries) + got = self._cos(query, found.direction) + deficits.append(best - got) + exact += 1 if got >= best - 1e-9 else 0 + self.assertGreaterEqual(exact / trials, 0.60) + self.assertLessEqual(sum(deficits) / len(deficits), 0.06) + + def test_lambert_terms(self): + up = self.cb.nearest((0.0, 0.0, 1.0))[0] + self.assertGreater(self.cb.lambert(up, (0.0, 0.0, 1.0)), 0.9) + self.assertEqual(self.cb.lambert(up, (0.0, 0.0, -1.0)), 0.0) + index, match, lambert, intensity = self.cb.shade((0.0, 0.0, 1.0), (0.0, 0.0, 1.0)) + self.assertEqual(index, up.index) + self.assertGreater(intensity, 200.0) + + def test_codebook_needs_at_least_four_entries(self): + with self.assertRaises(ValueError): + NormalCodebook(entries=3, d=D) + + +class TestReport(unittest.TestCase): + def test_demo_report_renders(self): + text = demo_report(d=D) + for needle in ("HDC shader fabric", "after dim(1)", "edge magnitudes", "normal LUT", "depth buffer"): + self.assertIn(needle, text) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_text.py b/tests/test_text.py new file mode 100644 index 0000000000000000000000000000000000000000..3af60e72a256e363c181de7c034c7fafd0d5bbd2 --- /dev/null +++ b/tests/test_text.py @@ -0,0 +1,93 @@ +import unittest + +from hdc.hypervec import sim +from hdc.text import ( + CORPUS, + TextRing, + char_ngrams, + encode_context, + encode_word, + evaluate, + tokenize, +) + +D = 2000 + + +class TestTokenizer(unittest.TestCase): + def test_splits_words_and_punctuation(self): + self.assertEqual(tokenize("The cat, sat."), ["the", "cat", ",", "sat", "."]) + + def test_keeps_apostrophes(self): + self.assertEqual(tokenize("don't stop"), ["don't", "stop"]) + + def test_empty_text(self): + self.assertEqual(tokenize(""), []) + + +class TestCharNgrams(unittest.TestCase): + def test_boundary_markers_pad_the_word(self): + grams = char_ngrams("cat", 3) + self.assertEqual(len(grams), 5) + self.assertEqual(grams[0], "<>") + + def test_shared_substrings_share_grams(self): + self.assertTrue(set(char_ngrams("walked")) & set(char_ngrams("walking"))) + + +class TestWordEncoding(unittest.TestCase): + def test_word_is_deterministic(self): + self.assertEqual(encode_word("cat", D), encode_word("cat", D)) + + def test_inflections_are_closer_than_unrelated_words(self): + walked, walking = encode_word("walked", D), encode_word("walking", D) + unrelated = encode_word("banana", D) + self.assertGreater(sim(walked, walking, D), sim(walked, unrelated, D)) + self.assertGreater(sim(walked, walking, D), 0.2) + + def test_position_binding_distinguishes_anagrams(self): + # same n-gram multiset, different order: must not collapse + self.assertLess(sim(encode_word("listen", D), encode_word("silent", D), D), 0.9) + + def test_context_similarity_tracks_overlap(self): + one = encode_context(["the"], D, span=2) + two = encode_context(["cat", "the"], D, span=2) + other = encode_context(["zebra", "quantum"], D, span=2) + self.assertLess(sim(one, two, D), 1.0) # different keys, not aliases + self.assertGreater(sim(one, two, D), sim(one, other, D)) # shared word shows + + +class TestTextRing(unittest.TestCase): + def test_learns_the_corpus(self): + tokens = tokenize(CORPUS) + ring = TextRing(d=D, span=2) + ring.fit(tokens) + self.assertGreater(ring.accuracy(tokens), 0.7) + self.assertGreater(len(ring.vocabulary), 5) + + def test_predicts_a_deterministic_continuation(self): + ring = TextRing(d=D, span=2) + ring.fit(tokenize(CORPUS)) + token, score = ring.predict(tokenize("the cat sat on the")) + self.assertEqual(token, "mat") + self.assertGreater(score, 0.2) + + def test_unseen_history_predicts_nothing(self): + ring = TextRing(d=D, span=2) + ring.fit(tokenize(CORPUS)) + token, score = ring.predict(tokenize("zebra quantum")) + self.assertIsNone(token) + + def test_order_two_beats_order_one(self): + stats = evaluate(D) + self.assertGreaterEqual(stats["order2_accuracy"], stats["order1_accuracy"]) + self.assertGreater(stats["order1_accuracy"], 0.5) + + def test_composition_beats_unrelated(self): + stats = evaluate(D) + self.assertGreater(stats["similarity_inflections"], stats["similarity_unrelated"]) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_topology.py b/tests/test_topology.py new file mode 100644 index 0000000000000000000000000000000000000000..e4596fdb19bca1dc8b1acfa425f741c31f24cd22 --- /dev/null +++ b/tests/test_topology.py @@ -0,0 +1,96 @@ +import unittest + +from hdc.topology import ( + adjacency, + chance_density, + components, + flat_codebook, + heal, + otsu_threshold, + persistence, + scaling_rule, + similarities, + structured_codebook, +) + +D = 2000 + + +class TestComponents(unittest.TestCase): + def test_flat_codebook_fragments_at_a_positive_threshold(self): + labels = components(flat_codebook(8, D), 0.1, D) + self.assertEqual(len(set(labels)), 8) + + def test_everything_merges_below_the_noise_floor(self): + labels = components(flat_codebook(8, D), -0.5, D) + self.assertEqual(len(set(labels)), 1) + + def test_structured_codebook_is_one_component(self): + labels = components(structured_codebook(8, 6, D), 0.4, D) + self.assertEqual(len(set(labels)), 1) + + def test_persistence_is_monotone(self): + counts = [c for _t, c in persistence(flat_codebook(6, D), [0.5, 0.2, 0.0, -0.5], D)] + self.assertEqual(counts, sorted(counts, reverse=True)) + + def test_adjacency_is_symmetric(self): + graph = adjacency(flat_codebook(5, D), -0.5, D) + for i, row in enumerate(graph): + for j in row: + self.assertIn(i, graph[j]) + + +class TestOtsu(unittest.TestCase): + def test_finds_the_gap_in_a_bimodal_distribution(self): + values = [0.7 + 0.01 * i for i in range(20)] + [0.0 + 0.01 * i for i in range(20)] + tau, share = otsu_threshold(values) + self.assertGreater(tau, 0.1) + self.assertLess(tau, 0.7) + self.assertGreater(share, 0.5) + + def test_flat_distribution_reports_no_structure(self): + values = [0.0] * 40 + _tau, share = otsu_threshold(values) + self.assertEqual(share, 0.0) + + def test_structured_codebook_is_bimodal(self): + pairs = similarities(structured_codebook(8, 6, D), D) + tau, share = otsu_threshold(pairs) + self.assertGreater(tau, 0.4) + self.assertGreater(share, 0.3) + + +class TestHealing(unittest.TestCase): + def test_flat_codebook_has_no_topology_to_heal_with(self): + result = heal(flat_codebook(8, D), 0.015, 120, D) + self.assertFalse(result["informative"]) + self.assertEqual(result["changed"], 0) + self.assertAlmostEqual(result["similarity_before"], result["similarity_after"]) + + def test_severe_damage_is_repaired_toward_the_cluster(self): + result = heal(structured_codebook(8, 6, D), 0.69, 400, D) + self.assertTrue(result["informative"]) + self.assertGreater(result["changed"], 0) + self.assertGreater(result["similarity_after"], result["similarity_before"]) + + def test_light_damage_is_smoothed_not_restored(self): + # documented behaviour: repair projects to the prototype, so a lightly + # damaged cell comes back closer to the class than to its original + result = heal(structured_codebook(8, 6, D), 0.69, 40, D) + self.assertLess(result["similarity_after"], result["similarity_before"]) + + def test_chance_density_falls_with_the_threshold(self): + self.assertGreater(chance_density(0.0, D), chance_density(0.1, D)) + self.assertLess(chance_density(0.5, D), 0.001) + + +class TestScaling(unittest.TestCase): + def test_smaller_gap_demands_more_dimensions(self): + self.assertGreater(scaling_rule(0.02, 0.2, 2000), scaling_rule(0.2, 0.2, 2000)) + + def test_never_shrinks_below_the_current_dimension(self): + self.assertGreaterEqual(scaling_rule(0.9, 0.2, 2000), 2000) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_webui.py b/tests/test_webui.py new file mode 100644 index 0000000000000000000000000000000000000000..699f330688cb6923371558f5514eca83718ee068 --- /dev/null +++ b/tests/test_webui.py @@ -0,0 +1,304 @@ +import json +import os +import shutil +import subprocess +import tempfile +import threading +import unittest +import urllib.request +from http.server import ThreadingHTTPServer + +from hdc.assistant import INTENTS, Assistant +from hdc.terminal import Kernel, Terminal +from hdc.webui import App, make_handler +from hdc.x86 import Boot + +D = 2000 + + +class TestTerminal(unittest.TestCase): + def test_wrap_and_scroll(self): + term = Terminal(cols=10, rows=3) + term.write("abcdefghijK") + self.assertEqual(term.cursor[0], 1) + self.assertEqual(term.screen()[0], "abcdefghij") + self.assertEqual(term.screen()[1].rstrip(), "K") + + def test_newline_and_carriage_return(self): + term = Terminal() + term.write("ab\rc\r\nde") + self.assertEqual(term.screen()[0], "cb") + self.assertEqual(term.screen()[1].rstrip(), "de") + + def test_clear_resets(self): + term = Terminal() + term.write("something") + term.clear() + self.assertTrue(all(not line.strip() for line in term.screen())) + self.assertEqual(term.cursor, [0, 0]) + + def test_cells_carry_attributes(self): + term = Terminal(cols=4, rows=1) + term.write("ab") + cells = term.cells() + self.assertEqual(cells[0][0], ("a", "green")) + + +class TestKernel(unittest.TestCase): + def setUp(self): + self.kernel = Kernel(d=D) + boot = Boot() + boot.post() + boot.boot() + self.kernel.boot(boot) + + def test_boot_prints_a_banner(self): + self.assertTrue(self.kernel.booted) + self.assertIn("HDCSTORAGE kernel", "\n".join(self.kernel.term.screen())) + + def test_asm_then_run_outputs_42(self): + self.kernel.execute("asm") + output = self.kernel.execute("run") + self.assertIn("42", output) + self.assertIn("halted", output) + + def test_step_reports_one_instruction(self): + self.kernel.execute("asm") + before = self.kernel.machine.pc + self.kernel.execute("step") + self.assertEqual(self.kernel.machine.pc, before + 1) + + def test_unknown_command_is_reported_not_raised(self): + output = self.kernel.execute("frobnicate") + self.assertIn("unknown command", output) + + def test_clear_removes_previous_output(self): + self.kernel.execute("help") + self.assertIn("commands (the pipeline", "\n".join(self.kernel.term.screen())) + self.kernel.execute("clear") + self.assertNotIn("commands (the pipeline", "\n".join(self.kernel.term.screen())) + + def test_help_lists_the_pipeline(self): + self.assertIn("asm", self.kernel.execute("help")) + + def test_boot_command_replays_the_bios(self): + output = self.kernel.execute("boot") + self.assertIn("HDCSTORAGE BIOS", output) + + def test_stat_reports_no_error(self): + output = self.kernel.execute("stat") + self.assertNotIn("error", output) + self.assertIn("cells=", output) + + +class TestAssistant(unittest.TestCase): + def setUp(self): + self.kernel = Kernel(d=D) + self.assistant = Assistant(self.kernel, d=D) + + def test_known_utterances_classify(self): + intent, score = self.assistant.classify("run the program now") + self.assertEqual(intent, "run") + self.assertGreater(score, 0.3) + + def test_nonsense_is_rejected(self): + intent, score = self.assistant.classify("purple tractor umbrella") + self.assertLess(score, self.assistant.threshold) + + def test_chat_executes_the_command(self): + record = self.assistant.chat("show the registers") + self.assertEqual(record["executed"], "regs") + self.assertTrue(record["output"]) + + def test_chat_history_grows(self): + self.assistant.chat("help") + self.assistant.chat("run the program") + self.assertEqual(len(self.assistant.history), 2) + + def test_every_intent_has_examples_and_a_command(self): + for name, (examples, command) in INTENTS.items(): + self.assertTrue(examples, msg=name) + self.assertIsInstance(command, str, msg=name) + + def test_report_mentions_the_encoder(self): + self.assertIn("intents", self.assistant.report()) + + +class TestApp(unittest.TestCase): + @classmethod + def setUpClass(cls): + cls.app = App(d=D) + cls.server = ThreadingHTTPServer(("127.0.0.1", 0), make_handler(cls.app)) + cls.port = cls.server.server_address[1] + cls.thread = threading.Thread(target=cls.server.serve_forever, daemon=True) + cls.thread.start() + + @classmethod + def tearDownClass(cls): + cls.server.shutdown() + cls.server.server_close() + + def get(self, path): + url = "http://127.0.0.1:%d%s" % (self.port, path) + with urllib.request.urlopen(url, timeout=60) as response: + return response.status, response.read() + + def post(self, path, payload): + url = "http://127.0.0.1:%d%s" % (self.port, path) + request = urllib.request.Request( + url, json.dumps(payload).encode(), {"Content-Type": "application/json"}) + with urllib.request.urlopen(request, timeout=120) as response: + return response.status, json.load(response) + + def test_page_is_served(self): + status, body = self.get("/") + self.assertEqual(status, 200) + self.assertIn(b"CRT", body) + self.assertIn(b"/api/exec", body) + + def test_state_has_boot_and_screen(self): + status, body = self.get("/api/state") + state = json.loads(body) + self.assertEqual(status, 200) + self.assertTrue(state["boot"]) + self.assertEqual(len(state["screen"]), 25) + + def test_exec_runs_a_command(self): + status, result = self.post("/api/exec", {"line": "asm"}) + self.assertEqual(status, 200) + self.assertIn("LDI", result["output"]) + + def test_autonomy_state_reports_the_readahead(self): + status, body = self.get("/api/autonomy") + stats = json.loads(body)["stats"] + self.assertEqual(status, 200) + for key in ("graded", "hits", "accuracy", "chance", "readahead", + "autonomous_actions", "cached_commands"): + self.assertIn(key, stats) + + def test_autonomy_can_be_toggled(self): + status, body = self.post("/api/autonomy", {"enabled": True}) + self.assertEqual(status, 200) + self.assertTrue(json.loads(json.dumps(body))["stats"]["enabled"]) + status, body = self.post("/api/autonomy", {"enabled": False}) + self.assertFalse(json.loads(json.dumps(body))["stats"]["enabled"]) + + def test_chat_grades_the_next_turn(self): + for _ in range(4): + status, body = self.post("/api/chat", {"text": "show the statistics"}) + graded = json.loads(json.dumps(body)).get("graded") + self.assertIn("predicted", graded) + self.assertIn("hit", graded) + + def test_chat_executes_and_returns_screen(self): + status, result = self.post("/api/chat", {"text": "show the tools"}) + self.assertEqual(status, 200) + self.assertEqual(result["executed"], "tools") + self.assertEqual(len(result["screen"]), 25) + + def test_pipeline_lists_every_stage(self): + status, body = self.get("/api/pipeline") + self.assertEqual(status, 200) + stages = json.loads(body)["stages"] + self.assertGreaterEqual(len(stages), 10) + self.assertIn("BIOS", stages[0]["name"]) + + def test_visualisations_render(self): + for name in ("shader2d", "shader3d", "fractal", "ring", "state"): + status, body = self.get("/api/viz/" + name) + self.assertEqual(status, 200, msg=name) + self.assertTrue(json.loads(body)["body"], msg=name) + + def test_unknown_visualisation_is_404(self): + try: + self.get("/api/viz/nope") + except urllib.error.HTTPError as error: + self.assertEqual(error.code, 404) + error.close() + else: + self.fail("expected a 404") + + def test_diagnostics_cover_the_layers(self): + # /api/diag lists the sections; each one is computed on demand so a + # click stays responsive instead of blocking on all eleven reports + status, body = self.get("/api/diag") + sections = json.loads(body)["sections"] + self.assertEqual(status, 200) + for key in ("isa", "shader", "ring", "state", "topology"): + self.assertIn(key, sections) + status, body = self.get("/api/diag/isa") + self.assertEqual(status, 200) + self.assertTrue(json.loads(body)["body"]) + + def test_boot_endpoint_restarts_the_machine(self): + status, body = self.post("/api/boot", {}) + self.assertEqual(status, 200) + self.assertTrue(json.loads(json.dumps(body))["boot"]) + + +class TestPageScript(unittest.TestCase): + """The page has to be parseable JavaScript. + + A single literal newline inside a quoted string silently kills the whole + ")[0] + + @unittest.skipUnless(shutil.which("node"), "node is not installed") + def test_script_parses(self): + with tempfile.TemporaryDirectory() as tmp: + path = os.path.join(tmp, "page.js") + with open(path, "w", encoding="utf-8", newline="") as fh: + fh.write(self.script) + check = subprocess.run([shutil.which("node"), "--check", path], + capture_output=True, text=True) + self.assertEqual(check.returncode, 0, + "the page's script does not parse:\n" + check.stderr[:1200]) + + def test_page_has_no_console_only_silence(self): + """Every failure path in the page has to say something on screen; a + silently swallowed error is what made the buttons look dead.""" + self.assertIn("note('error')", self.script) + self.assertIn("nothing to run", self.script) + self.assertIn("[error]", self.script) + + def test_exec_form_posts_instead_of_reloading(self): + self.assertIn('onsubmit="send(); return false;"', self.page) + self.assertIn('id="cmd"', self.page) + + def test_terminal_fits_itself_to_the_available_width(self): + # the font size is measured, not guessed in a CSS clamp + self.assertIn("function fitCrt()", self.script) + self.assertIn("data-font", self.page) + self.assertIn("crtZoom", self.script) + self.assertNotIn("clamp(9px", self.page) + + def test_terminal_fits_itself_to_the_available_height_too(self): + """Width alone was not enough: a 30-row desktop frame ran past a 76vh box + and paint() scrolled it to the bottom, hiding the menu bar. The fit has + to satisfy both axes, and the box needs a definite height so the + measurement is stable.""" + self.assertIn("byHeight", self.script) + self.assertIn("gridRows", self.script) + self.assertIn("Math.min(byWidth, byHeight)", self.script) + self.assertNotIn("max-height:76vh", self.page) + # 30 rows at the 8px floor still fit a tiny window without the grid + # scrolling; that is what the min-height is sized for. + self.assertIn("body.desktop #screen{height:calc(100vh - 116px);min-height:344px}", + self.page) + + def test_paint_scrolls_the_container_not_the_pre(self): + self.assertIn("scr.scrollTop=scr.scrollHeight", self.script) + self.assertNotIn("crt.scrollTop", self.script) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_x86.py b/tests/test_x86.py new file mode 100644 index 0000000000000000000000000000000000000000..a0c53bc2f0436f528454e2145a13b472726abfb4 --- /dev/null +++ b/tests/test_x86.py @@ -0,0 +1,166 @@ +import unittest + +from hdc.x86 import BIOS, VIDEO_BASE, Boot, CPU, Halt, boot_sector + + +def load(cpu: CPU, code: list[int]) -> None: + for i, byte in enumerate(code): + cpu.write8(i, byte) + cpu.ip = 0 + cpu.seg["CS"] = 0 + + +class TestRegisters(unittest.TestCase): + def test_eight_bit_moves_hit_both_halves(self): + cpu = CPU() + load(cpu, [0xB8, 0x34, 0x12, 0xB4, 0x56]) # mov ax,1234h ; mov ah,56h + cpu.step() + self.assertEqual(cpu.r[0], 0x1234) + cpu.step() + self.assertEqual(cpu.al, 0x34) + self.assertEqual(cpu.ah, 0x56) + + def test_mov_ds_from_ax(self): + cpu = CPU() + load(cpu, [0xB8, 0xC0, 0x07, 0x8E, 0xD8]) # mov ax,07C0h ; mov ds,ax + cpu.step() + cpu.step() + self.assertEqual(cpu.seg["DS"], 0x07C0) + + def test_segment_offset_addressing(self): + cpu = CPU() + cpu.write8(cpu.physical(0x07C0, 0x18), ord("H")) + self.assertEqual(cpu.read8(cpu.physical(0x07C0, 0x18)), ord("H")) + + +class TestDisplacements(unittest.TestCase): + def test_short_jump_loops_in_place(self): + cpu = CPU() + load(cpu, [0xEB, 0xFE]) # jmp $ + for _ in range(4): + cpu.step() + self.assertEqual(cpu.ip, 0) + + def test_backwards_jump_lands_on_the_instruction(self): + cpu = CPU() + load(cpu, [0x90, 0xEB, 0xFD]) # nop ; jmp -3 + cpu.step() + cpu.step() + self.assertEqual(cpu.ip, 0) + + def test_conditional_jump_uses_the_flag(self): + cpu = CPU() + load(cpu, [0x31, 0xC0, 0x74, 0x02]) # xor ax,ax ; jz +2 + cpu.step() + cpu.step() + self.assertEqual(cpu.ip, 6) + + def test_taken_and_not_taken_paths(self): + cpu = CPU() + load(cpu, [0xB8, 0x01, 0x00, 0x74, 0x02]) # mov ax,1 ; jz +2 + cpu.step() + cpu.step() + self.assertEqual(cpu.ip, 5) # not taken + + +class TestVideo(unittest.TestCase): + def test_teletype_writes_the_video_buffer(self): + cpu = CPU() + bios = BIOS(cpu) + bios.post() + cpu.ah, cpu.al = 0x0E, ord("A") + bios.video(cpu) + self.assertEqual(chr(cpu.read8(VIDEO_BASE)), "A") + + def test_newline_moves_the_cursor(self): + cpu = CPU() + bios = BIOS(cpu) + bios.post() + bios.write("AB\r\nCD") + self.assertEqual(bios.screen()[0], "AB") + self.assertEqual(bios.screen()[1].rstrip(), "CD") + + def test_long_line_wraps(self): + cpu = CPU() + bios = BIOS(cpu) + bios.post() + bios.write("X" * 81) + self.assertEqual(cpu.cursor, [1, 1]) + + def test_scrolling_keeps_the_latest_line(self): + cpu = CPU() + bios = BIOS(cpu) + bios.post() + for i in range(30): + bios.write("line %d\n" % i) + visible = [line for line in bios.screen() if line.strip()] + self.assertIn("line 29", visible[-1]) + self.assertLessEqual(len(visible), 25) + + +class TestDisk(unittest.TestCase): + def test_bad_signature_raises(self): + cpu = CPU() + bios = BIOS(cpu, b"\x00" * 512) + bios.post() + with self.assertRaises(Halt): + bios.boot_attempt(cpu) + + def test_read_sector_lands_at_es_bx(self): + cpu = CPU() + bios = BIOS(cpu, bytes(range(256)) * 2) + bios.post() + cpu.ah, cpu.al = 0x02, 1 + cpu.r[1] = 0x0001 # CX: cylinder 0, sector 1 + cpu.r[2] = 0x0000 # DX: head 0 + cpu.seg["ES"] = 0x1000 + cpu.r[3] = 0x0000 # BX + bios.read_sector(cpu) + self.assertEqual(cpu.read8(0x10000), 0) + self.assertEqual(cpu.read8(0x10001), 1) + self.assertFalse(cpu.flags & 0x0001) + + def test_failed_read_sets_carry(self): + cpu = CPU() + bios = BIOS(cpu, b"") + bios.post() + cpu.ah = 0x02 + bios.read_sector(cpu) + self.assertTrue(cpu.flags & 0x0001) + + +class TestBootChain(unittest.TestCase): + def test_sector_has_the_signature(self): + sector = boot_sector("hi") + self.assertEqual(len(sector), 512) + self.assertEqual(sector[510:512], b"\x55\xAA") + + def test_boot_reaches_the_kernel_handoff(self): + machine = Boot() + machine.post() + result = machine.boot() + self.assertEqual(result["reason"], "kernel") + self.assertEqual(result["stage"], "kernel") + self.assertGreater(result["instructions"], 20) + + def test_banner_is_written_to_video_memory(self): + machine = Boot("HELLO KERNEL") + machine.post() + machine.boot() + text = "\n".join(machine.screen()) + self.assertIn("HELLO KERNEL", text) + self.assertIn("POST", text) + + def test_ivt_is_populated(self): + machine = Boot() + machine.post() + self.assertNotEqual(machine.cpu.read16(0x10 * 4), 0) + self.assertNotEqual(machine.cpu.read16(0x10 * 4 + 2), 0) + + def test_oversized_banner_is_rejected(self): + with self.assertRaises(ValueError): + boot_sector("x" * 600) + + +if __name__ == "__main__": + unittest.main()