Instructions to use wordspace/decider-1.7B-MLX-6bit with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use wordspace/decider-1.7B-MLX-6bit with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download wordspace/decider-1.7B-MLX-6bit --local-dir decider-1.7B-MLX-6bit
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Download protocol.py from wordspace/decider-1.7B-MLX-6bit: direct link, hf CLI and curl.
- Browser
- Download file 4.74 kB
-
https://huggingface.co/wordspace/decider-1.7B-MLX-6bit/resolve/main/protocol.py
- Command line
-
hf download hf://wordspace/decider-1.7B-MLX-6bit/protocol.py
-
curl -L -o protocol.py https://huggingface.co/wordspace/decider-1.7B-MLX-6bit/resolve/main/protocol.py
4.74 kB
| """The decider's prompt protocol: the exact text the model was trained on. | |
| The model answers a closed question in ONE forward pass: you build the prompt | |
| below, run the model once, and read the scores of the option tokens at the | |
| last position. Nothing is generated. The text must stay identical, character | |
| for character: the model has only ever seen this wording. | |
| The format follows Liquid AI's "System One" protocol for d1: the state, then | |
| "QUESTION:", then the question, then the assistant header. | |
| """ | |
| YES_NO = "yes_no" | |
| CHOICE = "choice" | |
| # name -> (kind, instructions, [(key, description)]) | |
| QUESTIONS = { | |
| "contradiction": ( | |
| YES_NO, | |
| "Do these two notes contradict each other about the same thing?", | |
| [("true", "The two notes state incompatible values or facts about exactly the same thing (same object, person, place, period), and neither note says that the earlier information was updated, corrected or moved."), | |
| ("false", "The notes talk about different things, complement each other, one simply lacks information, or one explicitly declares that it updates or replaces what was said before.")], | |
| ), | |
| "hypothesis": ( | |
| CHOICE, | |
| "Does this sentence from a personal note state a value that has been decided or confirmed (it is the current value), or only a proposal, request, offer, rumour, idea or hypothesis that has not been decided?", | |
| [("DECIDED", "A value that has been decided or confirmed: it is the current value."), | |
| ("HYPOTHESIS", "Only a proposal, request, offer, rumour, idea or hypothesis that has not been decided.")], | |
| ), | |
| "update": ( | |
| CHOICE, | |
| "Two sentences from personal notes, written a few days apart, give different values for the same thing. Is the later sentence an update that replaces the first value, or do the two sources disagree?", | |
| [("UPDATE", "The later sentence is an update that replaces the first value."), | |
| ("DISAGREE", "Two people or documents say different things, and nothing has been decided.")], | |
| ), | |
| "membership": ( | |
| YES_NO, | |
| "Does this note belong on this topic page of a personal wiki?", | |
| [("true", "The note is about the subject of the topic page."), | |
| ("false", "The note is about something else, even if it shares some words.")], | |
| ), | |
| } | |
| def codes(question): | |
| """Option codes of a choice question: the keys if they are single letters, | |
| otherwise A, B, C...""" | |
| kind, _, criteria = QUESTIONS[question] | |
| if kind != CHOICE: | |
| return [] | |
| keys = [k.strip() for k, _ in criteria] | |
| if all(len(k) == 1 and k.isalpha() for k in keys): | |
| return keys | |
| return [chr(65 + i) for i in range(len(keys))] | |
| def question_block(question): | |
| """The question as written after "QUESTION:".""" | |
| kind, instructions, criteria = QUESTIONS[question] | |
| if kind == YES_NO: | |
| d = dict(criteria) | |
| extra = "" | |
| if "true" in d and "false" in d: | |
| extra = "\nYes: " + d["true"] + "\nNo: " + d["false"] | |
| return instructions + extra + "\n\nReply with yes or no only." | |
| lines = [] | |
| for code, (key, description) in zip(codes(question), criteria): | |
| lines.append(code + " " + (description if description else key.replace("_", " "))) | |
| return instructions + "\n\nOptions:\n" + "\n".join(lines) + "\n\nReply with the option code only." | |
| def prompt(state, question): | |
| """The full text up to the place of the answer (Qwen3 chat format, no BOS).""" | |
| body = (state + "\n\n\nQUESTION:\n") if state is not None else "" | |
| return "<|im_start|>user\n" + body + question_block(question) + "<|im_end|>\n<|im_start|>assistant\n" | |
| def answers(question): | |
| """The options in order: "yes", "no" for yes/no questions, the codes for choices.""" | |
| kind, _, _ = QUESTIONS[question] | |
| return ["yes", "no"] if kind == YES_NO else codes(question) | |
| def variants(question): | |
| """The token forms read for each option; the best-scoring form wins.""" | |
| kind, _, _ = QUESTIONS[question] | |
| if kind == YES_NO: | |
| return [["yes", "Yes", "YES"], ["no", "No", "NO"]] | |
| return [[c, " " + c] for c in codes(question)] | |
| # The states, as the wordspace app builds them. | |
| def pair_state(id_a, text_a, id_b, text_b): | |
| """Two notes, for "contradiction".""" | |
| return "NOTE A (id " + id_a + "):\n" + text_a + "\n\nNOTE B (id " + id_b + "):\n" + text_b | |
| def update_state(first, later): | |
| """An earlier and a later sentence, for "update".""" | |
| return "First: «" + first + "»\nLater: «" + later + "»" | |
| def membership_state(label, description, note): | |
| """A topic page and a note, for "membership".""" | |
| return "Topic page: «" + label + "» — " + description + "\nNote: «" + note + "»" | |