Text Generation
Transformers
Safetensors
English
gemma4_unified_text
gemma4
decision-making
classification
routing
full-finetuning
conversational
Instructions to use Worthify/Decision-1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Worthify/Decision-1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="Worthify/Decision-1") messages = [ {"role": "user", "content": "Who are you?"}, ] pipe(messages)# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("Worthify/Decision-1") model = AutoModelForCausalLM.from_pretrained("Worthify/Decision-1", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] inputs = tokenizer.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=256) print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use Worthify/Decision-1 with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "Worthify/Decision-1" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Worthify/Decision-1", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/Worthify/Decision-1
- SGLang
How to use Worthify/Decision-1 with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "Worthify/Decision-1" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Worthify/Decision-1", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "Worthify/Decision-1" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Worthify/Decision-1", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use Worthify/Decision-1 with Docker Model Runner:
docker model run hf.co/Worthify/Decision-1
Download bf16-source-reference.json from Worthify/Decision-1: direct link, hf CLI and curl.
- Browser
- Download file 11.7 kB
-
https://huggingface.co/Worthify/Decision-1/resolve/main/bf16-source-reference.json
- Command line
-
hf download hf://Worthify/Decision-1/bf16-source-reference.json
-
curl -L -o bf16-source-reference.json https://huggingface.co/Worthify/Decision-1/resolve/main/bf16-source-reference.json
11.7 kB
| { | |
| "batch_size": 4, | |
| "data_manifest_sha256": "7089b3756e7ed68c9d1ee3712195ce4a0e31162736673c911542f52d8777cddd", | |
| "exact_tensor_cast": { | |
| "all_exact_bf16_cast": true, | |
| "elements": 11907350320, | |
| "tensors": 666, | |
| "tied_embeddings": true | |
| }, | |
| "export_files_sha256": { | |
| "chat_template.jinja": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4", | |
| "config.json": "77b88ddacf89a629d90e8758e2fde5d66da678e7d30fee8e05e71f55bbe6d2a4", | |
| "generation_config.json": "040d0ccb9e10df02df9738424c1ce6d20d5d15b09362da922093ccd97573dbb4", | |
| "model-00001-of-00005.safetensors": "b2641a2500ad065927ae4a7292e8b7245b5aec4cf22339320ba05d0cbb0fcb7f", | |
| "model-00002-of-00005.safetensors": "4d39422a198c183c26ff078d69717f832ac45485acbd05eedb0b475b433f7615", | |
| "model-00003-of-00005.safetensors": "e87277bca6df58b483cf392fcc36b411d81724ad6f1dabb4b3ea9f0eb49f65e9", | |
| "model-00004-of-00005.safetensors": "5e05431a4ed831de717b4ec65994c0e9281783ba5f92225e6e70d25d618d81a5", | |
| "model-00005-of-00005.safetensors": "35f38a16b8e938717d9464ecbd0ea975cb9df042b2b1b164589a3715a2b55f72", | |
| "model.safetensors.index.json": "e20f09d17c6a011eb4baa81e3bf6f7f7d5e94885056e0329d75037f50e419cff", | |
| "numeric-policy.json": "fa8f889d0fc57670c5a880641096face628276a6ce82b04708dca64f0d838105", | |
| "tokenizer.json": "cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f", | |
| "tokenizer_config.json": "3776d16773f89b8047057deace4a362c0dc70853abadb2102bc1c19fc4b7af90" | |
| }, | |
| "export_path": "/data/worthify-open-jev/full-weight-v9-recovery-20260924/provisional-seed42-bf16-v1", | |
| "export_receipt_sha256": "56a1e507c1dded0cc6eba54713d8e4f513b38cc0648d74fa7ea4fb8dac32941f", | |
| "gpu": { | |
| "name": "NVIDIA A100-SXM4-40GB", | |
| "total_memory_bytes": 42405855232, | |
| "uuid": "8deaa4c5-8064-f33f-a320-1a4b4b573634" | |
| }, | |
| "helper_source_sha256": { | |
| "/home/cam/Projects/worthify-open-jev/experiments/full_weight_decision.py": "611114e0e08a1e544a19f4f99fa47e2190dfff9adab31c0bf6cd0b997a991fcd", | |
| "/home/cam/Projects/worthify-open-jev/experiments/full_weight_single_seed.py": "fca7a0a41e406b6f7e9bfce28cbd858e59dc9c6903a1538aa0eb709af0dc194c", | |
| "/home/cam/Projects/worthify-open-jev/experiments/full_weight_train.py": "5bca8fdc96ae2ed0f467c5eb6bb48c2a75084ade7985a6caed8b5dd7b278b13c", | |
| "/home/cam/Projects/worthify-open-jev/experiments/generalization_v2.py": "99548603f6eb13d5ef5beea0cca313b903f2b6cb1883992fc31b30431476e207", | |
| "/home/cam/Projects/worthify-open-jev/experiments/generalization_v3.py": "28cc8eb8350eaa16fcaf3dc326d03aad3b7f8b873e58d88db223bf7e183a9b0c", | |
| "/home/cam/Projects/worthify-open-jev/src/openjev_phase1/core.py": "e419ba6a50de0f10b260e9dafb22848f0ed34c802d28746d509305de5527efd9" | |
| }, | |
| "max_tokens": 2048, | |
| "model": "google/gemma-4-12B-it", | |
| "nonpersistent_buffer_policy": "native-bf16-embed-scale-fp32-rotary", | |
| "nonpersistent_buffers": { | |
| "model.embed_tokens.embed_scale": { | |
| "dtype": "torch.bfloat16", | |
| "sha256": "cee6c645555441df5957ad29a06a8aab2667a9de67ab722371fcb5cc5aeb1d9d" | |
| }, | |
| "model.rotary_emb.full_attention_inv_freq": { | |
| "dtype": "torch.float32", | |
| "sha256": "71a80d617056a8be95eeeb385ebcc01c7fb2c73d5430a8ce862ed6c94179d076" | |
| }, | |
| "model.rotary_emb.full_attention_original_inv_freq": { | |
| "dtype": "torch.float32", | |
| "sha256": "71a80d617056a8be95eeeb385ebcc01c7fb2c73d5430a8ce862ed6c94179d076" | |
| }, | |
| "model.rotary_emb.sliding_attention_inv_freq": { | |
| "dtype": "torch.float32", | |
| "sha256": "cc63341a0ac42a60b986ed638fd0d45b838b72fabeffec059c463eac4ed9ea15" | |
| }, | |
| "model.rotary_emb.sliding_attention_original_inv_freq": { | |
| "dtype": "torch.float32", | |
| "sha256": "cc63341a0ac42a60b986ed638fd0d45b838b72fabeffec059c463eac4ed9ea15" | |
| } | |
| }, | |
| "observations": [ | |
| { | |
| "id": "auth-fc26ff27cc48d17e", | |
| "option_ids": [ | |
| "insufficient", | |
| "contradicted", | |
| "supported" | |
| ], | |
| "option_logits": [ | |
| 10.805154800415039, | |
| 11.981542587280273, | |
| 23.106172561645508 | |
| ] | |
| }, | |
| { | |
| "id": "wanli-4910f3359bbfbdfed77501de", | |
| "option_ids": [ | |
| "contradicted", | |
| "insufficient", | |
| "supported" | |
| ], | |
| "option_logits": [ | |
| 20.333463668823242, | |
| 23.924570083618164, | |
| 27.154447555541992 | |
| ] | |
| }, | |
| { | |
| "id": "clinc-26c10c7a08dafb5191cdf7b9", | |
| "option_ids": [ | |
| "none_of_above", | |
| "timezone", | |
| "income", | |
| "thank_you", | |
| "recipe", | |
| "translate", | |
| "order", | |
| "rewards_balance" | |
| ], | |
| "option_logits": [ | |
| 14.494452476501465, | |
| 15.387210845947266, | |
| 14.15672492980957, | |
| 23.832958221435547, | |
| 12.912714004516602, | |
| 12.347103118896484, | |
| 12.65697193145752, | |
| 12.398971557617188 | |
| ] | |
| }, | |
| { | |
| "id": "clinc-abbcf88563c1aa24547530b7", | |
| "option_ids": [ | |
| "none_of_above", | |
| "whisper_mode", | |
| "balance", | |
| "definition" | |
| ], | |
| "option_logits": [ | |
| 13.91262149810791, | |
| 14.590080261230469, | |
| 13.863515853881836, | |
| 23.454193115234375 | |
| ] | |
| }, | |
| { | |
| "id": "clinc-absent-070d82d73041174e5475", | |
| "option_ids": [ | |
| "none_of_above", | |
| "smart_home" | |
| ], | |
| "option_logits": [ | |
| 24.696022033691406, | |
| 14.542315483093262 | |
| ] | |
| }, | |
| { | |
| "id": "wanli-c5761bc883c5625e8097b416", | |
| "option_ids": [ | |
| "supported", | |
| "contradicted", | |
| "insufficient" | |
| ], | |
| "option_logits": [ | |
| 23.106172561645508, | |
| 21.90615463256836, | |
| 27.28695297241211 | |
| ] | |
| }, | |
| { | |
| "id": "clinc-absent-6d6878cba4a3ab0eb3dd", | |
| "option_ids": [ | |
| "order_status", | |
| "report_lost_card", | |
| "none_of_above", | |
| "roll_dice" | |
| ], | |
| "option_logits": [ | |
| 12.347103118896484, | |
| 16.022342681884766, | |
| 24.19219207763672, | |
| 12.398971557617188 | |
| ] | |
| }, | |
| { | |
| "id": "auth-4fbcfad77275a485", | |
| "option_ids": [ | |
| "insufficient", | |
| "contradicted", | |
| "supported" | |
| ], | |
| "option_logits": [ | |
| 11.344948768615723, | |
| 23.59856414794922, | |
| 10.532177925109863 | |
| ] | |
| }, | |
| { | |
| "id": "menu-9a385f3a55f80e82c045", | |
| "option_ids": [ | |
| "A", | |
| "B", | |
| "C", | |
| "D", | |
| "E", | |
| "F", | |
| "G", | |
| "H" | |
| ], | |
| "option_logits": [ | |
| 23.924570083618164, | |
| 11.611698150634766, | |
| 12.65697193145752, | |
| 9.081292152404785, | |
| 9.420626640319824, | |
| 8.796538352966309, | |
| 9.251286506652832, | |
| 9.980255126953125 | |
| ] | |
| }, | |
| { | |
| "id": "menu-b13f54b4cbd9f81cac09", | |
| "option_ids": [ | |
| "A", | |
| "B", | |
| "C", | |
| "D", | |
| "E", | |
| "F", | |
| "G", | |
| "H" | |
| ], | |
| "option_logits": [ | |
| 9.924633026123047, | |
| 11.13002872467041, | |
| 9.307806015014648, | |
| 7.288779258728027, | |
| 8.910651206970215, | |
| 8.394965171813965, | |
| 8.279621124267578, | |
| 22.022144317626953 | |
| ] | |
| }, | |
| { | |
| "id": "auth-1f02746c1b36aa3b", | |
| "option_ids": [ | |
| "contradicted", | |
| "supported", | |
| "insufficient" | |
| ], | |
| "option_logits": [ | |
| 14.590080261230469, | |
| 25.160045623779297, | |
| 15.842857360839844 | |
| ] | |
| }, | |
| { | |
| "id": "auth-9952ff1578a510ad", | |
| "option_ids": [ | |
| "insufficient", | |
| "supported", | |
| "contradicted" | |
| ], | |
| "option_logits": [ | |
| 10.913775444030762, | |
| 12.605550765991211, | |
| 23.25725555419922 | |
| ] | |
| }, | |
| { | |
| "id": "menu-599f9a098e480658adc1", | |
| "option_ids": [ | |
| "A", | |
| "B" | |
| ], | |
| "option_logits": [ | |
| 12.138740539550781, | |
| 23.740127563476562 | |
| ] | |
| }, | |
| { | |
| "id": "menu-ac7eb56c62793af84355", | |
| "option_ids": [ | |
| "A", | |
| "B" | |
| ], | |
| "option_logits": [ | |
| 12.398971557617188, | |
| 23.924570083618164 | |
| ] | |
| }, | |
| { | |
| "id": "clinc-797d39a2e850e6e337569960", | |
| "option_ids": [ | |
| "travel_alert", | |
| "accept_reservations", | |
| "bill_balance", | |
| "restaurant_reservation", | |
| "calendar", | |
| "replacement_card_duration", | |
| "who_do_you_work_for", | |
| "none_of_above" | |
| ], | |
| "option_logits": [ | |
| 13.863515853881836, | |
| 15.570653915405273, | |
| 13.317142486572266, | |
| 12.398971557617188, | |
| 12.912714004516602, | |
| 12.502440452575684, | |
| 12.810688972473145, | |
| 24.10417366027832 | |
| ] | |
| }, | |
| { | |
| "id": "mnli-73e9965c440eee5ca591dc6b", | |
| "option_ids": [ | |
| "supported", | |
| "contradicted", | |
| "insufficient" | |
| ], | |
| "option_logits": [ | |
| 25.915592193603516, | |
| 16.981000900268555, | |
| 18.979698181152344 | |
| ] | |
| }, | |
| { | |
| "id": "auth-4ab64cef591e2b54", | |
| "option_ids": [ | |
| "contradicted", | |
| "supported", | |
| "insufficient" | |
| ], | |
| "option_logits": [ | |
| 6.131182670593262, | |
| 6.340479850769043, | |
| 26.50611114501953 | |
| ] | |
| }, | |
| { | |
| "id": "mnli-870f63614fe2cc5e6a06027f", | |
| "option_ids": [ | |
| "contradicted", | |
| "supported", | |
| "insufficient" | |
| ], | |
| "option_logits": [ | |
| 25.51811981201172, | |
| 25.233688354492188, | |
| 29.45920181274414 | |
| ] | |
| }, | |
| { | |
| "id": "auth-43c1b2d29808ecae", | |
| "option_ids": [ | |
| "supported", | |
| "insufficient", | |
| "contradicted" | |
| ], | |
| "option_logits": [ | |
| 5.106070041656494, | |
| 19.12884521484375, | |
| 4.466551303863525 | |
| ] | |
| }, | |
| { | |
| "id": "clinc-ebdf36773162b61802c845db", | |
| "option_ids": [ | |
| "credit_limit", | |
| "what_are_your_hobbies", | |
| "fun_fact", | |
| "new_card", | |
| "account_blocked", | |
| "report_lost_card", | |
| "pay_bill", | |
| "schedule_maintenance", | |
| "current_location", | |
| "vaccines", | |
| "calendar_update", | |
| "todo_list", | |
| "rewards_balance", | |
| "report_fraud", | |
| "none_of_above", | |
| "uber" | |
| ], | |
| "option_logits": [ | |
| 11.13002872467041, | |
| 13.517135620117188, | |
| 12.810688972473145, | |
| 11.505253791809082, | |
| 11.344948768615723, | |
| 10.696208000183105, | |
| 11.13002872467041, | |
| 10.091265678405762, | |
| 8.853630065917969, | |
| 11.55851936340332, | |
| 9.58930492401123, | |
| 10.586935997009277, | |
| 10.696208000183105, | |
| 10.586935997009277, | |
| 22.193490982055664, | |
| 9.980255126953125 | |
| ] | |
| } | |
| ], | |
| "original_h200_reference_0_05_passed": false, | |
| "original_h200_reference_changed_choices": 0, | |
| "original_h200_reference_max_abs_difference": 0.3659782409667969, | |
| "persistent_buffer_elements": 48, | |
| "revision": "707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7", | |
| "schema": "openjev-full-weight-same-gpu-bf16-source-v1", | |
| "sealed_test_opened": false, | |
| "source_code_sha256": "e7967ba04a36de874a1667958e586b4411eb4ad751cf1de059f1eb4f74401ad8", | |
| "source_dcp_files_sha256": { | |
| ".metadata": "06d42372975580ef8bfac85a0104a3fdc50d28b4c9a9b1d81924ec3611540a0d", | |
| "__0_0.distcp": "2cc00f9f5e8a57f0bee7c88d3ff8ceb0bfeaea68ab43f41a10b9701ab4904ff9", | |
| "__1_0.distcp": "03d446267883843cda54290adcd0c900dccc362ef759eea8b7af156b725bedb8" | |
| }, | |
| "source_dcp_path": "/data/worthify-open-jev/full-weight-v9-recovery-20260924/seed42-full-v9-recovery1/candidates/step-003200-attempt-000/dcp", | |
| "source_kind": "openjev-full-weight-provisional-single-seed-export-v1", | |
| "status": "bf16_source_scored_same_gpu", | |
| "trainable_text_parameters": 11907350272, | |
| "two_seed_selection_complete": false | |
| } | |