Text Generation
Transformers
Safetensors
gemma4
image-text-to-text
decision-making
multiple-choice
conversational
Instructions to use plantwaterer/munku with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use plantwaterer/munku with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="plantwaterer/munku") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] pipe(text=messages)# pip install -U transformers accelerate # Load model directly from transformers import AutoProcessor, AutoModelForMultimodalLM processor = AutoProcessor.from_pretrained("plantwaterer/munku") model = AutoModelForMultimodalLM.from_pretrained("plantwaterer/munku", device_map="auto") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] inputs = processor.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=256) print(processor.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use plantwaterer/munku with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "plantwaterer/munku" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "plantwaterer/munku", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/plantwaterer/munku
- SGLang
How to use plantwaterer/munku with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "plantwaterer/munku" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "plantwaterer/munku", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "plantwaterer/munku" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "plantwaterer/munku", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use plantwaterer/munku with Docker Model Runner:
docker model run hf.co/plantwaterer/munku
Download PINS.json from plantwaterer/munku: direct link, hf CLI and curl.
- Browser
- Download file 5.94 kB
-
https://huggingface.co/plantwaterer/munku/resolve/main/PINS.json
- Command line
-
hf download hf://plantwaterer/munku/PINS.json
-
curl -L -o PINS.json https://huggingface.co/plantwaterer/munku/resolve/main/PINS.json
5.94 kB
| { | |
| "arm": "munku", | |
| "bundle_files": [ | |
| "DATA_NOTICE", | |
| "NOTICE", | |
| "config.json", | |
| "head.json", | |
| "head.safetensors", | |
| "munku/__init__.py", | |
| "munku/attention.py", | |
| "munku/balanced.py", | |
| "munku/binary.py", | |
| "munku/engine.py", | |
| "munku/gate.py", | |
| "munku/gate_long.py", | |
| "munku/heads.py", | |
| "munku/labels.json", | |
| "munku/labels.py", | |
| "munku/orders.py", | |
| "munku/prompting.py", | |
| "munku/readout.py", | |
| "munku/render.py", | |
| "munku/route.py", | |
| "munku/runtime.py", | |
| "munku/serving.py", | |
| "munku/store/__init__.py", | |
| "munku/store/lm/__init__.py", | |
| "munku/store/lm/graph.py", | |
| "munku/store/lm/kernels.py", | |
| "munku/store/lm/memlm.py", | |
| "munku/store/lm/modules.py", | |
| "munku/store/numbers.py", | |
| "munku/store/reader.py", | |
| "munku/store/table.py", | |
| "munku/text.py", | |
| "munku/xr_runtime/LICENSE", | |
| "munku/xr_runtime/NOTICE", | |
| "munku/xr_runtime/SHA256SUMS", | |
| "munku/xr_runtime/xr/__init__.py", | |
| "munku/xr_runtime/xr/base.py", | |
| "munku/xr_runtime/xr/cc.py", | |
| "munku/xr_runtime/xr/front.py", | |
| "munku/xr_runtime/xr/gpu.fatbin", | |
| "munku/xr_runtime/xr/gpu.fatbin.json", | |
| "munku/xr_runtime/xr/gpu.py", | |
| "munku/xr_runtime/xr/isa.py", | |
| "munku/xr_runtime/xr/ops.py", | |
| "munku/xr_runtime/xr/ref.py", | |
| "munku/xr_runtime/xr/score.py", | |
| "store_block.json", | |
| "store_block.safetensors", | |
| "store_table.json", | |
| "PINS.json" | |
| ], | |
| "candidate": "munku: munku:Engine, the model's own head, executed answers at 0.925 / 0.75", | |
| "checkpoint": { | |
| "config_md5": "531c1010635329e30e9a8ca4b511221b", | |
| "export_identity_sha256": "25340c512087bf34a3ed8254c6dd6a7a5470177a3ca095211b64b54ef398074b" | |
| }, | |
| "choice_head": null, | |
| "engine_class": "munku:Engine", | |
| "executor_backend": "auto", | |
| "executor_runtime": "xr 1.1.0 (tgz 6adf1df8341fff6f54940e551c9ddf2a), backend auto", | |
| "kit": "decision-index 9eb2dbe2a358004c8782c66e40a83ac07b953fec (kit tgz md5 1ec1274c)", | |
| "memory_files": { | |
| "store_block.json": "397978673fb8d7697eabaeb51471a525", | |
| "store_block.safetensors": "8a90825ccb3df324b95e464b65437321", | |
| "store_table.json": "263e33e4961f9d0d85cd1bc5a7bcb52b" | |
| }, | |
| "noul_head": { | |
| "file": "head.json", | |
| "json_md5": "75cc2f9831f34534f41f003323765b79", | |
| "mode": "binary", | |
| "schema": "binary-laplace-head-v1", | |
| "temperature": 1.2785752198489406, | |
| "tensor_sha256": "e31790b69e6101d01f020949fde44b3eeac274df89062821732c2ee409e0d0e3" | |
| }, | |
| "package_files": { | |
| "DATA_NOTICE": "0710fa29b21434f0397007632cb9770f", | |
| "NOTICE": "2338edf39952a1e3c40d327308f09335", | |
| "config.json": "531c1010635329e30e9a8ca4b511221b", | |
| "head.safetensors": "75932fd44cbb0b917069265f190c014c", | |
| "munku/__init__.py": "144f4c0d70f7fde8aac5a5f769106cf0", | |
| "munku/attention.py": "7612a6c85d23e9efbf1b9d3b7f00bae6", | |
| "munku/balanced.py": "8b26d86f4a52745bc23edf64b485f126", | |
| "munku/binary.py": "0d9d9e2a19052d8bbdeee47e05156a51", | |
| "munku/engine.py": "0dd05ef342f0e2cdb724864d52503ed8", | |
| "munku/gate.py": "fcd5e07f14fc5982da264d9c088b441f", | |
| "munku/gate_long.py": "a531c2f162fae2273c76f1db4caa203b", | |
| "munku/heads.py": "df6e09b3ec92de6e46547a0f36ad00c2", | |
| "munku/labels.json": "c05a23d63cb0dd25b9015ba755bac7e3", | |
| "munku/labels.py": "96d80df3556a63f82179e908ea38412e", | |
| "munku/orders.py": "e45700d5c70836bb8a2b22e2ac5b7093", | |
| "munku/prompting.py": "0eb075c5ab5a04a32e8be11c8a68b709", | |
| "munku/readout.py": "1864b67011756a21f35394998ba8b3bc", | |
| "munku/render.py": "9a6a60f8bc71ca0cb06061d6121fd737", | |
| "munku/route.py": "062b0a81ace0eb6493b9a5d6d2b479b0", | |
| "munku/runtime.py": "72924f8bb44a28691dcb5f289d40b4bd", | |
| "munku/serving.py": "e3ec99373f59bbe66d139b24f4f4818e", | |
| "munku/store/__init__.py": "d41d8cd98f00b204e9800998ecf8427e", | |
| "munku/store/lm/__init__.py": "c1b3e8d8655d8576821a3320ecbbad7d", | |
| "munku/store/lm/graph.py": "52b4027ee59a7e409778b1aa104935c1", | |
| "munku/store/lm/kernels.py": "2e742bade4637c218077351de55e8160", | |
| "munku/store/lm/memlm.py": "5e49fe279695573c4b9d2cfb310c05fd", | |
| "munku/store/lm/modules.py": "1b05e6be6d9ef6b16a2d15b83f088a9d", | |
| "munku/store/numbers.py": "4ce0b751800894584cba6dadfb7937c9", | |
| "munku/store/reader.py": "30380fdcf663c2b4063530d603bb4df1", | |
| "munku/store/table.py": "ed680269ee90fc55a68f89c3c2010ecb", | |
| "munku/text.py": "abe189687192f65f77674e901020afd1", | |
| "munku/xr_runtime/LICENSE": "86d3f3a95c324c9479bd8986968f4327", | |
| "munku/xr_runtime/NOTICE": "46072d2555997aa31fe92ddb119bae9e", | |
| "munku/xr_runtime/SHA256SUMS": "fe2fa4202ee712faf24c7da89cde8ca4", | |
| "munku/xr_runtime/xr/__init__.py": "e9f33be29f1f43941e09acaef834f82e", | |
| "munku/xr_runtime/xr/base.py": "bdddb3ba8915d2a2528d0054756a51e5", | |
| "munku/xr_runtime/xr/cc.py": "b28b9217d7f1e4ffab1c4df20d868b5f", | |
| "munku/xr_runtime/xr/front.py": "67a98106501bc3c6f1ec508944e460de", | |
| "munku/xr_runtime/xr/gpu.fatbin": "768728208153abe196eaa11067c79b34", | |
| "munku/xr_runtime/xr/gpu.fatbin.json": "176a19068e1436bd8b7b0fa5395a43b8", | |
| "munku/xr_runtime/xr/gpu.py": "360b65178a99afaaf47c031f853f4d37", | |
| "munku/xr_runtime/xr/isa.py": "62031ea0efce277fd3f048c23a6dc5e8", | |
| "munku/xr_runtime/xr/ops.py": "535ce77760a9d9c09e6e77be9fea1e42", | |
| "munku/xr_runtime/xr/ref.py": "87bae5270c0a64b19b1eca899629499b", | |
| "munku/xr_runtime/xr/score.py": "23d2483934eb348297b3b1af02172f6a" | |
| }, | |
| "pin_contract": "pins-v1: one PINS.json per bundle; the engine reads arm, route_thresholds and the file list from it", | |
| "renderer": { | |
| "munku/text.py": "abe189687192f65f77674e901020afd1" | |
| }, | |
| "route_thresholds": { | |
| "budget_latency_rows": 21, | |
| "engine_file": "munku/__init__.py", | |
| "line": "TAU_NUM, TAU_TRUTH = 0.925, 0.75", | |
| "note": "eshbar-lulilla's thresholds, kept for this model (not re-selected)", | |
| "router_arm": "v2", | |
| "router_c.json_md5": "1c88d64f25a2c58d019bf74b0c27623e", | |
| "tau_num": 0.925, | |
| "tau_truth": 0.75 | |
| }, | |
| "store_runtime": "store reader sa_dcb5609 (tgz 4e0941a9ad4a8544a979520eb56d5f6f), table 263e33e4, block 8a90825c; read graphs warmed for prompt lengths 8-256", | |
| "suite": "suite-0.3 rebuild tgz 02a6ec13", | |
| "venv": "torch 2.14.1+cu130 lock 4e5b8440" | |
| } | |