Text Generation
Transformers
Safetensors
spark2_5
qfs
fixture
random-init
cpu
reproducibility
random-architecture-fixture
custom_code
Instructions to use malaiwah/spark2-5-tiny-random-bf16 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use malaiwah/spark2-5-tiny-random-bf16 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="malaiwah/spark2-5-tiny-random-bf16", trust_remote_code=True)# pip install -U transformers accelerate # Load model directly from transformers import AutoModelForCausalLM model = AutoModelForCausalLM.from_pretrained("malaiwah/spark2-5-tiny-random-bf16", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use malaiwah/spark2-5-tiny-random-bf16 with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "malaiwah/spark2-5-tiny-random-bf16" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "malaiwah/spark2-5-tiny-random-bf16", "prompt": "Once upon a time,", "max_tokens": 512, "temperature": 0.5 }'Use Docker
docker model run hf.co/malaiwah/spark2-5-tiny-random-bf16
- SGLang
How to use malaiwah/spark2-5-tiny-random-bf16 with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "malaiwah/spark2-5-tiny-random-bf16" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "malaiwah/spark2-5-tiny-random-bf16", "prompt": "Once upon a time,", "max_tokens": 512, "temperature": 0.5 }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "malaiwah/spark2-5-tiny-random-bf16" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "malaiwah/spark2-5-tiny-random-bf16", "prompt": "Once upon a time,", "max_tokens": 512, "temperature": 0.5 }' - Docker Model Runner
How to use malaiwah/spark2-5-tiny-random-bf16 with Docker Model Runner:
docker model run hf.co/malaiwah/spark2-5-tiny-random-bf16
Download support.json from malaiwah/spark2-5-tiny-random-bf16: direct link, hf CLI and curl.
- Browser
- Download file 8.6 kB
-
https://huggingface.co/malaiwah/spark2-5-tiny-random-bf16/resolve/main/support.json
- Command line
-
hf download hf://malaiwah/spark2-5-tiny-random-bf16/support.json
-
curl -L -o support.json https://huggingface.co/malaiwah/spark2-5-tiny-random-bf16/resolve/main/support.json
8.6 kB
| { | |
| "architecture": { | |
| "class": "Spark2_5ForCausalLM", | |
| "fixture": { | |
| "context_limit": 256, | |
| "gate_attn_act_mode": "sigmoid", | |
| "head_dim": 16, | |
| "headwise_attn_output_gate": true, | |
| "hidden_act": "gelu", | |
| "hidden_size": 64, | |
| "intermediate_size": 128, | |
| "layer_types": [ | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention" | |
| ], | |
| "num_attention_heads": 4, | |
| "num_hidden_layers": 4, | |
| "num_key_value_heads": 1, | |
| "partial_rotary_dimensions": { | |
| "full_attention": 4, | |
| "sliding_attention": 16 | |
| }, | |
| "sliding_window": 32, | |
| "tie_word_embeddings": true, | |
| "vocab_size": 260 | |
| }, | |
| "installed_native_class": false, | |
| "model_type": "spark2_5", | |
| "scope": "Complete text causal LM; no multimodal or MTP scope" | |
| }, | |
| "commands": { | |
| "binding_note": "Provide a sealed panel built for the actual checkpoint tokenizer, not the tiny tokenizer for original weights. Every $NAME is an explicit caller-supplied shell variable; SHA fields are actual immutable Hub commits. AUTHOR is mandatory user attribution.", | |
| "publish": [ | |
| "python", | |
| "release.py", | |
| "--publish", | |
| "--out", | |
| "$NEW_STAGE_DIR" | |
| ], | |
| "stage": [ | |
| "python", | |
| "release.py", | |
| "--stage-only", | |
| "--out", | |
| "$NEW_STAGE_DIR", | |
| "--qfs-root", | |
| "$QFS" | |
| ], | |
| "strict_validate": [ | |
| "python", | |
| "$QFS/bin/fidelity_dataset.py", | |
| "validate", | |
| "$OUTPUT_DIR", | |
| "--strict", | |
| "--verify-tensors", | |
| "--json", | |
| "$STRICT_REPORT" | |
| ], | |
| "third_party_capture_argv": [ | |
| "python", | |
| "$QFS/engines/tools/hf_capture.py", | |
| "--model", | |
| "$MODEL_DIR", | |
| "--weights-repository", | |
| "$WEIGHTS_REPO", | |
| "--model-revision", | |
| "$WEIGHTS_SHA", | |
| "--trust-remote-code", | |
| "--code-repository", | |
| "malaiwah/spark2-5-tiny-random-bf16", | |
| "--code-revision", | |
| "dd4b081b0a6b042771cbfdaedf82ef345e59f5e9", | |
| "--panel", | |
| "$PANEL_DIR", | |
| "--panel-role", | |
| "final", | |
| "--panel-tokenizer-root", | |
| "$MODEL_DIR", | |
| "--role", | |
| "root", | |
| "--lane", | |
| "other", | |
| "--device", | |
| "cpu", | |
| "--dtype", | |
| "bfloat16", | |
| "--schedule", | |
| "window-outer", | |
| "--dataset-id", | |
| "$DATASET_ID", | |
| "--dataset-name", | |
| "$DATASET_NAME", | |
| "--repository", | |
| "$EVIDENCE_REPO", | |
| "--author", | |
| "$AUTHOR", | |
| "--out", | |
| "$OUTPUT_DIR" | |
| ], | |
| "verify": [ | |
| "python", | |
| "$QFS/bin/fidelity_dataset.py", | |
| "verify", | |
| "$OUTPUT_DIR", | |
| "--verify-tensors", | |
| "--json", | |
| "$VERIFY_REPORT" | |
| ] | |
| }, | |
| "licensing": { | |
| "fixture_weights": "Apache-2.0; independently randomly initialized", | |
| "reviewed_runtime": "Apache-2.0; source notices retained", | |
| "upstream_weights": "Apache-2.0", | |
| "workflow_attribution": "Inherited MIT notice retained in NOTICE" | |
| }, | |
| "original_format_limits": { | |
| "measured_original_weights": false, | |
| "not_proven": [ | |
| "production-size inference", | |
| "million-token context", | |
| "GPU/NPU kernels", | |
| "FP8/MXFP4/quantized formats", | |
| "training", | |
| "arbitrary batched/offset position_ids", | |
| "quality or accuracy", | |
| "cross-hardware identity" | |
| ], | |
| "upstream_context": 1048576, | |
| "upstream_dtype": "bfloat16", | |
| "upstream_parameters": 4112079360 | |
| }, | |
| "prerequisites": { | |
| "additional_dependencies": [], | |
| "code_consent": "--trust-remote-code required; --code-revision full40-hex immutable commit; --code-repository selects audited fork without changing weights/config bytes", | |
| "device": "cpu", | |
| "network": "Local model weights, online immutable Hub code verification permitted; not entirely offline", | |
| "python": "3.12", | |
| "requirements": "requirements-cpu.txt", | |
| "schedule": "window-outer", | |
| "threads": 2, | |
| "torch": "2.11.0+cpu", | |
| "transformers": "5.16.1" | |
| }, | |
| "schema": "malaiwah.spark2-5-support.v1", | |
| "upstream": { | |
| "repository": "XHToken/Spark-X2.5-4B", | |
| "revision": "5e10fcc0286756aebf7c41dc52c1e42d95c70281" | |
| }, | |
| "verified_runtime": { | |
| "code_repository": "malaiwah/spark2-5-tiny-random-bf16", | |
| "code_revision": "dd4b081b0a6b042771cbfdaedf82ef345e59f5e9", | |
| "comparison": { | |
| "comparator": { | |
| "accumulation_dtype": "float64", | |
| "bf16_reduced_precision_reduction": false, | |
| "cublas_workspace_config": null, | |
| "deterministic_algorithms": true, | |
| "device": "cpu", | |
| "estimator_backend": "torch:k6_kld_report._token_kld", | |
| "head_applied_candidate_tensor_content_sha256": "90323a1776a8b913101cea3fa71a8b5f66a60d6f5a73b32038a2c01f0ed3fe2d", | |
| "head_applied_reference_tensor_content_sha256": "90323a1776a8b913101cea3fa71a8b5f66a60d6f5a73b32038a2c01f0ed3fe2d", | |
| "head_applied_tensor_content_sha256": "90323a1776a8b913101cea3fa71a8b5f66a60d6f5a73b32038a2c01f0ed3fe2d", | |
| "logprob_dtype": "float64", | |
| "position_block": 128, | |
| "replay_backend": "numpy:cpu:float32", | |
| "replay_env": { | |
| "blas_configuration": "OpenBLAS 0.3.34.106.0 USE64BITINT DYNAMIC_ARCH NO_AFFINITY Haswell MAX_THREADS=64", | |
| "blas_name": "scipy-openblas", | |
| "blas_threads": 2, | |
| "blas_threads_source": "ctypes:scipy_openblas_get_num_threads64_", | |
| "blas_version": "0.3.34.106.0", | |
| "cpu_model": "Intel(R) Xeon(R) CPU X5570 @ 2.93GHz", | |
| "library": "numpy", | |
| "numpy_version": "2.5.3", | |
| "replay_dtype": "float32" | |
| }, | |
| "replay_peak_device_bytes": null, | |
| "short_circuited": true, | |
| "source_file_hashes_verified": true, | |
| "tensor_content_digests_verified": true, | |
| "tf32": false, | |
| "tool": { | |
| "entrypoint": "bin/fidelity-dataset compare", | |
| "note": "the fp64 estimator is k6_kld_report._token_kld, imported not copied, whenever torch is importable; estimator_backend records which path ran." | |
| }, | |
| "two_pass": true, | |
| "vocab_chunk": 8192 | |
| }, | |
| "comparison_kind": "reproduction_confirmation", | |
| "kl": { | |
| "max": 0.0, | |
| "mean": 0.0, | |
| "median": 0.0, | |
| "p95": 0.0, | |
| "p99": 0.0, | |
| "p99_9": 0.0 | |
| }, | |
| "measurement_scope": { | |
| "contexts": 4, | |
| "covers_full_panel": true, | |
| "position_filter": "all", | |
| "positions_per_context": 63, | |
| "scored_positions": 252, | |
| "subset_detail": null | |
| }, | |
| "metric": { | |
| "direction": "reference_to_candidate", | |
| "direction_label": "KL(reference || candidate)", | |
| "higher_is_better": false, | |
| "name": "mean_tokenwise_kld", | |
| "units": "nats", | |
| "value": 0.0 | |
| }, | |
| "note": "QFS retains its hash-proof result and top-1 value for reproduction confirmations; --force-compute independently runs the estimator and requires its tokenwise KL array to agree exactly. short_circuited=true therefore does not mean replay was skipped.", | |
| "receipt": "comparison/comparison-receipt.json", | |
| "receipt_sha256": "19048f92026f9d3643c1bc855b06b9952d206a86d31e3635c0246d747937d715", | |
| "self_compare": { | |
| "asserted_exact_zero": true, | |
| "capture_content_digest_equal": true, | |
| "expected_tokenwise_bytes": 2144, | |
| "expected_tokenwise_sha256": "896ad5b6b732dce1588636c3af3a8a93af8eb1250df72809f6e26fc29914f65d", | |
| "force_compute_agreed": true, | |
| "head_digest_equal": true, | |
| "weights_identity_equal": true | |
| }, | |
| "tokenwise": { | |
| "bytes": 2144, | |
| "path": "tokenwise-kld.npy", | |
| "sha256": "896ad5b6b732dce1588636c3af3a8a93af8eb1250df72809f6e26fc29914f65d" | |
| }, | |
| "top1_agreement": 1.0 | |
| }, | |
| "cpu_report_sha256": "9f2119f50b3d6e7b7d8dd8af8772fd373d1ce3c5b598fc33d83c21d006c2bce2", | |
| "cpu_threads": 2, | |
| "device": "cpu", | |
| "evidence_repository": "malaiwah/spark2-5-tiny-cpu-repro-v1", | |
| "model_class": "Spark2_5ForCausalLM", | |
| "native_report_sha256": "73f21cdbac7ca5e301de182342de59d2242f08f94376d3f7c18d8e9f7b202d41", | |
| "scope": "Complete text-only Spark2_5ForCausalLM; 3 sliding/1 full attention, partial RoPE dimensions 16/4, headwise sigmoid gates, GELU gated MLP, tied vocabulary head. Random BF16 only; no learned capabilities, million-token context, accelerator, training, quantized-format, or production-size evidence.", | |
| "status": "passed", | |
| "torch": "2.11.0+cpu", | |
| "transformers": "5.16.1", | |
| "weights_revision": "dd4b081b0a6b042771cbfdaedf82ef345e59f5e9" | |
| } | |
| } | |