tarekziade HF Staff
Publish MIC usage, slim fixture and reviewed Transformers expectations
194058f verified Download integration.json from huggingface-mic/HyperCLOVAX-SEED-Think-32B-mic: direct link, hf CLI and curl.
- Browser
- Download file 2.46 kB
-
https://huggingface.co/huggingface-mic/HyperCLOVAX-SEED-Think-32B-mic/resolve/main/integration.json
- Command line
-
hf download hf://huggingface-mic/HyperCLOVAX-SEED-Think-32B-mic/integration.json
-
curl -L -o integration.json https://huggingface.co/huggingface-mic/HyperCLOVAX-SEED-Think-32B-mic/resolve/main/integration.json
2.46 kB
| { | |
| "mic": "0.3", | |
| "name": "HyperCLOVAX-SEED-Think-32B vision-language generation", | |
| "usage": "AutoProcessor + HyperCLOVAXVisionV2ForConditionalGeneration.generate, batched", | |
| "architecture": "HyperCLOVAXVisionV2ForConditionalGeneration", | |
| "checkpoints": { | |
| "naver-hyperclovax/HyperCLOVAX-SEED-Think-32B": { | |
| "fixture": "huggingface-mic/HyperCLOVAX-SEED-Think-32B-mic" | |
| } | |
| }, | |
| "fixtures": { | |
| "huggingface-mic/HyperCLOVAX-SEED-Think-32B-mic": { | |
| "built_from": "naver-hyperclovax/HyperCLOVAX-SEED-Think-32B", | |
| "covers": [ | |
| "naver-hyperclovax/HyperCLOVAX-SEED-Think-32B" | |
| ], | |
| "build": { | |
| "seed": 17 | |
| } | |
| } | |
| }, | |
| "integrations": { | |
| "transformers": { | |
| "entry_point": "integrations/transformers/usage.md", | |
| "format": "runnable-markdown", | |
| "requires": [ | |
| "transformers>=5", | |
| "torch", | |
| "accelerate", | |
| "torchvision" | |
| ], | |
| "targets": [ | |
| "fixtures", | |
| "checkpoints" | |
| ], | |
| "variants": { | |
| "default": { | |
| "dtype": "float32" | |
| }, | |
| "eager": { | |
| "dtype": "float32", | |
| "attn_implementation": "eager" | |
| }, | |
| "bfloat16": { | |
| "dtype": "bfloat16" | |
| } | |
| }, | |
| "training": true, | |
| "resources": { | |
| "fixture": { | |
| "download_mb": 200 | |
| }, | |
| "naver-hyperclovax/HyperCLOVAX-SEED-Think-32B": { | |
| "gpu_memory_gb": 22, | |
| "memory_gb": 70, | |
| "download_mb": 70000, | |
| "measured": "32B parameters in bfloat16; weights ~64GB, plus gradients and optimizer state for a small trainable subset", | |
| "devices": [ | |
| "cuda" | |
| ], | |
| "variants": { | |
| "default": { | |
| "devices": [] | |
| }, | |
| "eager": { | |
| "devices": [] | |
| }, | |
| "bfloat16": { | |
| "devices": [] | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "outputs": { | |
| "runtime": { | |
| "compare": "exact" | |
| }, | |
| "generated_tokens": { | |
| "compare": "exact" | |
| }, | |
| "generated_text": { | |
| "compare": "exact" | |
| }, | |
| "label_logprobs": { | |
| "compare": "allclose", | |
| "atol": 0.0001, | |
| "rtol": 0.0001 | |
| }, | |
| "training.loss": { | |
| "compare": "allclose", | |
| "atol": 0.0001, | |
| "rtol": 0.0001 | |
| }, | |
| "training.gradients": { | |
| "compare": "all_true" | |
| }, | |
| "training.updated": { | |
| "compare": "true" | |
| } | |
| } | |
| } | |