Delete old cache names and update versions.json for tpu_compile_cache__qwen3-4b__vllm0.32.0__len17408__legacy.tar and tpu_compile_cache__qwen3-4b__vllm0.32.0__len32768__b1__legacy-5c49c04.tar
6d52e4e verified Download versions.json from avgrocketman/tpu-compile-cache: direct link, hf CLI and curl.
- Browser
- Download file 9.61 kB
-
https://huggingface.co/avgrocketman/tpu-compile-cache/resolve/main/versions.json
- Command line
-
hf download hf://avgrocketman/tpu-compile-cache/versions.json
-
curl -L -o versions.json https://huggingface.co/avgrocketman/tpu-compile-cache/resolve/main/versions.json
9.61 kB
| { | |
| "vllm-tpu": "0.32.0", | |
| "tpu-inference": "0.32.0", | |
| "jax": "0.11.2", | |
| "jaxlib": "0.11.2", | |
| "libtpu": "0.0.48", | |
| "torch": "2.10.0", | |
| "model": "Qwen/Qwen3-4B", | |
| "max_model_len": 17408, | |
| "cache_compiled": 10, | |
| "cache_hits": 261, | |
| "fast_start_venv": { | |
| "archive": "venv312_cpu.tar.zst", | |
| "build_path": "/dev/shm/vllm_env", | |
| "mount_initial": "shm on /dev/shm type tmpfs (rw,nosuid,nodev,noexec,relatime,size=23526400k)", | |
| "mount_after": "shm on /dev/shm type tmpfs (rw,nosuid,nodev,relatime,size=23526400k)", | |
| "unpacked_size_mb": 5132.45, | |
| "packed_size_mb": 1387.55, | |
| "install_time_s": 42.08, | |
| "compileall_time_s": 47.19, | |
| "pack_time_s": 10.36, | |
| "unpack_time_s": 6.17, | |
| "nvidia_pkgs_count": 0, | |
| "tpu_device": "TPU_DEVICES: [TpuDevice(id=0, process_index=0, coords=(0,0,0), core_on_chip=0)]", | |
| "packages": { | |
| "vllm": null, | |
| "vllm-tpu": "0.32.0", | |
| "tpu-inference": null, | |
| "torch": "2.10.0+cpu", | |
| "jax": "0.11.2", | |
| "jaxlib": "0.11.2", | |
| "libtpu": "0.0.48", | |
| "transformers": "5.19.0", | |
| "hf-transfer": null, | |
| "huggingface-hub": null | |
| }, | |
| "all_packages": { | |
| "absl-py": "2.5.1", | |
| "agent-detector": "2.0.0", | |
| "aiofiles": "25.1.0", | |
| "aiohappyeyeballs": "2.7.1", | |
| "aiohttp": "3.14.5", | |
| "aiohttp-cors": "0.8.1", | |
| "aiosignal": "1.4.0", | |
| "annotated-doc": "0.0.5", | |
| "annotated-types": "0.8.0", | |
| "anthropic": "2.3.0", | |
| "anyio": "4.15.1", | |
| "apache-tvm-ffi": "0.1.15.post1", | |
| "astor": "0.8.1", | |
| "attrs": "26.1.0", | |
| "blake3": "1.0.11", | |
| "boto3": "1.43.121", | |
| "botocore": "1.43.121", | |
| "cachetools": "7.2.7", | |
| "cbor2": "6.1.5", | |
| "certifi": "2026.10.23", | |
| "cffi": "2.1.1", | |
| "charset-normalizer": "3.5.2", | |
| "cheroot": "11.1.2", | |
| "click": "8.5.0", | |
| "cloudpickle": "3.1.2", | |
| "cmake": "4.4.4", | |
| "colorful": "0.5.8", | |
| "compressed-tensors": "0.17.0", | |
| "cryptography": "50.0.2", | |
| "decorator": "5.3.1", | |
| "depyf": "0.20.0", | |
| "detect-installer": "0.2.1", | |
| "dill": "0.4.1", | |
| "distlib": "0.4.4", | |
| "dnspython": "2.9.0", | |
| "docstring_parser": "0.18.0", | |
| "duckdb": "2.0.0", | |
| "einops": "0.8.2", | |
| "einshape": "1.0", | |
| "email-validator": "2.3.0", | |
| "etils": "1.14.0", | |
| "fastapi": "0.136.3", | |
| "fastapi-cli": "0.0.32", | |
| "fastapi-cloud-cli": "0.26.0", | |
| "fastar": "0.12.0", | |
| "filelock": "4.2.4", | |
| "fire": "0.7.1", | |
| "flax": "0.12.10", | |
| "frozenlist": "1.8.0", | |
| "fsspec": "2026.1.0", | |
| "gcsfs": "2026.1.0", | |
| "google-api-core": "2.43.1", | |
| "google-auth": "2.62.0", | |
| "google-auth-oauthlib": "1.5.0", | |
| "google-cloud-core": "2.8.0", | |
| "google-cloud-storage": "3.17.1", | |
| "google-cloud-storage-control": "1.17.0", | |
| "google-crc32c": "1.9.0", | |
| "google-resumable-media": "2.11.0", | |
| "googleapis-common-protos": "1.76.0", | |
| "grpc-google-iam-v1": "0.14.6", | |
| "grpcio": "1.85.0", | |
| "grpcio-status": "1.85.0", | |
| "gviz-api": "1.10.0", | |
| "h11": "0.16.0", | |
| "hf_transfer": "0.1.9", | |
| "hf-xet": "1.7.1", | |
| "httpcore": "1.0.9", | |
| "httpcore2": "2.16.0", | |
| "httptools": "0.9.0", | |
| "httpx": "0.28.1", | |
| "httpx2": "2.16.0", | |
| "huggingface_hub": "2.4.0", | |
| "humanize": "4.16.0", | |
| "hypothesis": "6.151.9", | |
| "idna": "3.20", | |
| "ijson": "3.6.0", | |
| "immutabledict": "4.3.1", | |
| "iniconfig": "2.3.1", | |
| "interegular": "0.3.3", | |
| "jaraco.functools": "4.6.0", | |
| "jax": "0.11.2", | |
| "jaxlib": "0.11.2", | |
| "jaxtyping": "0.3.11", | |
| "Jinja2": "3.1.6", | |
| "jiter": "0.18.0", | |
| "jmespath": "1.1.0", | |
| "jsonschema": "4.26.0", | |
| "jsonschema-specifications": "2025.9.1", | |
| "lark": "1.2.2", | |
| "libtpu": "0.0.48", | |
| "llguidance": "1.7.6", | |
| "llvmlite": "0.45.1", | |
| "lm-format-enforcer": "0.11.3", | |
| "loguru": "0.7.3", | |
| "markdown-it-py": "4.2.0", | |
| "MarkupSafe": "3.0.4", | |
| "mcp": "2.3.0", | |
| "mcp-types": "2.3.0", | |
| "mdurl": "0.1.2", | |
| "mistral_common": "1.13.0", | |
| "ml_dtypes": "0.6.0", | |
| "model-hosting-container-standards": "0.1.16", | |
| "more-itertools": "11.2.1", | |
| "mpmath": "1.3.0", | |
| "msgpack": "1.2.4", | |
| "msgspec": "0.22.0", | |
| "multidict": "7.2.1", | |
| "networkx": "3.7", | |
| "ninja": "1.13.2", | |
| "nixl": "0.3.0", | |
| "numba": "0.62.1", | |
| "numpy": "2.3.5", | |
| "oauthlib": "4.0.0", | |
| "openai": "3.41.0", | |
| "opencensus": "0.11.4", | |
| "opencensus-context": "0.1.3", | |
| "opencv-python-headless": "5.0.0.93", | |
| "opentelemetry-api": "1.45.1", | |
| "opentelemetry-exporter-http-transport": "0.66b1", | |
| "opentelemetry-exporter-otlp": "1.45.1", | |
| "opentelemetry-exporter-otlp-common": "0.66b1", | |
| "opentelemetry-exporter-otlp-proto-common": "1.45.1", | |
| "opentelemetry-exporter-otlp-proto-grpc": "1.45.1", | |
| "opentelemetry-exporter-otlp-proto-http": "1.45.1", | |
| "opentelemetry-exporter-prometheus": "0.66b1", | |
| "opentelemetry-proto": "1.45.1", | |
| "opentelemetry-sdk": "1.45.1", | |
| "opentelemetry-semantic-conventions": "0.66b1", | |
| "opentelemetry-semantic-conventions-ai": "0.5.1", | |
| "opt_einsum": "3.4.0", | |
| "optax": "0.2.8", | |
| "orbax-checkpoint": "0.12.8", | |
| "oss-harmony": "0.0.12", | |
| "outlines_core": "0.2.14", | |
| "packaging": "26.3", | |
| "pandas": "3.1.0", | |
| "parameterized": "0.9.0", | |
| "partial-json-parser": "0.2.1.1.post7", | |
| "pathwaysutils": "0.1.13", | |
| "pillow": "13.0.0", | |
| "pip": "26.2.2", | |
| "platformdirs": "4.14.0", | |
| "pluggy": "1.7.0", | |
| "prometheus_client": "0.26.0", | |
| "prometheus-fastapi-instrumentator": "8.1.0", | |
| "propcache": "0.5.4", | |
| "proto-plus": "1.29.0", | |
| "protobuf": "7.36.2", | |
| "psutil": "7.2.2", | |
| "py-cpuinfo": "9.0.0", | |
| "py-spy": "0.4.2", | |
| "pyarrow": "26.0.0", | |
| "pyasn1": "0.6.5", | |
| "pyasn1_modules": "0.4.2", | |
| "pybase64": "1.5.1", | |
| "pycountry": "26.2.16", | |
| "pycparser": "3.12", | |
| "pydantic": "2.14.1", | |
| "pydantic_core": "2.50.1", | |
| "pydantic-extra-types": "2.11.1", | |
| "pydantic-settings": "2.16.2", | |
| "Pygments": "2.21.0", | |
| "PyJWT": "2.15.1", | |
| "pytest": "9.2.0", | |
| "pytest-mock": "3.17.0", | |
| "python-dateutil": "2.9.0.post0", | |
| "python-discovery": "1.6.7", | |
| "python-dotenv": "1.2.4", | |
| "python-json-logger": "4.2.0", | |
| "python-multipart": "0.0.32", | |
| "PyYAML": "6.0.3", | |
| "pyzmq": "27.2.0", | |
| "qwix": "0.1.2", | |
| "ray": "2.59.0", | |
| "referencing": "0.37.0", | |
| "regex": "2026.9.29", | |
| "requests": "2.34.2", | |
| "requests-oauthlib": "2.0.0", | |
| "rich": "15.0.0", | |
| "rich-toolkit": "0.20.6", | |
| "rignore": "0.8.1", | |
| "rpds-py": "2026.9.1", | |
| "runai-model-streamer": "0.15.9", | |
| "runai-model-streamer-gcs": "0.15.9", | |
| "runai-model-streamer-s3": "0.15.9", | |
| "s3transfer": "0.19.3", | |
| "safetensors": "0.8.0", | |
| "scipy": "1.18.1", | |
| "semantic-version": "2.10.0", | |
| "sentencepiece": "0.2.2", | |
| "sentry-sdk": "2.73.0", | |
| "setproctitle": "1.3.8", | |
| "setuptools": "80.10.2", | |
| "setuptools-rust": "1.13.0", | |
| "setuptools-scm": "10.3.4", | |
| "shellingham": "1.5.4", | |
| "simplejson": "4.2.0", | |
| "six": "1.17.0", | |
| "smart_open": "9.0.0", | |
| "sniffio": "1.3.1", | |
| "sortedcontainers": "2.4.0", | |
| "sse-starlette": "3.6.0", | |
| "starlette": "1.10.0", | |
| "supervisor": "4.3.0", | |
| "sympy": "1.14.0", | |
| "tensorboardX": "2.6.5", | |
| "tensorstore": "0.1.86", | |
| "termcolor": "3.3.0", | |
| "tiktoken": "0.14.0", | |
| "tokamax": "0.0.17.dev20261015", | |
| "tokenizers": "0.23.3", | |
| "torch": "2.10.0+cpu", | |
| "torchax": "0.0.13", | |
| "torchvision": "0.25.0+cpu", | |
| "tpu_inference": "0.32.0", | |
| "tpu-info": "0.7.1", | |
| "tqdm": "4.70.1", | |
| "transformers": "5.19.0", | |
| "treescope": "0.1.10", | |
| "triton": "3.9.0", | |
| "truststore": "0.10.5", | |
| "typer": "0.27.3", | |
| "typing_extensions": "4.16.0", | |
| "typing-inspection": "0.4.4", | |
| "urllib3": "2.8.0", | |
| "uvicorn": "0.54.0", | |
| "uvloop": "0.23.0", | |
| "vcs-versioning": "2.6.0", | |
| "virtualenv": "21.15.1", | |
| "vllm-tpu": "0.32.0", | |
| "wadler_lindig": "0.1.8", | |
| "watchfiles": "1.3.0", | |
| "websockets": "17.3", | |
| "Werkzeug": "3.1.9", | |
| "wheel": "0.48.0", | |
| "wrapt": "2.5.1", | |
| "xgrammar": "0.2.8", | |
| "xprof": "2.24.1", | |
| "yapf": "0.43.0", | |
| "yarl": "1.25.1", | |
| "zipp": "4.1.2" | |
| }, | |
| "date_utc": "2026-10-29 15:42:02" | |
| }, | |
| "compile_cache_b1_32k": { | |
| "archive": "tpu_compile_cache__qwen3-4b__vllm0.32.0__len32768__b1__legacy-5c49c04.tar", | |
| "size_mb": 53.66, | |
| "size_bytes": 56268800, | |
| "sha256": "6f7d05defca5c6dd90006582a7d55c5ca8f7c57b7367660a52aad74ace7b5db3", | |
| "compile_count": 104, | |
| "model": "Qwen/Qwen3-4B", | |
| "max_model_len": 32768, | |
| "max_num_seqs": 1, | |
| "legacy": true, | |
| "auto_restore": false, | |
| "built_commit": "5c49c04", | |
| "note": "Built with minimal clear_caches fix at 5c49c04; not auto-restored by current drivers" | |
| }, | |
| "compile_cache_17408": { | |
| "archive": "tpu_compile_cache__qwen3-4b__vllm0.32.0__len17408__legacy.tar", | |
| "size_bytes": 123105280, | |
| "sha256": "112ebe0c345b6714b9461affb0342da8c3889ebde1d6fa3f86e386242c78df8f", | |
| "model": "Qwen/Qwen3-4B", | |
| "max_model_len": 17408, | |
| "legacy": true, | |
| "auto_restore": false, | |
| "note": "Early characterization cache; not auto-restored by drivers" | |
| } | |
| } |