tpu-compile-cache / versions.json
avgrocketman's picture
Delete old cache names and update versions.json for tpu_compile_cache__qwen3-4b__vllm0.32.0__len17408__legacy.tar and tpu_compile_cache__qwen3-4b__vllm0.32.0__len32768__b1__legacy-5c49c04.tar
6d52e4e verified
Raw History Blame Contribute Delete
9.61 kB
{
"vllm-tpu": "0.32.0",
"tpu-inference": "0.32.0",
"jax": "0.11.2",
"jaxlib": "0.11.2",
"libtpu": "0.0.48",
"torch": "2.10.0",
"model": "Qwen/Qwen3-4B",
"max_model_len": 17408,
"cache_compiled": 10,
"cache_hits": 261,
"fast_start_venv": {
"archive": "venv312_cpu.tar.zst",
"build_path": "/dev/shm/vllm_env",
"mount_initial": "shm on /dev/shm type tmpfs (rw,nosuid,nodev,noexec,relatime,size=23526400k)",
"mount_after": "shm on /dev/shm type tmpfs (rw,nosuid,nodev,relatime,size=23526400k)",
"unpacked_size_mb": 5132.45,
"packed_size_mb": 1387.55,
"install_time_s": 42.08,
"compileall_time_s": 47.19,
"pack_time_s": 10.36,
"unpack_time_s": 6.17,
"nvidia_pkgs_count": 0,
"tpu_device": "TPU_DEVICES: [TpuDevice(id=0, process_index=0, coords=(0,0,0), core_on_chip=0)]",
"packages": {
"vllm": null,
"vllm-tpu": "0.32.0",
"tpu-inference": null,
"torch": "2.10.0+cpu",
"jax": "0.11.2",
"jaxlib": "0.11.2",
"libtpu": "0.0.48",
"transformers": "5.19.0",
"hf-transfer": null,
"huggingface-hub": null
},
"all_packages": {
"absl-py": "2.5.1",
"agent-detector": "2.0.0",
"aiofiles": "25.1.0",
"aiohappyeyeballs": "2.7.1",
"aiohttp": "3.14.5",
"aiohttp-cors": "0.8.1",
"aiosignal": "1.4.0",
"annotated-doc": "0.0.5",
"annotated-types": "0.8.0",
"anthropic": "2.3.0",
"anyio": "4.15.1",
"apache-tvm-ffi": "0.1.15.post1",
"astor": "0.8.1",
"attrs": "26.1.0",
"blake3": "1.0.11",
"boto3": "1.43.121",
"botocore": "1.43.121",
"cachetools": "7.2.7",
"cbor2": "6.1.5",
"certifi": "2026.10.23",
"cffi": "2.1.1",
"charset-normalizer": "3.5.2",
"cheroot": "11.1.2",
"click": "8.5.0",
"cloudpickle": "3.1.2",
"cmake": "4.4.4",
"colorful": "0.5.8",
"compressed-tensors": "0.17.0",
"cryptography": "50.0.2",
"decorator": "5.3.1",
"depyf": "0.20.0",
"detect-installer": "0.2.1",
"dill": "0.4.1",
"distlib": "0.4.4",
"dnspython": "2.9.0",
"docstring_parser": "0.18.0",
"duckdb": "2.0.0",
"einops": "0.8.2",
"einshape": "1.0",
"email-validator": "2.3.0",
"etils": "1.14.0",
"fastapi": "0.136.3",
"fastapi-cli": "0.0.32",
"fastapi-cloud-cli": "0.26.0",
"fastar": "0.12.0",
"filelock": "4.2.4",
"fire": "0.7.1",
"flax": "0.12.10",
"frozenlist": "1.8.0",
"fsspec": "2026.1.0",
"gcsfs": "2026.1.0",
"google-api-core": "2.43.1",
"google-auth": "2.62.0",
"google-auth-oauthlib": "1.5.0",
"google-cloud-core": "2.8.0",
"google-cloud-storage": "3.17.1",
"google-cloud-storage-control": "1.17.0",
"google-crc32c": "1.9.0",
"google-resumable-media": "2.11.0",
"googleapis-common-protos": "1.76.0",
"grpc-google-iam-v1": "0.14.6",
"grpcio": "1.85.0",
"grpcio-status": "1.85.0",
"gviz-api": "1.10.0",
"h11": "0.16.0",
"hf_transfer": "0.1.9",
"hf-xet": "1.7.1",
"httpcore": "1.0.9",
"httpcore2": "2.16.0",
"httptools": "0.9.0",
"httpx": "0.28.1",
"httpx2": "2.16.0",
"huggingface_hub": "2.4.0",
"humanize": "4.16.0",
"hypothesis": "6.151.9",
"idna": "3.20",
"ijson": "3.6.0",
"immutabledict": "4.3.1",
"iniconfig": "2.3.1",
"interegular": "0.3.3",
"jaraco.functools": "4.6.0",
"jax": "0.11.2",
"jaxlib": "0.11.2",
"jaxtyping": "0.3.11",
"Jinja2": "3.1.6",
"jiter": "0.18.0",
"jmespath": "1.1.0",
"jsonschema": "4.26.0",
"jsonschema-specifications": "2025.9.1",
"lark": "1.2.2",
"libtpu": "0.0.48",
"llguidance": "1.7.6",
"llvmlite": "0.45.1",
"lm-format-enforcer": "0.11.3",
"loguru": "0.7.3",
"markdown-it-py": "4.2.0",
"MarkupSafe": "3.0.4",
"mcp": "2.3.0",
"mcp-types": "2.3.0",
"mdurl": "0.1.2",
"mistral_common": "1.13.0",
"ml_dtypes": "0.6.0",
"model-hosting-container-standards": "0.1.16",
"more-itertools": "11.2.1",
"mpmath": "1.3.0",
"msgpack": "1.2.4",
"msgspec": "0.22.0",
"multidict": "7.2.1",
"networkx": "3.7",
"ninja": "1.13.2",
"nixl": "0.3.0",
"numba": "0.62.1",
"numpy": "2.3.5",
"oauthlib": "4.0.0",
"openai": "3.41.0",
"opencensus": "0.11.4",
"opencensus-context": "0.1.3",
"opencv-python-headless": "5.0.0.93",
"opentelemetry-api": "1.45.1",
"opentelemetry-exporter-http-transport": "0.66b1",
"opentelemetry-exporter-otlp": "1.45.1",
"opentelemetry-exporter-otlp-common": "0.66b1",
"opentelemetry-exporter-otlp-proto-common": "1.45.1",
"opentelemetry-exporter-otlp-proto-grpc": "1.45.1",
"opentelemetry-exporter-otlp-proto-http": "1.45.1",
"opentelemetry-exporter-prometheus": "0.66b1",
"opentelemetry-proto": "1.45.1",
"opentelemetry-sdk": "1.45.1",
"opentelemetry-semantic-conventions": "0.66b1",
"opentelemetry-semantic-conventions-ai": "0.5.1",
"opt_einsum": "3.4.0",
"optax": "0.2.8",
"orbax-checkpoint": "0.12.8",
"oss-harmony": "0.0.12",
"outlines_core": "0.2.14",
"packaging": "26.3",
"pandas": "3.1.0",
"parameterized": "0.9.0",
"partial-json-parser": "0.2.1.1.post7",
"pathwaysutils": "0.1.13",
"pillow": "13.0.0",
"pip": "26.2.2",
"platformdirs": "4.14.0",
"pluggy": "1.7.0",
"prometheus_client": "0.26.0",
"prometheus-fastapi-instrumentator": "8.1.0",
"propcache": "0.5.4",
"proto-plus": "1.29.0",
"protobuf": "7.36.2",
"psutil": "7.2.2",
"py-cpuinfo": "9.0.0",
"py-spy": "0.4.2",
"pyarrow": "26.0.0",
"pyasn1": "0.6.5",
"pyasn1_modules": "0.4.2",
"pybase64": "1.5.1",
"pycountry": "26.2.16",
"pycparser": "3.12",
"pydantic": "2.14.1",
"pydantic_core": "2.50.1",
"pydantic-extra-types": "2.11.1",
"pydantic-settings": "2.16.2",
"Pygments": "2.21.0",
"PyJWT": "2.15.1",
"pytest": "9.2.0",
"pytest-mock": "3.17.0",
"python-dateutil": "2.9.0.post0",
"python-discovery": "1.6.7",
"python-dotenv": "1.2.4",
"python-json-logger": "4.2.0",
"python-multipart": "0.0.32",
"PyYAML": "6.0.3",
"pyzmq": "27.2.0",
"qwix": "0.1.2",
"ray": "2.59.0",
"referencing": "0.37.0",
"regex": "2026.9.29",
"requests": "2.34.2",
"requests-oauthlib": "2.0.0",
"rich": "15.0.0",
"rich-toolkit": "0.20.6",
"rignore": "0.8.1",
"rpds-py": "2026.9.1",
"runai-model-streamer": "0.15.9",
"runai-model-streamer-gcs": "0.15.9",
"runai-model-streamer-s3": "0.15.9",
"s3transfer": "0.19.3",
"safetensors": "0.8.0",
"scipy": "1.18.1",
"semantic-version": "2.10.0",
"sentencepiece": "0.2.2",
"sentry-sdk": "2.73.0",
"setproctitle": "1.3.8",
"setuptools": "80.10.2",
"setuptools-rust": "1.13.0",
"setuptools-scm": "10.3.4",
"shellingham": "1.5.4",
"simplejson": "4.2.0",
"six": "1.17.0",
"smart_open": "9.0.0",
"sniffio": "1.3.1",
"sortedcontainers": "2.4.0",
"sse-starlette": "3.6.0",
"starlette": "1.10.0",
"supervisor": "4.3.0",
"sympy": "1.14.0",
"tensorboardX": "2.6.5",
"tensorstore": "0.1.86",
"termcolor": "3.3.0",
"tiktoken": "0.14.0",
"tokamax": "0.0.17.dev20261015",
"tokenizers": "0.23.3",
"torch": "2.10.0+cpu",
"torchax": "0.0.13",
"torchvision": "0.25.0+cpu",
"tpu_inference": "0.32.0",
"tpu-info": "0.7.1",
"tqdm": "4.70.1",
"transformers": "5.19.0",
"treescope": "0.1.10",
"triton": "3.9.0",
"truststore": "0.10.5",
"typer": "0.27.3",
"typing_extensions": "4.16.0",
"typing-inspection": "0.4.4",
"urllib3": "2.8.0",
"uvicorn": "0.54.0",
"uvloop": "0.23.0",
"vcs-versioning": "2.6.0",
"virtualenv": "21.15.1",
"vllm-tpu": "0.32.0",
"wadler_lindig": "0.1.8",
"watchfiles": "1.3.0",
"websockets": "17.3",
"Werkzeug": "3.1.9",
"wheel": "0.48.0",
"wrapt": "2.5.1",
"xgrammar": "0.2.8",
"xprof": "2.24.1",
"yapf": "0.43.0",
"yarl": "1.25.1",
"zipp": "4.1.2"
},
"date_utc": "2026-10-29 15:42:02"
},
"compile_cache_b1_32k": {
"archive": "tpu_compile_cache__qwen3-4b__vllm0.32.0__len32768__b1__legacy-5c49c04.tar",
"size_mb": 53.66,
"size_bytes": 56268800,
"sha256": "6f7d05defca5c6dd90006582a7d55c5ca8f7c57b7367660a52aad74ace7b5db3",
"compile_count": 104,
"model": "Qwen/Qwen3-4B",
"max_model_len": 32768,
"max_num_seqs": 1,
"legacy": true,
"auto_restore": false,
"built_commit": "5c49c04",
"note": "Built with minimal clear_caches fix at 5c49c04; not auto-restored by current drivers"
},
"compile_cache_17408": {
"archive": "tpu_compile_cache__qwen3-4b__vllm0.32.0__len17408__legacy.tar",
"size_bytes": 123105280,
"sha256": "112ebe0c345b6714b9461affb0342da8c3889ebde1d6fa3f86e386242c78df8f",
"model": "Qwen/Qwen3-4B",
"max_model_len": 17408,
"legacy": true,
"auto_restore": false,
"note": "Early characterization cache; not auto-restored by drivers"
}
}