{ "vllm-tpu": "0.32.0", "tpu-inference": "0.32.0", "jax": "0.11.2", "jaxlib": "0.11.2", "libtpu": "0.0.48", "torch": "2.10.0", "model": "Qwen/Qwen3-4B", "max_model_len": 17408, "cache_compiled": 10, "cache_hits": 261, "fast_start_venv": { "archive": "venv312_cpu.tar.zst", "build_path": "/dev/shm/vllm_env", "mount_initial": "shm on /dev/shm type tmpfs (rw,nosuid,nodev,noexec,relatime,size=23526400k)", "mount_after": "shm on /dev/shm type tmpfs (rw,nosuid,nodev,relatime,size=23526400k)", "unpacked_size_mb": 5132.45, "packed_size_mb": 1387.55, "install_time_s": 42.08, "compileall_time_s": 47.19, "pack_time_s": 10.36, "unpack_time_s": 6.17, "nvidia_pkgs_count": 0, "tpu_device": "TPU_DEVICES: [TpuDevice(id=0, process_index=0, coords=(0,0,0), core_on_chip=0)]", "packages": { "vllm": null, "vllm-tpu": "0.32.0", "tpu-inference": null, "torch": "2.10.0+cpu", "jax": "0.11.2", "jaxlib": "0.11.2", "libtpu": "0.0.48", "transformers": "5.19.0", "hf-transfer": null, "huggingface-hub": null }, "all_packages": { "absl-py": "2.5.1", "agent-detector": "2.0.0", "aiofiles": "25.1.0", "aiohappyeyeballs": "2.7.1", "aiohttp": "3.14.5", "aiohttp-cors": "0.8.1", "aiosignal": "1.4.0", "annotated-doc": "0.0.5", "annotated-types": "0.8.0", "anthropic": "2.3.0", "anyio": "4.15.1", "apache-tvm-ffi": "0.1.15.post1", "astor": "0.8.1", "attrs": "26.1.0", "blake3": "1.0.11", "boto3": "1.43.121", "botocore": "1.43.121", "cachetools": "7.2.7", "cbor2": "6.1.5", "certifi": "2026.10.23", "cffi": "2.1.1", "charset-normalizer": "3.5.2", "cheroot": "11.1.2", "click": "8.5.0", "cloudpickle": "3.1.2", "cmake": "4.4.4", "colorful": "0.5.8", "compressed-tensors": "0.17.0", "cryptography": "50.0.2", "decorator": "5.3.1", "depyf": "0.20.0", "detect-installer": "0.2.1", "dill": "0.4.1", "distlib": "0.4.4", "dnspython": "2.9.0", "docstring_parser": "0.18.0", "duckdb": "2.0.0", "einops": "0.8.2", "einshape": "1.0", "email-validator": "2.3.0", "etils": "1.14.0", "fastapi": "0.136.3", "fastapi-cli": "0.0.32", "fastapi-cloud-cli": "0.26.0", "fastar": "0.12.0", "filelock": "4.2.4", "fire": "0.7.1", "flax": "0.12.10", "frozenlist": "1.8.0", "fsspec": "2026.1.0", "gcsfs": "2026.1.0", "google-api-core": "2.43.1", "google-auth": "2.62.0", "google-auth-oauthlib": "1.5.0", "google-cloud-core": "2.8.0", "google-cloud-storage": "3.17.1", "google-cloud-storage-control": "1.17.0", "google-crc32c": "1.9.0", "google-resumable-media": "2.11.0", "googleapis-common-protos": "1.76.0", "grpc-google-iam-v1": "0.14.6", "grpcio": "1.85.0", "grpcio-status": "1.85.0", "gviz-api": "1.10.0", "h11": "0.16.0", "hf_transfer": "0.1.9", "hf-xet": "1.7.1", "httpcore": "1.0.9", "httpcore2": "2.16.0", "httptools": "0.9.0", "httpx": "0.28.1", "httpx2": "2.16.0", "huggingface_hub": "2.4.0", "humanize": "4.16.0", "hypothesis": "6.151.9", "idna": "3.20", "ijson": "3.6.0", "immutabledict": "4.3.1", "iniconfig": "2.3.1", "interegular": "0.3.3", "jaraco.functools": "4.6.0", "jax": "0.11.2", "jaxlib": "0.11.2", "jaxtyping": "0.3.11", "Jinja2": "3.1.6", "jiter": "0.18.0", "jmespath": "1.1.0", "jsonschema": "4.26.0", "jsonschema-specifications": "2025.9.1", "lark": "1.2.2", "libtpu": "0.0.48", "llguidance": "1.7.6", "llvmlite": "0.45.1", "lm-format-enforcer": "0.11.3", "loguru": "0.7.3", "markdown-it-py": "4.2.0", "MarkupSafe": "3.0.4", "mcp": "2.3.0", "mcp-types": "2.3.0", "mdurl": "0.1.2", "mistral_common": "1.13.0", "ml_dtypes": "0.6.0", "model-hosting-container-standards": "0.1.16", "more-itertools": "11.2.1", "mpmath": "1.3.0", "msgpack": "1.2.4", "msgspec": "0.22.0", "multidict": "7.2.1", "networkx": "3.7", "ninja": "1.13.2", "nixl": "0.3.0", "numba": "0.62.1", "numpy": "2.3.5", "oauthlib": "4.0.0", "openai": "3.41.0", "opencensus": "0.11.4", "opencensus-context": "0.1.3", "opencv-python-headless": "5.0.0.93", "opentelemetry-api": "1.45.1", "opentelemetry-exporter-http-transport": "0.66b1", "opentelemetry-exporter-otlp": "1.45.1", "opentelemetry-exporter-otlp-common": "0.66b1", "opentelemetry-exporter-otlp-proto-common": "1.45.1", "opentelemetry-exporter-otlp-proto-grpc": "1.45.1", "opentelemetry-exporter-otlp-proto-http": "1.45.1", "opentelemetry-exporter-prometheus": "0.66b1", "opentelemetry-proto": "1.45.1", "opentelemetry-sdk": "1.45.1", "opentelemetry-semantic-conventions": "0.66b1", "opentelemetry-semantic-conventions-ai": "0.5.1", "opt_einsum": "3.4.0", "optax": "0.2.8", "orbax-checkpoint": "0.12.8", "oss-harmony": "0.0.12", "outlines_core": "0.2.14", "packaging": "26.3", "pandas": "3.1.0", "parameterized": "0.9.0", "partial-json-parser": "0.2.1.1.post7", "pathwaysutils": "0.1.13", "pillow": "13.0.0", "pip": "26.2.2", "platformdirs": "4.14.0", "pluggy": "1.7.0", "prometheus_client": "0.26.0", "prometheus-fastapi-instrumentator": "8.1.0", "propcache": "0.5.4", "proto-plus": "1.29.0", "protobuf": "7.36.2", "psutil": "7.2.2", "py-cpuinfo": "9.0.0", "py-spy": "0.4.2", "pyarrow": "26.0.0", "pyasn1": "0.6.5", "pyasn1_modules": "0.4.2", "pybase64": "1.5.1", "pycountry": "26.2.16", "pycparser": "3.12", "pydantic": "2.14.1", "pydantic_core": "2.50.1", "pydantic-extra-types": "2.11.1", "pydantic-settings": "2.16.2", "Pygments": "2.21.0", "PyJWT": "2.15.1", "pytest": "9.2.0", "pytest-mock": "3.17.0", "python-dateutil": "2.9.0.post0", "python-discovery": "1.6.7", "python-dotenv": "1.2.4", "python-json-logger": "4.2.0", "python-multipart": "0.0.32", "PyYAML": "6.0.3", "pyzmq": "27.2.0", "qwix": "0.1.2", "ray": "2.59.0", "referencing": "0.37.0", "regex": "2026.9.29", "requests": "2.34.2", "requests-oauthlib": "2.0.0", "rich": "15.0.0", "rich-toolkit": "0.20.6", "rignore": "0.8.1", "rpds-py": "2026.9.1", "runai-model-streamer": "0.15.9", "runai-model-streamer-gcs": "0.15.9", "runai-model-streamer-s3": "0.15.9", "s3transfer": "0.19.3", "safetensors": "0.8.0", "scipy": "1.18.1", "semantic-version": "2.10.0", "sentencepiece": "0.2.2", "sentry-sdk": "2.73.0", "setproctitle": "1.3.8", "setuptools": "80.10.2", "setuptools-rust": "1.13.0", "setuptools-scm": "10.3.4", "shellingham": "1.5.4", "simplejson": "4.2.0", "six": "1.17.0", "smart_open": "9.0.0", "sniffio": "1.3.1", "sortedcontainers": "2.4.0", "sse-starlette": "3.6.0", "starlette": "1.10.0", "supervisor": "4.3.0", "sympy": "1.14.0", "tensorboardX": "2.6.5", "tensorstore": "0.1.86", "termcolor": "3.3.0", "tiktoken": "0.14.0", "tokamax": "0.0.17.dev20261015", "tokenizers": "0.23.3", "torch": "2.10.0+cpu", "torchax": "0.0.13", "torchvision": "0.25.0+cpu", "tpu_inference": "0.32.0", "tpu-info": "0.7.1", "tqdm": "4.70.1", "transformers": "5.19.0", "treescope": "0.1.10", "triton": "3.9.0", "truststore": "0.10.5", "typer": "0.27.3", "typing_extensions": "4.16.0", "typing-inspection": "0.4.4", "urllib3": "2.8.0", "uvicorn": "0.54.0", "uvloop": "0.23.0", "vcs-versioning": "2.6.0", "virtualenv": "21.15.1", "vllm-tpu": "0.32.0", "wadler_lindig": "0.1.8", "watchfiles": "1.3.0", "websockets": "17.3", "Werkzeug": "3.1.9", "wheel": "0.48.0", "wrapt": "2.5.1", "xgrammar": "0.2.8", "xprof": "2.24.1", "yapf": "0.43.0", "yarl": "1.25.1", "zipp": "4.1.2" }, "date_utc": "2026-10-29 15:42:02" }, "compile_cache_b1_32k": { "archive": "tpu_compile_cache__qwen3-4b__vllm0.32.0__len32768__b1__legacy-5c49c04.tar", "size_mb": 53.66, "size_bytes": 56268800, "sha256": "6f7d05defca5c6dd90006582a7d55c5ca8f7c57b7367660a52aad74ace7b5db3", "compile_count": 104, "model": "Qwen/Qwen3-4B", "max_model_len": 32768, "max_num_seqs": 1, "legacy": true, "auto_restore": false, "built_commit": "5c49c04", "note": "Built with minimal clear_caches fix at 5c49c04; not auto-restored by current drivers" }, "compile_cache_17408": { "archive": "tpu_compile_cache__qwen3-4b__vllm0.32.0__len17408__legacy.tar", "size_bytes": 123105280, "sha256": "112ebe0c345b6714b9461affb0342da8c3889ebde1d6fa3f86e386242c78df8f", "model": "Qwen/Qwen3-4B", "max_model_len": 17408, "legacy": true, "auto_restore": false, "note": "Early characterization cache; not auto-restored by drivers" } }