Token Classification
LiteRT
LiteRT
GLiFormer
English
android
named-entity-recognition
information-extraction
deberta
Instructions to use litert-community/GLiFormer-Large-NER-LiteRT with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LiteRT
How to use litert-community/GLiFormer-Large-NER-LiteRT with LiteRT:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- GLiFormer
How to use litert-community/GLiFormer-Large-NER-LiteRT with GLiFormer:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
GLiFormer Large v1 NER for LiteRT: card, host runtime, contracts, licenses, checksums
5cee4fa verified Download validation/compiler_limits.json from litert-community/GLiFormer-Large-NER-LiteRT: direct link, hf CLI and curl.
- Browser
- Download file 5.73 kB
-
https://huggingface.co/litert-community/GLiFormer-Large-NER-LiteRT/resolve/main/validation/compiler_limits.json
- Command line
-
hf download hf://litert-community/GLiFormer-Large-NER-LiteRT/validation/compiler_limits.json
-
curl -L -o compiler_limits.json https://huggingface.co/litert-community/GLiFormer-Large-NER-LiteRT/resolve/main/validation/compiler_limits.json
5.73 kB
| { | |
| "device": "Galaxy S26 SM-S942Q, Android 16", | |
| "runtime": "LiteRT 2.2.0 CompiledModel GPU OpenCL", | |
| "precision": "FP32 serialized value 2", | |
| "runtime_libraries": { | |
| "libLiteRt.so": { | |
| "bytes": 5508376, | |
| "sha256": "97355a36cb8ac7628cf407773291e98da79f3ef184cc43cb0e57dedf5f0c0637" | |
| }, | |
| "libLiteRtClGlAccelerator.so": { | |
| "bytes": 3105544, | |
| "sha256": "7c63d606a48e9479499c012f6732623f9e6fc26250c5bdf6724af205d73eb0fb" | |
| } | |
| }, | |
| "synthetic_chains": [ | |
| { | |
| "requested_ops": 4000, | |
| "actual_operator_count": 4000, | |
| "artifact_bytes": 560448, | |
| "parameter_count": 0, | |
| "constant_tensor_payload_bytes": 8, | |
| "device": { | |
| "status": "FAIL", | |
| "compile_succeeded": false, | |
| "failure_class": "RETURNED_LITERT_COMPILE_ERROR", | |
| "returncode": 1, | |
| "compile_status": 3, | |
| "compile_wall_ms": 53293.459875, | |
| "selected_operators": 4000, | |
| "compiled_operators": null, | |
| "total_operators": 4000, | |
| "partitions": 1, | |
| "fully_accelerated": null, | |
| "compile_peak_rss_bytes": 351272960, | |
| "peak_rss_is_lower_bound": false, | |
| "post_compile_call_rss_bytes": 137625600, | |
| "exact_runtime_key_lines": [ | |
| "VERBOSE: Replacing 4000 out of 4000 node(s) with delegate (LITERT_CL) node, yielding 1 partitions for subgraph 0 (main).", | |
| "E0000 00:00:1790392542.808681 23321 delegate_opencl.cc:340] Failed to create litert::ml_drift::DelegateKernelLiteRt: UNKNOWN: Failed to build program executable - Out of host memoryPass", | |
| "=== Source Location Trace: ===", | |
| "third_party/ml_drift/cl/cl_program.cc:79", | |
| "third_party/ml_drift/cl/cl_program.cc:223", | |
| "third_party/ml_drift/cl/cl_program.cc:235", | |
| "third_party/ml_drift/cl/program_cache.cc:103", | |
| "third_party/ml_drift/cl/inference_context.cc:238", | |
| "third_party/odml/litert/ml_drift/delegate/gpu_backend_opencl_litert.cc:328", | |
| "third_party/odml/litert/ml_drift/delegate/delegate_kernel.cc:890", | |
| "third_party/odml/litert/ml_drift/delegate/delegate_kernel.cc:915", | |
| "third_party/odml/litert/ml_drift/delegate/delegate_kernel.cc:335", | |
| "third_party/odml/litert/ml_drift/delegate/delegate_kernel_litert.cc:144", | |
| "ERROR: [error_reporter.cc:27] Failed to initialize kernel.", | |
| "ERROR: [error_reporter.cc:27] Restored original execution plan after delegate application failure.", | |
| " \"error\": \"LiteRtCreateCompiledModel status=3\"" | |
| ] | |
| } | |
| }, | |
| { | |
| "requested_ops": 8000, | |
| "actual_operator_count": 8000, | |
| "artifact_bytes": 1120460, | |
| "parameter_count": 0, | |
| "constant_tensor_payload_bytes": 8, | |
| "device": { | |
| "status": "FAIL", | |
| "compile_succeeded": false, | |
| "failure_class": "RETURNED_LITERT_COMPILE_ERROR", | |
| "returncode": 1, | |
| "compile_status": 3, | |
| "compile_wall_ms": 443775.169883, | |
| "selected_operators": 8000, | |
| "compiled_operators": null, | |
| "total_operators": 8000, | |
| "partitions": 1, | |
| "fully_accelerated": null, | |
| "compile_peak_rss_bytes": 649371648, | |
| "peak_rss_is_lower_bound": false, | |
| "post_compile_call_rss_bytes": 460763136, | |
| "exact_runtime_key_lines": [ | |
| "VERBOSE: Replacing 8000 out of 8000 node(s) with delegate (LITERT_CL) node, yielding 1 partitions for subgraph 0 (main).", | |
| "E0000 00:00:1790393045.836172 23439 delegate_opencl.cc:340] Failed to create litert::ml_drift::DelegateKernelLiteRt: UNKNOWN: Failed to build program executable - Out of host memoryPass", | |
| "=== Source Location Trace: === ", | |
| "third_party/ml_drift/cl/cl_program.cc:79", | |
| "third_party/ml_drift/cl/cl_program.cc:223", | |
| "third_party/ml_drift/cl/cl_program.cc:235", | |
| "third_party/ml_drift/cl/program_cache.cc:103", | |
| "third_party/ml_drift/cl/inference_context.cc:238", | |
| "third_party/odml/litert/ml_drift/delegate/gpu_backend_opencl_litert.cc:328", | |
| "third_party/odml/litert/ml_drift/delegate/delegate_kernel.cc:890", | |
| "third_party/odml/litert/ml_drift/delegate/delegate_kernel.cc:915", | |
| "third_party/odml/litert/ml_drift/delegate/delegate_kernel.cc:335", | |
| "third_party/odml/litert/ml_drift/delegate/delegate_kernel_litert.cc:144", | |
| "ERROR: [error_reporter.cc:27] Failed to initialize kernel.", | |
| "ERROR: [error_reporter.cc:27] Restored original execution plan after delegate application failure.", | |
| " \"error\": \"LiteRtCreateCompiledModel status=3\"" | |
| ] | |
| } | |
| } | |
| ], | |
| "synthetic_runtime_message": "Failed to build program executable - Out of host memoryPass", | |
| "universal_operator_count_threshold_established": false, | |
| "successful_full_s128_operators": 4149, | |
| "successful_encoder_s256_operators": 1773, | |
| "head_graph_failures": [ | |
| { | |
| "operators": 12558, | |
| "result": "SIGSEGV", | |
| "returncode": 139 | |
| }, | |
| { | |
| "operators": 6286, | |
| "result": "SIGSEGV", | |
| "returncode": 139, | |
| "peak_rss_lower_bound_bytes": 2574508032 | |
| }, | |
| { | |
| "operators": 14086, | |
| "result": "SIGSEGV", | |
| "returncode": 139, | |
| "peak_rss_lower_bound_bytes": 570171392 | |
| } | |
| ], | |
| "full_s256_failure": { | |
| "operators": 14341, | |
| "result": "SIGSEGV", | |
| "returncode": 139, | |
| "peak_rss_lower_bound_bytes": 6403559424 | |
| }, | |
| "interpretation": "Compilation failures depend on graph topology. The synthetic chain failures do not establish the cause of the BiLSTM crash or exhaustion of all device RAM.", | |
| "source_report_sha256": "91e382190711ea354f91fdc9d2353b27b5e78efcae6bb13e2db4665407c2a25a" | |
| } | |