| { | |
| "summary": { | |
| "questions": 144, | |
| "argmax_agreement": 0.9861111111111112, | |
| "worst_margin_diff": 12.890625, | |
| "mean_margin_diff": 0.7630750868055556, | |
| "min_hidden_cos": 0.8498097955932359 | |
| }, | |
| "preprocessing": [ | |
| { | |
| "id": "final_test-relocation_editor-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": 0.0156862735748291, | |
| "pixel_values_differing": 353, | |
| "pixel_values": 4177152, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 101 | |
| }, | |
| { | |
| "id": "final_test-relocation_editor-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": 0.0156862735748291, | |
| "pixel_values_differing": 345, | |
| "pixel_values": 4177152, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 102 | |
| }, | |
| { | |
| "id": "final_test-relocation_editor-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": 0.0156862735748291, | |
| "pixel_values_differing": 361, | |
| "pixel_values": 4177152, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 102 | |
| }, | |
| { | |
| "id": "final_test-relocation_editor-compact-completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": 0.0156862735748291, | |
| "pixel_values_differing": 595, | |
| "pixel_values": 2963520, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 59 | |
| }, | |
| { | |
| "id": "final_test-relocation_editor-compact-not_completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": 0.0156862735748291, | |
| "pixel_values_differing": 567, | |
| "pixel_values": 2963520, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 58 | |
| }, | |
| { | |
| "id": "final_test-relocation_editor-compact-unknown", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": 0.0156862735748291, | |
| "pixel_values_differing": 600, | |
| "pixel_values": 2963520, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 58 | |
| }, | |
| { | |
| "id": "final_test-supplier_register-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 83 | |
| }, | |
| { | |
| "id": "final_test-supplier_register-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 98 | |
| }, | |
| { | |
| "id": "final_test-supplier_register-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 83 | |
| }, | |
| { | |
| "id": "final_test-supplier_register-compact-completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 49 | |
| }, | |
| { | |
| "id": "final_test-supplier_register-compact-not_completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 32 | |
| }, | |
| { | |
| "id": "final_test-supplier_register-compact-unknown", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 31 | |
| }, | |
| { | |
| "id": "final_test-identity_challenge-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 83 | |
| }, | |
| { | |
| "id": "final_test-identity_challenge-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 97 | |
| }, | |
| { | |
| "id": "final_test-identity_challenge-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 83 | |
| }, | |
| { | |
| "id": "final_test-identity_challenge-compact-completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 70 | |
| }, | |
| { | |
| "id": "final_test-identity_challenge-compact-not_completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 57 | |
| }, | |
| { | |
| "id": "final_test-identity_challenge-compact-unknown", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 56 | |
| }, | |
| { | |
| "id": "final_test-compliance_notice-desktop-completed", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 668, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 144 | |
| }, | |
| { | |
| "id": "final_test-compliance_notice-desktop-not_completed", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 668, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 169 | |
| }, | |
| { | |
| "id": "final_test-compliance_notice-desktop-unknown", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 668, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 226 | |
| }, | |
| { | |
| "id": "final_test-compliance_notice-compact-completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 308, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 34 | |
| }, | |
| { | |
| "id": "final_test-compliance_notice-compact-not_completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 308, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 43 | |
| }, | |
| { | |
| "id": "final_test-compliance_notice-compact-unknown", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 308, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 38 | |
| }, | |
| { | |
| "id": "final_test-indexing_console-desktop-completed", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 664, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 196 | |
| }, | |
| { | |
| "id": "final_test-indexing_console-desktop-not_completed", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 664, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 180 | |
| }, | |
| { | |
| "id": "final_test-indexing_console-desktop-unknown", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 664, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 169 | |
| }, | |
| { | |
| "id": "final_test-indexing_console-compact-completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 56 | |
| }, | |
| { | |
| "id": "final_test-indexing_console-compact-not_completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 77 | |
| }, | |
| { | |
| "id": "final_test-indexing_console-compact-unknown", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 95 | |
| }, | |
| { | |
| "id": "final_test-publication_pipeline-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 133 | |
| }, | |
| { | |
| "id": "final_test-publication_pipeline-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 129 | |
| }, | |
| { | |
| "id": "final_test-publication_pipeline-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 102 | |
| }, | |
| { | |
| "id": "final_test-publication_pipeline-compact-completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 53 | |
| }, | |
| { | |
| "id": "final_test-publication_pipeline-compact-not_completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 56 | |
| }, | |
| { | |
| "id": "final_test-publication_pipeline-compact-unknown", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 37 | |
| }, | |
| { | |
| "id": "final_test-catalog_validation-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 132 | |
| }, | |
| { | |
| "id": "final_test-catalog_validation-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 109 | |
| }, | |
| { | |
| "id": "final_test-catalog_validation-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 125 | |
| }, | |
| { | |
| "id": "final_test-catalog_validation-compact-completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 76 | |
| }, | |
| { | |
| "id": "final_test-catalog_validation-compact-not_completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 100 | |
| }, | |
| { | |
| "id": "final_test-catalog_validation-compact-unknown", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 79 | |
| }, | |
| { | |
| "id": "final_test-reconciliation_workbench-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 570, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 110 | |
| }, | |
| { | |
| "id": "final_test-reconciliation_workbench-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 570, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 118 | |
| }, | |
| { | |
| "id": "final_test-reconciliation_workbench-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 570, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 111 | |
| }, | |
| { | |
| "id": "final_test-reconciliation_workbench-compact-completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 306, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 35 | |
| }, | |
| { | |
| "id": "final_test-reconciliation_workbench-compact-not_completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 306, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 38 | |
| }, | |
| { | |
| "id": "final_test-reconciliation_workbench-compact-unknown", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 306, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 33 | |
| }, | |
| { | |
| "id": "final_test-license_roster-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 112 | |
| }, | |
| { | |
| "id": "final_test-license_roster-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 111 | |
| }, | |
| { | |
| "id": "final_test-license_roster-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 128 | |
| }, | |
| { | |
| "id": "final_test-license_roster-compact-completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 86 | |
| }, | |
| { | |
| "id": "final_test-license_roster-compact-not_completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 87 | |
| }, | |
| { | |
| "id": "final_test-license_roster-compact-unknown", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 68 | |
| }, | |
| { | |
| "id": "final_test-document_catalog-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 120 | |
| }, | |
| { | |
| "id": "final_test-document_catalog-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 86 | |
| }, | |
| { | |
| "id": "final_test-document_catalog-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 133 | |
| }, | |
| { | |
| "id": "final_test-document_catalog-compact-completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 45 | |
| }, | |
| { | |
| "id": "final_test-document_catalog-compact-not_completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 51 | |
| }, | |
| { | |
| "id": "final_test-document_catalog-compact-unknown", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 304, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 49 | |
| }, | |
| { | |
| "id": "final_test-appointment_result-desktop-completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 127 | |
| }, | |
| { | |
| "id": "final_test-appointment_result-desktop-not_completed", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 103 | |
| }, | |
| { | |
| "id": "final_test-appointment_result-desktop-unknown", | |
| "crops": 7, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 568, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 129 | |
| }, | |
| { | |
| "id": "final_test-appointment_result-compact-completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 65 | |
| }, | |
| { | |
| "id": "final_test-appointment_result-compact-not_completed", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 83 | |
| }, | |
| { | |
| "id": "final_test-appointment_result-compact-unknown", | |
| "crops": 5, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 435, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 89 | |
| }, | |
| { | |
| "id": "final_test-voucher_issue-desktop-completed", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 667, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 181 | |
| }, | |
| { | |
| "id": "final_test-voucher_issue-desktop-not_completed", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 667, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 178 | |
| }, | |
| { | |
| "id": "final_test-voucher_issue-desktop-unknown", | |
| "crops": 9, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 667, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 205 | |
| }, | |
| { | |
| "id": "final_test-voucher_issue-compact-completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 307, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 35 | |
| }, | |
| { | |
| "id": "final_test-voucher_issue-compact-not_completed", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 307, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 52 | |
| }, | |
| { | |
| "id": "final_test-voucher_issue-compact-unknown", | |
| "crops": 3, | |
| "crop_sizes_equal": true, | |
| "pixel_max_abs_diff": null, | |
| "pixel_values_differing": null, | |
| "pixel_values": null, | |
| "ids_equal": true, | |
| "tokens": 307, | |
| "position_mismatches": 0, | |
| "preprocess_ms": 38 | |
| } | |
| ], | |
| "adapter": { | |
| "vendor": "nvidia", | |
| "architecture": "blackwell", | |
| "description": "", | |
| "features": [ | |
| "shader-f16" | |
| ] | |
| }, | |
| "generation": { | |
| "request": "final_test-relocation_editor-desktop-completed", | |
| "prompt_tokens": 483, | |
| "new_tokens": 31, | |
| "text": "This is a confirmation page for changing an address, showing that Address AD-728 has been saved by the customer and that the change is complete.", | |
| "ms": 1715, | |
| "decode_tokens_per_s": null | |
| }, | |
| "timings": { | |
| "load_ms": 11157, | |
| "vision_and_embed_ms_mean": 187, | |
| "prefill_ms_mean": 127, | |
| "question_ms_mean": 271 | |
| } | |
| } |