skumar1998 commited on
Commit
ccb835e
·
verified ·
1 Parent(s): 8d99023

Training in progress, step 6

Browse files
README.md CHANGED
@@ -4,9 +4,9 @@ library_name: transformers
4
  model_name: result
5
  tags:
6
  - generated_from_trainer
 
7
  - sft
8
  - unsloth
9
- - trl
10
  licence: license
11
  ---
12
 
 
4
  model_name: result
5
  tags:
6
  - generated_from_trainer
7
+ - trl
8
  - sft
9
  - unsloth
 
10
  licence: license
11
  ---
12
 
adapter_config.json CHANGED
@@ -20,7 +20,7 @@
20
  "layers_pattern": null,
21
  "layers_to_transform": null,
22
  "loftq_config": {},
23
- "lora_alpha": 256,
24
  "lora_bias": false,
25
  "lora_dropout": 0.05,
26
  "lora_ga_config": null,
@@ -30,7 +30,7 @@
30
  "peft_type": "LORA",
31
  "peft_version": "0.19.1",
32
  "qalora_group_size": 16,
33
- "r": 128,
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": "(?:.*?(?:vision|image|visual|patch|language|text).*?(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer).*?(?:qkv|proj|linear_fc1|linear_fc2|out_proj|in_proj_qkv|in_proj_z|in_proj_b|in_proj_a|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj))|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer)\\.(?:(?:qkv|proj|linear_fc1|linear_fc2|out_proj|in_proj_qkv|in_proj_z|in_proj_b|in_proj_a|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj)))",
 
20
  "layers_pattern": null,
21
  "layers_to_transform": null,
22
  "loftq_config": {},
23
+ "lora_alpha": 128,
24
  "lora_bias": false,
25
  "lora_dropout": 0.05,
26
  "lora_ga_config": null,
 
30
  "peft_type": "LORA",
31
  "peft_version": "0.19.1",
32
  "qalora_group_size": 16,
33
+ "r": 64,
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": "(?:.*?(?:vision|image|visual|patch|language|text).*?(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer).*?(?:qkv|proj|linear_fc1|linear_fc2|out_proj|in_proj_qkv|in_proj_z|in_proj_b|in_proj_a|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj))|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer)\\.(?:(?:qkv|proj|linear_fc1|linear_fc2|out_proj|in_proj_qkv|in_proj_z|in_proj_b|in_proj_a|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj)))",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fd01fc41ca5bf3d8336795890e169fc03f0036626859d4b21e15e32a662b5bd
3
- size 3981873664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b6015f9563f19ea98e6218966d515a7aacf4704e7326194dd8e6c95a546e88c
3
+ size 1991027464
distribution.json CHANGED
@@ -1,3 +1,3 @@
1
  {
2
- "facesheet": 148
3
  }
 
1
  {
2
+ "facesheet": 120
3
  }
doctype_entity_distribution.json CHANGED
@@ -1,29 +1,30 @@
1
  {
2
  "facesheet": {
3
- "patient.first_name": 148,
4
- "patient.last_name": 148,
5
- "facility.name": 51,
 
 
 
 
 
 
 
6
  "medicaid_insurance_number": 18,
7
- "medicare_insurance_number": 11,
8
- "patient.city": 22,
9
- "patient.dob": 136,
10
- "patient.sex": 121,
11
- "patient.state": 24,
12
- "patient.zip": 51,
13
  "social_security_number": 7,
14
- "facility.address": 50,
15
- "facility.city": 50,
16
- "facility.state": 50,
17
- "facility.zip": 111,
18
- "other_insurance_name_1": 29,
19
- "other_insurance_number_1": 16,
20
- "other_insurance_number_2": 1,
21
- "patient.address": 21,
22
- "patient.middle_name": 16,
23
- "phone_number": 11,
24
- "collection_date": 37,
25
- "provider_npi": 40,
26
- "sample_code": 40,
27
- "accession_number": 15
28
  }
29
  }
 
1
  {
2
  "facesheet": {
3
+ "patient.address": 26,
4
+ "patient.first_name": 120,
5
+ "patient.last_name": 109,
6
+ "patient.state": 29,
7
+ "patient.zip": 41,
8
+ "facility.address": 53,
9
+ "facility.city": 58,
10
+ "facility.name": 55,
11
+ "facility.state": 59,
12
+ "facility.zip": 87,
13
  "medicaid_insurance_number": 18,
14
+ "other_insurance_name_1": 16,
15
+ "other_insurance_number_1": 14,
16
+ "patient.city": 29,
17
+ "patient.dob": 82,
18
+ "patient.sex": 77,
 
19
  "social_security_number": 7,
20
+ "phone_number": 19,
21
+ "medicare_insurance_number": 20,
22
+ "patient.middle_name": 18,
23
+ "accession_number": 11,
24
+ "collection_date": 28,
25
+ "provider_npi": 36,
26
+ "sample_code": 36,
27
+ "other_insurance_name_2": 1,
28
+ "other_insurance_number_2": 1
 
 
 
 
 
29
  }
30
  }
entity_distribution.json CHANGED
@@ -1,27 +1,28 @@
1
  {
2
- "patient.first_name": 148,
3
- "patient.last_name": 148,
4
- "facility.name": 51,
 
 
 
 
 
 
 
5
  "medicaid_insurance_number": 18,
6
- "medicare_insurance_number": 11,
7
- "patient.city": 22,
8
- "patient.dob": 136,
9
- "patient.sex": 121,
10
- "patient.state": 24,
11
- "patient.zip": 51,
12
  "social_security_number": 7,
13
- "facility.address": 50,
14
- "facility.city": 50,
15
- "facility.state": 50,
16
- "facility.zip": 111,
17
- "other_insurance_name_1": 29,
18
- "other_insurance_number_1": 16,
19
- "other_insurance_number_2": 1,
20
- "patient.address": 21,
21
- "patient.middle_name": 16,
22
- "phone_number": 11,
23
- "collection_date": 37,
24
- "provider_npi": 40,
25
- "sample_code": 40,
26
- "accession_number": 15
27
  }
 
1
  {
2
+ "patient.address": 26,
3
+ "patient.first_name": 120,
4
+ "patient.last_name": 109,
5
+ "patient.state": 29,
6
+ "patient.zip": 41,
7
+ "facility.address": 53,
8
+ "facility.city": 58,
9
+ "facility.name": 55,
10
+ "facility.state": 59,
11
+ "facility.zip": 87,
12
  "medicaid_insurance_number": 18,
13
+ "other_insurance_name_1": 16,
14
+ "other_insurance_number_1": 14,
15
+ "patient.city": 29,
16
+ "patient.dob": 82,
17
+ "patient.sex": 77,
 
18
  "social_security_number": 7,
19
+ "phone_number": 19,
20
+ "medicare_insurance_number": 20,
21
+ "patient.middle_name": 18,
22
+ "accession_number": 11,
23
+ "collection_date": 28,
24
+ "provider_npi": 36,
25
+ "sample_code": 36,
26
+ "other_insurance_name_2": 1,
27
+ "other_insurance_number_2": 1
 
 
 
 
 
28
  }
file.log CHANGED
@@ -1,44 +1,43 @@
1
- 2026-07-24 08:04:46.196 | INFO | app.tasks.entity.vlm.dataset:create:650 - Using pre-split dataset mode
2
- 2026-07-24 08:04:46.221 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading train dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a6319b-f175-7818-8000-32f95602529a/train.json
3
- 2026-07-24 08:04:46.525 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
4
- 2026-07-24 08:04:48.678 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading val dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a6319b-f175-7818-8000-32f95602529a/eval.json
5
- 2026-07-24 08:04:48.920 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
6
- 2026-07-24 08:04:49.427 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading test dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a6319b-f175-7818-8000-32f95602529a/test.json
7
- 2026-07-24 08:04:49.646 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
8
- 2026-07-24 08:04:50.373 | INFO | app.tasks.entity.vlm.dataset:_download_miscellaneous:1612 - Downloading miscellaneous data from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a6319b-f175-7818-8000-32f95602529a/miscellaneous.json
9
- 2026-07-24 08:04:50.601 | INFO | app.tasks.entity.vlm.dataset:_download_previous_datasets:1521 - Found 0 previous dataset(s) to consolidate
10
- 2026-07-24 08:04:50.601 | INFO | app.tasks.entity.vlm.dataset:download_presplit_datasets:1663 - Successfully downloaded all datasets to /home/ubuntu/dataset
11
- 2026-07-24 08:04:51.035 | INFO | app.tasks.entity.vlm.dataset:remove_null_files:574 - Removed 0 files with null values
12
- 2026-07-24 08:04:51.087 | INFO | app.tasks.entity.vlm.reports:get_distribution:1513 - Original number of ground truth files 148
13
- 2026-07-24 08:04:51.228 | INFO | app.tasks.entity.vlm.reports:get_distribution:1528 - After removing empty files 148
14
- 2026-07-24 08:04:51.239 | INFO | app.tasks.entity.vlm.reports:get_entity_distribution:1628 - Creating entity distribution for 148 files
15
- 2026-07-24 08:04:51.554 | DEBUG | app.commonmlops:get_oauth_token:834 - OAuth token request status: 200
16
- 2026-07-24 08:04:51.798 | DEBUG | app.commonmlops:get_training_job_queue:891 - Get training job queue status code: 200, api_url: https://aitest.api.dexit.tech/api/v1/mlops/trainingjobqueue/06a6319f-a12a-7e8e-8000-9058ea5e8d2c
17
- 2026-07-24 08:04:52.020 | DEBUG | app.commonmlops:get_oauth_token:834 - OAuth token request status: 200
18
- 2026-07-24 08:04:52.021 | DEBUG | app.commonmlops:update_training_job_queue:937 - Updating training job queue with merged payload: {'id': '06a6319f-a12a-7e8e-8000-9058ea5e8d2c', 'modeltype': 'entity', 'modelname': 'vlm_qwen3_5', 'jobtype': 'feedback', 'basemodelversionid': '019f0d56-3844-7c0a-8fab-4aa6a6d1f12e', 'datasetid': '06a6319b-f175-7818-8000-32f95602529a', 'status': 'triggered', 'createddate': '2026-07-24T07:53:30.073021Z', 'createdby': '00000000-0000-0000-0000-000000000000', 'startdate': '2026-07-24T08:04:15.224696Z', 'enddate': None, 'accuracyreport': None, 'metadata': {'clearml_details': {'hf_model_id': '314e/dexit-aitest-vlm_qwen3_5-entity-integration', 'clearml_task_id': '84feb774e9f44045a8b3f991a9e8444a', 'new_modelversion_tag': 'v0.0.0', 'base_modelversion_tag': 'v0.0.0', 'trained_entities': ['accession_number', 'collection_date', 'facility.address', 'facility.city', 'facility.name', 'facility.state', 'facility.zip', 'medicaid_insurance_number', 'medicare_insurance_number', 'other_insurance_name_1', 'other_insurance_name_2', 'other_insurance_number_1', 'other_insurance_number_2', 'patient.address', 'patient.city', 'patient.dob', 'patient.first_name', 'patient.last_name', 'patient.middle_name', 'patient.sex', 'patient.state', 'patient.zip', 'phone_number', 'provider_npi', 'sample_code', 'social_security_number']}, 'hyperparameters': {'DATASET_PARAMS': {'DATASET__EVAL_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a6319b-f175-7818-8000-32f95602529a/eval.json', 'DATASET__TEST_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a6319b-f175-7818-8000-32f95602529a/test.json', 'DATASET__TRAIN_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a6319b-f175-7818-8000-32f95602529a/train.json', 'DATASET__MISCELLANEOUS_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a6319b-f175-7818-8000-32f95602529a/miscellaneous.json'}, 'MODEL_CONFIGURATION': {'SEED': 42, 'MODELNAME': 'vlm_qwen3_5', 'MODELTYPE': 'entity', 'ENVIRONMENT': 'integration', 'HF_MODEL_ID': '314e/dexit-aitest-vlm_qwen3_5-entity-integration', 'MODEL_FAMILY': 'qwen', 'ARTIFACTS_DIR': '/home/ubuntu/result', 'MODELVERSIONTAG': 'v0.0.0', 'HF_BASE_MODEL_ID': 'Qwen/Qwen3.6-27B', 'IMAGE_PATCH_SIZE': 16, 'THRESHOLD_OFFSET': 0.05, 'TRAIN_OOTB_MODEL': True, 'NEW_MODELVERSIONTAG': 'v0.0.0'}, 'MODEL_HYPERPARAMETERS': {'RANK': 128, 'ALPHA': 256, 'TRAIN_EPOCHS': 10, 'EVAL_BATCH_SIZE': 2, 'GRAD_ACCUM_STEPS': 4, 'TRAIN_BATCH_SIZE': 2, 'INFERENCE_BATCH_SIZE': 2}}, 'workflow_details': {'temporal_workflow_id': 'local-model-retraining-entity-0d723bc3', 'skypilot_cluster_name': 'dexit-aitest-skypilot-entity-1784879745-438419', 'temporal_workflow_run_id': '019f931f-5f2f-74fd-a540-4e323ca51562'}, 'modelconfig_snapshot': {'modelname': 'vlm_qwen3_5', 'modeltype': 'entity', 'deployment': {'auto_model_deployment_manual': False, 'auto_model_deployment_feedback': False}, 'feedback_config': {'bucket_low': 0.5, 'bucket_high': 0.7, 'auto_trigger_retraining': True, 'non_corrected_sample_ratio': 0.5, 'min_feedback_count_for_retraining': 1500, 'low_bucket_threshold_offset_multiplier': 0.5, 'auto_trigger_retraining_on_new_entities': False, 'high_bucket_threshold_offset_multiplier': 1.5, 'low_precision_bucket_corrected_sample_rate': 0.8, 'mid_precision_bucket_corrected_sample_rate': 0.5, 'high_precision_bucket_corrected_sample_rate': 0.2, 'low_precision_bucket_threshold_sample_count': 100}, 'training_config': {'seed': 42, 'dataset': {'eval_size': 0.1, 'test_size': 0.2, 'train_size': 0.7}, 'cloud_providers': [{'accelerators': ['A100-80GB:1', 'H100:1'], 'provider_name': 'runpod'}], 'hyperparameters': {'rank': 128, 'alpha': 256, 'train_epochs': 10, 'grad_accum_steps': 4, 'train_batch_size': 2}, 'hf_base_model_id': 'Qwen/Qwen3.6-27B', 'train_ootb_model': True, 'previous_datasets': {'eval': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}, 'test': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}, 'train': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}}}, 'threshold_offset': 0.05}}, 'deploymentstatus': None, 'deployeddate': None}
19
- 2026-07-24 08:04:52.279 | DEBUG | app.commonmlops:update_training_job_queue:940 - Update training job queue status code: 200, api_url: https://aitest.api.dexit.tech/api/v1/mlops/trainingjobqueue/06a6319f-a12a-7e8e-8000-9058ea5e8d2c
20
- 2026-07-24 08:04:52.287 | SUCCESS | app.commonmlops:update_trained_entities:979 - Updated trained_entities on training job queue
21
- 2026-07-24 08:04:52.773 | INFO | app.tasks.entity.vlm.reports:upload_initial_artifacts:1696 - Uploaded intial artifacts to ClearML
22
- 2026-07-24 08:04:52.773 | INFO | __main__:_run_training_phase:657 - Moving into standard training loop
23
- 2026-07-24 08:04:52.774 | INFO | __main__:setup_directories:211 - Loading pre-split dataset statistics
24
- 2026-07-24 08:04:52.850 | INFO | __main__:load_presplit_statistics:188 - Found 110 training samples
25
- 2026-07-24 08:04:52.894 | INFO | __main__:load_presplit_statistics:190 - Found 30 test samples
26
- 2026-07-24 08:04:52.927 | INFO | __main__:load_presplit_statistics:192 - Found 8 validation samples
27
- 2026-07-24 08:04:52.928 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:986 -
28
  Dataset Split Statistics:
29
- 2026-07-24 08:04:52.929 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:987 - Total samples: 148
30
- 2026-07-24 08:04:52.929 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:989 - Train set: 110 (74.3%)
31
- 2026-07-24 08:04:52.929 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:990 - Test set: 30 (20.3%)
32
- 2026-07-24 08:04:52.929 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:991 - Validation set: 8 (5.4%)
33
- 2026-07-24 08:04:52.931 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:1000 - Split statistics saved to /home/ubuntu/result/split_statistics.json
34
- 2026-07-24 08:04:52.936 | INFO | __main__:standard_training_loop:354 - Initializing model
35
- 2026-07-24 08:04:52.936 | INFO | __main__:initialize_model:243 - Setting up model for retraining
36
- 2026-07-24 08:04:52.936 | INFO | __main__:initialize_model:246 - Training from base model: Qwen/Qwen3.6-27B
37
- 2026-07-24 08:04:52.937 | INFO | app.tasks.entity.vlm.model:__post_init__:220 - loading model Qwen/Qwen3.6-27B for training with unsloth
38
- 2026-07-24 08:07:11.077 | INFO | app.tasks.entity.vlm.model:calculate_max_steps:316 - num_samples: 110, batch_size: 2, gradient_accumulation_steps: 4, epochs: 10
39
- 2026-07-24 08:07:11.077 | INFO | app.tasks.entity.vlm.model:calculate_max_steps:320 - calculating max steps
40
- 2026-07-24 08:07:11.116 | INFO | __main__:standard_training_loop:357 - Setting up trainer
41
- 2026-07-24 08:07:21.146 | INFO | __main__:create_trainer:306 - Materialized datasets: 110 train, 8 eval samples
42
- 2026-07-24 08:07:21.844 | INFO | __main__:standard_training_loop:360 - Starting training
43
- 2026-07-24 08:07:22.079 | INFO | app.tasks.entity.vlm.model:train_model:521 - everything is set up, launching training
44
- 2026-07-24 09:04:27.854 | INFO | app.tasks.entity.vlm.model:train_model:527 - training complete: TrainOutput(global_step=130, training_loss=0.07528288119400924, metrics={'train_runtime': 3399.9478, 'train_samples_per_second': 0.306, 'train_steps_per_second': 0.038, 'total_flos': 3.1486185084423456e+17, 'train_loss': 0.07528288119400924, 'epoch': 9.290909090909091})
 
1
+ 2026-07-24 09:34:49.040 | INFO | app.tasks.entity.vlm.dataset:create:650 - Using pre-split dataset mode
2
+ 2026-07-24 09:34:49.057 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading train dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/train.json
3
+ 2026-07-24 09:34:49.390 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
4
+ 2026-07-24 09:34:50.413 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading val dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/eval.json
5
+ 2026-07-24 09:34:50.647 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
6
+ 2026-07-24 09:34:51.242 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading test dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/test.json
7
+ 2026-07-24 09:34:51.520 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
8
+ 2026-07-24 09:34:52.207 | INFO | app.tasks.entity.vlm.dataset:_download_miscellaneous:1612 - Downloading miscellaneous data from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/miscellaneous.json
9
+ 2026-07-24 09:34:52.465 | INFO | app.tasks.entity.vlm.dataset:_download_previous_datasets:1521 - Found 0 previous dataset(s) to consolidate
10
+ 2026-07-24 09:34:52.466 | INFO | app.tasks.entity.vlm.dataset:download_presplit_datasets:1663 - Successfully downloaded all datasets to /home/ubuntu/dataset
11
+ 2026-07-24 09:34:53.185 | INFO | app.tasks.entity.vlm.dataset:remove_null_files:574 - Removed 0 files with null values
12
+ 2026-07-24 09:34:53.261 | INFO | app.tasks.entity.vlm.reports:get_distribution:1513 - Original number of ground truth files 120
13
+ 2026-07-24 09:34:53.480 | INFO | app.tasks.entity.vlm.reports:get_distribution:1528 - After removing empty files 120
14
+ 2026-07-24 09:34:53.499 | INFO | app.tasks.entity.vlm.reports:get_entity_distribution:1628 - Creating entity distribution for 120 files
15
+ 2026-07-24 09:34:53.820 | DEBUG | app.commonmlops:get_oauth_token:834 - OAuth token request status: 200
16
+ 2026-07-24 09:34:54.098 | DEBUG | app.commonmlops:get_training_job_queue:891 - Get training job queue status code: 200, api_url: https://aitest.api.dexit.tech/api/v1/mlops/trainingjobqueue/06a632d8-22dc-7d70-8000-ad2feb7176cf
17
+ 2026-07-24 09:34:54.257 | DEBUG | app.commonmlops:get_oauth_token:834 - OAuth token request status: 200
18
+ 2026-07-24 09:34:54.258 | DEBUG | app.commonmlops:update_training_job_queue:937 - Updating training job queue with merged payload: {'id': '06a632d8-22dc-7d70-8000-ad2feb7176cf', 'modeltype': 'entity', 'modelname': 'vlm_qwen3_5', 'jobtype': 'feedback', 'basemodelversionid': '019f0d56-3844-7c0a-8fab-4aa6a6d1f12e', 'datasetid': '06a632d4-6217-73a7-8000-371ca6dde2d0', 'status': 'triggered', 'createddate': '2026-07-24T09:16:50.178958Z', 'createdby': '00000000-0000-0000-0000-000000000000', 'startdate': '2026-07-24T09:34:14.848339Z', 'enddate': None, 'accuracyreport': None, 'metadata': {'clearml_details': {'hf_model_id': '314e/dexit-aitest-vlm_qwen3_6-entity-integration', 'clearml_task_id': 'b20dd082c6a14594a8147f2971d40e0b', 'new_modelversion_tag': 'v0.0.0', 'base_modelversion_tag': 'v0.0.0', 'trained_entities': ['accession_number', 'collection_date', 'facility.address', 'facility.city', 'facility.name', 'facility.state', 'facility.zip', 'medicaid_insurance_number', 'medicare_insurance_number', 'other_insurance_name_1', 'other_insurance_name_2', 'other_insurance_number_1', 'other_insurance_number_2', 'patient.address', 'patient.city', 'patient.dob', 'patient.first_name', 'patient.last_name', 'patient.middle_name', 'patient.sex', 'patient.state', 'patient.zip', 'phone_number', 'provider_npi', 'sample_code', 'social_security_number']}, 'hyperparameters': {'DATASET_PARAMS': {'DATASET__EVAL_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/eval.json', 'DATASET__TEST_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/test.json', 'DATASET__TRAIN_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/train.json', 'DATASET__MISCELLANEOUS_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/miscellaneous.json'}, 'MODEL_CONFIGURATION': {'SEED': 42, 'MODELNAME': 'vlm_qwen3_6', 'MODELTYPE': 'entity', 'ENVIRONMENT': 'integration', 'HF_MODEL_ID': '314e/dexit-aitest-vlm_qwen3_6-entity-integration', 'MODEL_FAMILY': 'qwen', 'ARTIFACTS_DIR': '/home/ubuntu/result', 'MODELVERSIONTAG': 'v0.0.0', 'HF_BASE_MODEL_ID': 'Qwen/Qwen3.6-27B', 'IMAGE_PATCH_SIZE': 16, 'THRESHOLD_OFFSET': 0.05, 'TRAIN_OOTB_MODEL': True, 'NEW_MODELVERSIONTAG': 'v0.0.0'}, 'MODEL_HYPERPARAMETERS': {'RANK': 64, 'ALPHA': 128, 'TRAIN_EPOCHS': 2, 'EVAL_BATCH_SIZE': 1, 'GRAD_ACCUM_STEPS': 4, 'TRAIN_BATCH_SIZE': 2, 'INFERENCE_BATCH_SIZE': 1}}, 'workflow_details': {'temporal_workflow_id': 'local-model-retraining-entity-f05c9f4e', 'skypilot_cluster_name': 'dexit-aitest-skypilot-entity-1784884909-826023', 'temporal_workflow_run_id': '019f936e-27c5-7dc7-a6ea-f588f75914eb'}, 'modelconfig_snapshot': {'modelname': 'vlm_qwen3_6', 'modeltype': 'entity', 'deployment': {'auto_model_deployment_manual': False, 'auto_model_deployment_feedback': False}, 'feedback_config': {'bucket_low': 0.5, 'bucket_high': 0.7, 'auto_trigger_retraining': True, 'non_corrected_sample_ratio': 0.5, 'min_feedback_count_for_retraining': 1500, 'low_bucket_threshold_offset_multiplier': 0.5, 'auto_trigger_retraining_on_new_entities': False, 'high_bucket_threshold_offset_multiplier': 1.5, 'low_precision_bucket_corrected_sample_rate': 0.8, 'mid_precision_bucket_corrected_sample_rate': 0.5, 'high_precision_bucket_corrected_sample_rate': 0.2, 'low_precision_bucket_threshold_sample_count': 100}, 'training_config': {'seed': 42, 'dataset': {'eval_size': 0.1, 'test_size': 0.2, 'train_size': 0.7}, 'cloud_providers': [{'accelerators': ['A100-80GB:1', 'H100:1'], 'provider_name': 'runpod'}], 'hyperparameters': {'rank': 64, 'alpha': 128, 'train_epochs': 2, 'grad_accum_steps': 4, 'train_batch_size': 2}, 'hf_base_model_id': 'Qwen/Qwen3.6-27B', 'train_ootb_model': True, 'previous_datasets': {'eval': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}, 'test': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}, 'train': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}}}, 'threshold_offset': 0.05}}, 'deploymentstatus': None, 'deployeddate': None}
19
+ 2026-07-24 09:34:54.427 | DEBUG | app.commonmlops:update_training_job_queue:940 - Update training job queue status code: 200, api_url: https://aitest.api.dexit.tech/api/v1/mlops/trainingjobqueue/06a632d8-22dc-7d70-8000-ad2feb7176cf
20
+ 2026-07-24 09:34:54.429 | SUCCESS | app.commonmlops:update_trained_entities:979 - Updated trained_entities on training job queue
21
+ 2026-07-24 09:34:55.122 | INFO | app.tasks.entity.vlm.reports:upload_initial_artifacts:1696 - Uploaded intial artifacts to ClearML
22
+ 2026-07-24 09:34:55.123 | INFO | __main__:_run_training_phase:657 - Moving into standard training loop
23
+ 2026-07-24 09:34:55.124 | INFO | __main__:setup_directories:211 - Loading pre-split dataset statistics
24
+ 2026-07-24 09:34:55.229 | INFO | __main__:load_presplit_statistics:188 - Found 83 training samples
25
+ 2026-07-24 09:34:55.279 | INFO | __main__:load_presplit_statistics:190 - Found 24 test samples
26
+ 2026-07-24 09:34:55.317 | INFO | __main__:load_presplit_statistics:192 - Found 13 validation samples
27
+ 2026-07-24 09:34:55.317 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:986 -
28
  Dataset Split Statistics:
29
+ 2026-07-24 09:34:55.318 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:987 - Total samples: 120
30
+ 2026-07-24 09:34:55.318 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:989 - Train set: 83 (69.2%)
31
+ 2026-07-24 09:34:55.318 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:990 - Test set: 24 (20.0%)
32
+ 2026-07-24 09:34:55.319 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:991 - Validation set: 13 (10.8%)
33
+ 2026-07-24 09:34:55.320 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:1000 - Split statistics saved to /home/ubuntu/result/split_statistics.json
34
+ 2026-07-24 09:34:55.323 | INFO | __main__:standard_training_loop:354 - Initializing model
35
+ 2026-07-24 09:34:55.324 | INFO | __main__:initialize_model:243 - Setting up model for retraining
36
+ 2026-07-24 09:34:55.324 | INFO | __main__:initialize_model:246 - Training from base model: Qwen/Qwen3.6-27B
37
+ 2026-07-24 09:34:55.324 | INFO | app.tasks.entity.vlm.model:__post_init__:227 - loading model Qwen/Qwen3.6-27B for training with unsloth
38
+ 2026-07-24 09:37:38.205 | INFO | app.tasks.entity.vlm.model:calculate_max_steps:323 - num_samples: 83, batch_size: 2, gradient_accumulation_steps: 4, epochs: 2
39
+ 2026-07-24 09:37:38.206 | INFO | app.tasks.entity.vlm.model:calculate_max_steps:327 - calculating max steps
40
+ 2026-07-24 09:37:38.255 | INFO | __main__:standard_training_loop:357 - Setting up trainer
41
+ 2026-07-24 09:37:47.271 | INFO | __main__:create_trainer:306 - Materialized datasets: 83 train, 13 eval samples
42
+ 2026-07-24 09:37:47.930 | INFO | __main__:standard_training_loop:360 - Starting training
43
+ 2026-07-24 09:37:48.282 | INFO | app.tasks.entity.vlm.model:train_model:528 - everything is set up, launching training
 
ground_truth_data.json CHANGED
The diff for this file is too large to render. See raw diff
 
gt_json.json CHANGED
@@ -1,152 +1,124 @@
1
  {
2
  "gt_jsons": [
3
- "/home/ubuntu/dataset/train/facesheet/0696090f-9301-75a3-8000-ef57573e8175.json",
4
- "/home/ubuntu/dataset/train/facesheet/06960910-d128-7ef7-8000-b561498b7e78.json",
5
- "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-73c3-8000-d7b19c52f74b.json",
6
- "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-7573-8000-019de5cca65b.json",
7
  "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-7578-8000-f420429cf9a5.json",
8
- "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-775c-8000-49d352c90b86.json",
9
  "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-75bc-8000-c4b4b4515ddf.json",
10
- "/home/ubuntu/dataset/train/facesheet/06960910-765f-7ef9-8000-a27e7868ffa3.json",
11
- "/home/ubuntu/dataset/train/facesheet/06960910-765f-7bc9-8000-0af1fa41af4a.json",
12
  "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-771f-8000-e15b4c943d8c.json",
13
- "/home/ubuntu/dataset/train/facesheet/0696090f-9301-7412-8000-eb7251a164c4.json",
14
- "/home/ubuntu/dataset/train/facesheet/0696090f-9033-75d4-8000-a1189f600c4e.json",
15
- "/home/ubuntu/dataset/train/facesheet/0696090f-9033-7469-8000-ff6cf1c1fd0d.json",
16
- "/home/ubuntu/dataset/train/facesheet/06960910-d129-7181-8000-7fa84af720de.json",
17
- "/home/ubuntu/dataset/train/facesheet/069fe5af-24c6-79fd-8000-e1aba1ddcf51.json",
18
- "/home/ubuntu/dataset/train/facesheet/0696485f-e536-76ed-8000-120476bafb3f.json",
19
- "/home/ubuntu/dataset/train/facesheet/069fe5be-5a6e-7b3d-8000-40107b6d5c69.json",
20
- "/home/ubuntu/dataset/train/facesheet/069fe5aa-2229-78bb-8000-d38a7a2ff573.json",
21
- "/home/ubuntu/dataset/train/facesheet/069fe5b0-7832-7cb9-8000-7968e8b15c66.json",
22
- "/home/ubuntu/dataset/train/facesheet/069fe5bb-8447-77e6-8000-4c466f96a1a0.json",
23
- "/home/ubuntu/dataset/train/facesheet/069fe5ad-61a7-791b-8000-00f5a1f99cdf.json",
24
- "/home/ubuntu/dataset/train/facesheet/06964860-d38c-7e9e-8000-812e7bc36259.json",
25
- "/home/ubuntu/dataset/train/facesheet/06964862-a687-73f5-8000-48fec2bc5c85.json",
26
- "/home/ubuntu/dataset/train/facesheet/069fe5ae-4864-7c40-8000-138f0e3d6ed3.json",
27
- "/home/ubuntu/dataset/train/facesheet/069fe5ad-b946-7037-8000-10b9aa493770.json",
28
- "/home/ubuntu/dataset/train/facesheet/06964864-2b70-7a5e-8000-757ac2796665.json",
29
- "/home/ubuntu/dataset/train/facesheet/069fe5ab-1df1-77be-8000-2ce50dda140b.json",
30
- "/home/ubuntu/dataset/train/facesheet/069fe5ac-1102-71e1-8000-0c3f0e101ce3.json",
31
- "/home/ubuntu/dataset/train/facesheet/069fe5ab-d0ae-7d0c-8000-1dae8947ab90.json",
32
- "/home/ubuntu/dataset/train/facesheet/069fd91d-51e6-76eb-8000-b26e54472449.json",
33
- "/home/ubuntu/dataset/train/facesheet/069fe5ab-1dd8-7623-8000-542f0f39dab9.json",
34
- "/home/ubuntu/dataset/train/facesheet/069fe5ae-5348-7645-8000-0879553c9f9f.json",
35
- "/home/ubuntu/dataset/train/facesheet/069fe5ba-32ea-7f30-8000-1f9964ba2687.json",
36
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d47-7bf9-8000-5b51c9d970f3.json",
37
- "/home/ubuntu/dataset/train/facesheet/069fe5ab-1dd0-7bf4-8000-09de15741873.json",
38
- "/home/ubuntu/dataset/train/facesheet/069fe5ac-5cfe-7e5c-8000-f2907dc8877f.json",
39
- "/home/ubuntu/dataset/train/facesheet/069fe5b0-ad6c-7a77-8000-0abae3823dcd.json",
40
- "/home/ubuntu/dataset/train/facesheet/069fe5ac-22c6-7db8-8000-c0b46e0c4394.json",
41
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d48-7676-8000-1e594039d0be.json",
42
- "/home/ubuntu/dataset/train/facesheet/069fe5aa-2228-7c5a-8000-a5bd144a38a5.json",
43
- "/home/ubuntu/dataset/train/facesheet/069fe5ac-1102-7236-8000-09818629093e.json",
44
- "/home/ubuntu/dataset/train/facesheet/069fe5bd-88ef-7c43-8000-529aa682ee0d.json",
45
- "/home/ubuntu/dataset/train/facesheet/069fe5ba-32ed-7390-8000-eba1430ab746.json",
46
- "/home/ubuntu/dataset/train/facesheet/06964863-8167-772e-8000-4ed81c9fde90.json",
47
- "/home/ubuntu/dataset/train/facesheet/069fe5ab-1df1-7804-8000-b9ac5e9dbd32.json",
48
- "/home/ubuntu/dataset/train/facesheet/0696485c-54d4-796e-8000-15f4c8b90a3d.json",
49
- "/home/ubuntu/dataset/train/facesheet/0696485d-7bd0-7b35-8000-e6b81f809f8d.json",
50
- "/home/ubuntu/dataset/train/facesheet/069fe5aa-cbaa-7bc2-8000-22301552ff12.json",
51
- "/home/ubuntu/dataset/train/facesheet/069fe5ba-4694-765f-8000-a86d7928c779.json",
52
- "/home/ubuntu/dataset/train/facesheet/069fe5ab-d0af-7148-8000-00d55861b45f.json",
53
- "/home/ubuntu/dataset/train/facesheet/069fe5c2-fa8c-7548-8000-ffeab5961019.json",
54
- "/home/ubuntu/dataset/train/facesheet/069fe5ac-22c6-7df0-8000-3c3004fb8ce9.json",
55
- "/home/ubuntu/dataset/train/facesheet/069fe5b0-42cb-71fc-8000-97191ff0d121.json",
56
- "/home/ubuntu/dataset/train/facesheet/069fe5b0-a16b-71bf-8000-00b4c7e156bd.json",
57
- "/home/ubuntu/dataset/train/facesheet/0696485c-67b9-7bbd-8000-b6c3bfe1d702.json",
58
- "/home/ubuntu/dataset/train/facesheet/069fe5af-24c6-78de-8000-b4cb0c5b619f.json",
59
- "/home/ubuntu/dataset/train/facesheet/06964862-86ef-7b59-8000-fec40ea80e79.json",
60
- "/home/ubuntu/dataset/train/facesheet/0696485e-65d0-78b9-8000-c5b300f95172.json",
61
- "/home/ubuntu/dataset/train/facesheet/0696485e-e424-7771-8000-e1f1caef7e15.json",
62
- "/home/ubuntu/dataset/train/facesheet/0696485d-0a93-7336-8000-4755e4032554.json",
63
- "/home/ubuntu/dataset/train/facesheet/069fe5ab-d0ae-7cb8-8000-ac084d7842fa.json",
64
- "/home/ubuntu/dataset/train/facesheet/069fe5ae-a2d7-7cbd-8000-b16551f92cb7.json",
65
- "/home/ubuntu/dataset/train/facesheet/069fe5ba-32ea-7c32-8000-7af14dc00e60.json",
66
- "/home/ubuntu/dataset/train/facesheet/069fe5b0-a16b-716b-8000-982ff0db0829.json",
67
- "/home/ubuntu/dataset/train/facesheet/069fe5aa-2229-7a90-8000-41c995855cc9.json",
68
- "/home/ubuntu/dataset/train/facesheet/06964860-3b22-735c-8000-5523db8dfc89.json",
69
- "/home/ubuntu/dataset/train/facesheet/06964861-77a4-7640-8000-14a5f8774e0e.json",
70
- "/home/ubuntu/dataset/train/facesheet/069fe5ad-a647-7355-8000-16f3f75010b4.json",
71
- "/home/ubuntu/dataset/train/facesheet/069fe5ac-22c6-78f8-8000-19e7dbc5fc9e.json",
72
- "/home/ubuntu/dataset/train/facesheet/06964862-5348-7485-8000-e7c621e0aa12.json",
73
- "/home/ubuntu/dataset/train/facesheet/069fe5ae-5348-76c9-8000-fea257764f65.json",
74
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d5a-7268-8000-c4aae4e4d882.json",
75
- "/home/ubuntu/dataset/train/facesheet/069fe5ae-4864-7cc4-8000-732b51e310d5.json",
76
- "/home/ubuntu/dataset/train/facesheet/069fe5b2-03b7-7508-8000-34f53ce7cb3d.json",
77
- "/home/ubuntu/dataset/train/facesheet/069fe5ad-3b18-7c73-8000-174ba40b9ad1.json",
78
- "/home/ubuntu/dataset/train/facesheet/069fe5ac-b427-76d0-8000-1bd4aa2dddf8.json",
79
- "/home/ubuntu/dataset/train/facesheet/069fe5b2-abf2-7b01-8000-d7ba4e5e08d3.json",
80
- "/home/ubuntu/dataset/train/facesheet/0696485d-285b-7732-8000-3a8bec3208d3.json",
81
- "/home/ubuntu/dataset/train/facesheet/069fe5aa-cbc6-7392-8000-67937ea68de7.json",
82
- "/home/ubuntu/dataset/train/facesheet/069fe5ba-466e-764f-8000-300a8167c011.json",
83
- "/home/ubuntu/dataset/train/facesheet/069fe5be-d7ab-78e0-8000-5efc5911ef8b.json",
84
- "/home/ubuntu/dataset/train/facesheet/069fd91d-51e6-76a7-8000-6bd4852166f2.json",
85
- "/home/ubuntu/dataset/train/facesheet/069fe5c2-fa8c-75b3-8000-393c4b8b48f0.json",
86
- "/home/ubuntu/dataset/train/facesheet/069fd962-143f-7344-8000-bfa0b4eb8c67.json",
87
- "/home/ubuntu/dataset/train/facesheet/06964862-367c-77c5-8000-887d7b2857b2.json",
88
- "/home/ubuntu/dataset/train/facesheet/06964863-1540-7617-8000-a01e43aeb0da.json",
89
- "/home/ubuntu/dataset/train/facesheet/069fe5b1-61da-7ba8-8000-09e37babbb69.json",
90
- "/home/ubuntu/dataset/train/facesheet/0696485d-9b81-7045-8000-00803590973c.json",
91
- "/home/ubuntu/dataset/train/facesheet/069fe5b2-abf2-7a6b-8000-efd66e69afbf.json",
92
- "/home/ubuntu/dataset/train/facesheet/069fe5ac-94dc-7925-8000-906dac8c15ab.json",
93
- "/home/ubuntu/dataset/train/facesheet/069fe5ba-32cd-7ce8-8000-1579bab113aa.json",
94
- "/home/ubuntu/dataset/train/facesheet/06964861-00cc-75e8-8000-ff4ab6b5dcbd.json",
95
- "/home/ubuntu/dataset/train/facesheet/069fe5ab-d0af-7112-8000-e6a121cd266f.json",
96
- "/home/ubuntu/dataset/train/facesheet/06964862-d6de-7541-8000-a8fc5f00e830.json",
97
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d5a-7231-8000-fb5d4fbc0935.json",
98
- "/home/ubuntu/dataset/train/facesheet/069fe5bd-88ef-76e8-8000-0ea8c8505365.json",
99
- "/home/ubuntu/dataset/train/facesheet/069fe5ba-32ea-7cc2-8000-e29db2b2ce2a.json",
100
- "/home/ubuntu/dataset/train/facesheet/069fe5bd-b289-730e-8000-addc6697b383.json",
101
- "/home/ubuntu/dataset/train/facesheet/069fe5af-9185-7883-8000-5691c3ddadae.json",
102
- "/home/ubuntu/dataset/train/facesheet/069fe5be-d7ab-7930-8000-012ac4b1e0e3.json",
103
- "/home/ubuntu/dataset/train/facesheet/06964861-36c3-7f0d-8000-d5dea430829a.json",
104
- "/home/ubuntu/dataset/train/facesheet/06964860-9a6b-7713-8000-d64a2daeb262.json",
105
- "/home/ubuntu/dataset/train/facesheet/06964861-36c4-70ea-8000-6306a5f08f5c.json",
106
- "/home/ubuntu/dataset/train/facesheet/06964860-70c0-76c7-8000-b14e906ee638.json",
107
- "/home/ubuntu/dataset/train/facesheet/0696485f-720f-7038-8000-e8f8abc68ac3.json",
108
- "/home/ubuntu/dataset/train/facesheet/0696485f-9946-7e61-8000-7dcdd3422192.json",
109
- "/home/ubuntu/dataset/train/facesheet/06964860-20f5-71c1-8000-afdafdea79b2.json",
110
- "/home/ubuntu/dataset/train/facesheet/06964864-9179-7242-8000-7ee6ec7e4587.json",
111
- "/home/ubuntu/dataset/train/facesheet/0696485e-7710-7b76-8000-9972052b2a49.json",
112
- "/home/ubuntu/dataset/train/facesheet/0696485f-2d09-735a-8000-d441f2c136a8.json",
113
- "/home/ubuntu/dataset/val/facesheet/069fe5bd-c616-7018-8000-d6b99c93a563.json",
114
- "/home/ubuntu/dataset/val/facesheet/069fe5b3-a880-70c1-8000-3e7cae454db1.json",
115
- "/home/ubuntu/dataset/val/facesheet/069fe5ad-a647-73a6-8000-f7314167e25c.json",
116
- "/home/ubuntu/dataset/val/facesheet/069fe5a9-b270-7190-8000-c11e53489cfb.json",
117
- "/home/ubuntu/dataset/val/facesheet/069fe5bd-b289-72d9-8000-6a3c9322101e.json",
118
- "/home/ubuntu/dataset/val/facesheet/069fe5ab-d0ae-79d8-8000-6aaa2b4142f9.json",
119
- "/home/ubuntu/dataset/val/facesheet/069fe5ad-d781-7905-8000-dc8fb96cc5e1.json",
120
- "/home/ubuntu/dataset/val/facesheet/069fe5aa-2229-78e4-8000-a4fe26fb27ef.json",
121
- "/home/ubuntu/dataset/test/facesheet/069fe5aa-2229-7ac3-8000-90c637dae572.json",
122
- "/home/ubuntu/dataset/test/facesheet/069fe5ba-32ec-713c-8000-2daf539a874f.json",
123
- "/home/ubuntu/dataset/test/facesheet/0696485e-0439-7080-8000-186c6b519a44.json",
124
- "/home/ubuntu/dataset/test/facesheet/069fe5aa-cbc6-7345-8000-ba6b7146d02f.json",
125
- "/home/ubuntu/dataset/test/facesheet/069fe5ab-d0ae-7d4b-8000-139ebb258571.json",
126
- "/home/ubuntu/dataset/test/facesheet/06964861-b043-7ed4-8000-65ea84cf9136.json",
127
- "/home/ubuntu/dataset/test/facesheet/069fe5a9-8aec-7a20-8000-0ac15d99b74e.json",
128
- "/home/ubuntu/dataset/test/facesheet/069fe5ba-4694-7e04-8000-934a21d2f919.json",
129
- "/home/ubuntu/dataset/test/facesheet/069fe5bb-1ba9-735d-8000-35b50fc8e11a.json",
130
- "/home/ubuntu/dataset/test/facesheet/0696485e-056f-7e09-8000-44e8efad8167.json",
131
- "/home/ubuntu/dataset/test/facesheet/069fe5ba-32cd-7d78-8000-16d78903ac3c.json",
132
- "/home/ubuntu/dataset/test/facesheet/069fe5aa-cbaa-7b22-8000-c28c8c26bc7c.json",
133
- "/home/ubuntu/dataset/test/facesheet/069f0389-fa03-74e5-8000-c01de422509c.json",
134
- "/home/ubuntu/dataset/test/facesheet/069fe5ba-32ea-7935-8000-51c1f0dca71c.json",
135
- "/home/ubuntu/dataset/test/facesheet/069fe5ad-61a7-78e2-8000-5b7753754fef.json",
136
- "/home/ubuntu/dataset/test/facesheet/0696485c-cb6a-7671-8000-2c6258d4cdb8.json",
137
- "/home/ubuntu/dataset/test/facesheet/069fe5ac-5cfe-7ee2-8000-5e24fa0a7e6b.json",
138
- "/home/ubuntu/dataset/test/facesheet/069fe5b0-42cb-71c5-8000-968579cd38f5.json",
139
- "/home/ubuntu/dataset/test/facesheet/06964863-8c61-7464-8000-a4051cbc8070.json",
140
- "/home/ubuntu/dataset/test/facesheet/069fe5bd-88ef-7c13-8000-9423827d5b9a.json",
141
- "/home/ubuntu/dataset/test/facesheet/069fe5a9-b270-71cd-8000-3ba8bd19d2d1.json",
142
- "/home/ubuntu/dataset/test/facesheet/069fe5ba-32cd-78dd-8000-5f0e3af8e0cf.json",
143
- "/home/ubuntu/dataset/test/facesheet/069cf4dc-8103-75f1-8000-c2038eb4c85d.json",
144
- "/home/ubuntu/dataset/test/facesheet/069fe5af-24c6-791b-8000-7378e05a1ba6.json",
145
- "/home/ubuntu/dataset/test/facesheet/069fe5ac-1102-729f-8000-86a606f8697d.json",
146
- "/home/ubuntu/dataset/test/facesheet/0696485d-0bbe-7768-8000-3fb33aaba311.json",
147
- "/home/ubuntu/dataset/test/facesheet/069fe5bb-8447-7815-8000-525241b5fc56.json",
148
- "/home/ubuntu/dataset/test/facesheet/06964863-666c-75dc-8000-8633b98e3e32.json",
149
- "/home/ubuntu/dataset/test/facesheet/069fe5ae-df90-7bdd-8000-813cfd9c6b8a.json",
150
- "/home/ubuntu/dataset/test/facesheet/069fe5be-6f09-7369-8000-a13716b01b99.json"
151
  ]
152
  }
 
1
  {
2
  "gt_jsons": [
3
+ "/home/ubuntu/dataset/train/facesheet/06960910-d129-7181-8000-7fa84af720de.json",
4
+ "/home/ubuntu/dataset/train/facesheet/0696090f-9033-7469-8000-ff6cf1c1fd0d.json",
5
+ "/home/ubuntu/dataset/train/facesheet/0696090f-9301-7412-8000-eb7251a164c4.json",
 
6
  "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-7578-8000-f420429cf9a5.json",
7
+ "/home/ubuntu/dataset/train/facesheet/0696090f-9033-75d4-8000-a1189f600c4e.json",
8
  "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-75bc-8000-c4b4b4515ddf.json",
 
 
9
  "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-771f-8000-e15b4c943d8c.json",
10
+ "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-7573-8000-019de5cca65b.json",
11
+ "/home/ubuntu/dataset/train/facesheet/0696090f-9301-75a3-8000-ef57573e8175.json",
12
+ "/home/ubuntu/dataset/train/facesheet/06a0bd6a-bee9-71c8-8000-2c1ef769b574.json",
13
+ "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-775c-8000-49d352c90b86.json",
14
+ "/home/ubuntu/dataset/train/facesheet/06a03fe5-e887-7326-8000-2165011c7f37.json",
15
+ "/home/ubuntu/dataset/train/facesheet/06a0bd21-10df-7b47-8000-cc9a06c36d22.json",
16
+ "/home/ubuntu/dataset/train/facesheet/06960910-765f-7bc9-8000-0af1fa41af4a.json",
17
+ "/home/ubuntu/dataset/train/facesheet/069fe5c6-ee1c-7cbb-8000-fdd100519faa.json",
18
+ "/home/ubuntu/dataset/train/facesheet/06a0bd22-c37b-7d9b-8000-676fc0530458.json",
19
+ "/home/ubuntu/dataset/train/facesheet/06a06a6d-07e8-75e9-8000-c76dbe0bc517.json",
20
+ "/home/ubuntu/dataset/train/facesheet/06a0bd23-5c75-7071-8000-79807fd033b3.json",
21
+ "/home/ubuntu/dataset/train/facesheet/06a0c073-4430-7f66-8000-7eb4e749cee4.json",
22
+ "/home/ubuntu/dataset/train/facesheet/06a0bd22-c37b-7f69-8000-c6ba9262a764.json",
23
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-4621-760f-8000-f6cc869c4d55.json",
24
+ "/home/ubuntu/dataset/train/facesheet/06a0bf85-7611-77b0-8000-5bf62b251a2e.json",
25
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-2461-7aea-8000-64530acabb9c.json",
26
+ "/home/ubuntu/dataset/train/facesheet/06a06a3c-6485-7853-8000-8c4b3493bd77.json",
27
+ "/home/ubuntu/dataset/train/facesheet/069fe5c4-0048-7a13-8000-14e1f7cdb11a.json",
28
+ "/home/ubuntu/dataset/train/facesheet/06a0c021-a020-76ab-8000-5bb60274d9bb.json",
29
+ "/home/ubuntu/dataset/train/facesheet/06a0bd20-c010-7bec-8000-e65ba84d967d.json",
30
+ "/home/ubuntu/dataset/train/facesheet/06964869-e7d7-7b98-8000-aaae20e21f4b.json",
31
+ "/home/ubuntu/dataset/train/facesheet/06a02bce-a828-7818-8000-368a9e926042.json",
32
+ "/home/ubuntu/dataset/train/facesheet/06a0c048-72db-7dbe-8000-f57216ad82ba.json",
33
+ "/home/ubuntu/dataset/train/facesheet/06a0bfea-592c-7d00-8000-29ae2f714e63.json",
34
+ "/home/ubuntu/dataset/train/facesheet/06964865-d22f-7f49-8000-1084a6c2a192.json",
35
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-9256-70d9-8000-1880e9d2f563.json",
36
+ "/home/ubuntu/dataset/train/facesheet/06a0c048-c711-7978-8000-aed7057b2430.json",
37
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-f921-7715-8000-78d89e17281b.json",
38
+ "/home/ubuntu/dataset/train/facesheet/06a0c022-58d3-7b58-8000-f5f70443121e.json",
39
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-f93c-7ba4-8000-e7b95e86e919.json",
40
+ "/home/ubuntu/dataset/train/facesheet/06a0bdc2-fbc2-7962-8000-17d2f96a42af.json",
41
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-f922-7689-8000-d949eaf42928.json",
42
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-f922-76d1-8000-22ecf31ba30b.json",
43
+ "/home/ubuntu/dataset/train/facesheet/06964866-64c7-7d95-8000-5b90bab1346a.json",
44
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d5f-7bac-8000-b8186ac2a3bf.json",
45
+ "/home/ubuntu/dataset/train/facesheet/069fe5c4-9853-7b53-8000-bde63e432fff.json",
46
+ "/home/ubuntu/dataset/train/facesheet/06964869-b652-7601-8000-da2c807e19e1.json",
47
+ "/home/ubuntu/dataset/train/facesheet/06964864-b6ef-776d-8000-db39b81a22ac.json",
48
+ "/home/ubuntu/dataset/train/facesheet/06a02bc1-f771-7df6-8000-c10da5e02a74.json",
49
+ "/home/ubuntu/dataset/train/facesheet/069fe5c4-48f5-797d-8000-13db29d0ea9b.json",
50
+ "/home/ubuntu/dataset/train/facesheet/06a0c048-72db-7c52-8000-05440c3c1d41.json",
51
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-4621-75dd-8000-6c86c6abc6ee.json",
52
+ "/home/ubuntu/dataset/train/facesheet/06a0bdc2-fbc2-77a4-8000-ecea2ac58002.json",
53
+ "/home/ubuntu/dataset/train/facesheet/06964866-b193-7b40-8000-fb355a755cbf.json",
54
+ "/home/ubuntu/dataset/train/facesheet/0696486a-31fe-75f1-8000-97a32991fee2.json",
55
+ "/home/ubuntu/dataset/train/facesheet/06a0bdc2-a1c4-72dc-8000-9ab14bc43bcd.json",
56
+ "/home/ubuntu/dataset/train/facesheet/06964865-825f-79e4-8000-87cedbfa9734.json",
57
+ "/home/ubuntu/dataset/train/facesheet/06a0c021-4cef-719c-8000-bc11fb311b9e.json",
58
+ "/home/ubuntu/dataset/train/facesheet/06964868-f3e4-719e-8000-ff1d45690d56.json",
59
+ "/home/ubuntu/dataset/train/facesheet/06964868-2b98-7e99-8000-cb706d172404.json",
60
+ "/home/ubuntu/dataset/train/facesheet/06a0bdc1-b120-7968-8000-ab2787f43015.json",
61
+ "/home/ubuntu/dataset/train/facesheet/06964868-cd6f-79e4-8000-d3dd0f7a2688.json",
62
+ "/home/ubuntu/dataset/train/facesheet/06964867-6cfe-72e6-8000-0990858702b4.json",
63
+ "/home/ubuntu/dataset/train/facesheet/06964864-cfc0-7f16-8000-c58bf795b369.json",
64
+ "/home/ubuntu/dataset/train/facesheet/069fe5c7-49af-7896-8000-facac18eafb9.json",
65
+ "/home/ubuntu/dataset/train/facesheet/06964869-f46b-7fe5-8000-ec02283ea07c.json",
66
+ "/home/ubuntu/dataset/train/facesheet/06964869-36ae-73cc-8000-e45838f8c2c1.json",
67
+ "/home/ubuntu/dataset/train/facesheet/069fe5c5-2697-7c5e-8000-78a7c323212f.json",
68
+ "/home/ubuntu/dataset/train/facesheet/06964866-2d23-7870-8000-ab58da5d71c3.json",
69
+ "/home/ubuntu/dataset/train/facesheet/06a03fe5-e879-7485-8000-3d0db317e943.json",
70
+ "/home/ubuntu/dataset/train/facesheet/069fe5d0-d3dc-7e63-8000-f0a08a6c83ec.json",
71
+ "/home/ubuntu/dataset/train/facesheet/06964867-ece7-7828-8000-f403cb83e9a7.json",
72
+ "/home/ubuntu/dataset/train/facesheet/06964868-a695-76c4-8000-f0c2f516a730.json",
73
+ "/home/ubuntu/dataset/train/facesheet/06964864-f29f-7a3b-8000-862af311f829.json",
74
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-9231-7446-8000-c62668341a0b.json",
75
+ "/home/ubuntu/dataset/train/facesheet/069fe5ce-6c10-7e8a-8000-b37708cd6deb.json",
76
+ "/home/ubuntu/dataset/train/facesheet/06a0bd21-7f84-73f0-8000-fe23e53fc3cf.json",
77
+ "/home/ubuntu/dataset/train/facesheet/06a0c022-193e-7bc7-8000-828f4fc8ecb9.json",
78
+ "/home/ubuntu/dataset/train/facesheet/06a0bd21-2cb3-7ebc-8000-ebcbca23ace5.json",
79
+ "/home/ubuntu/dataset/train/facesheet/06964866-91cd-79a1-8000-288be132eb83.json",
80
+ "/home/ubuntu/dataset/train/facesheet/06964866-a46b-76c3-8000-6afe147b95f4.json",
81
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d5a-766f-8000-1d51af93d4ec.json",
82
+ "/home/ubuntu/dataset/train/facesheet/069fe5c7-51fb-75f8-8000-03a1e83ded8d.json",
83
+ "/home/ubuntu/dataset/train/facesheet/06a0bd21-2cb3-7e7a-8000-4b49f725f84b.json",
84
+ "/home/ubuntu/dataset/train/facesheet/06a0aa16-660c-7bf4-8000-3fe4a04702d3.json",
85
+ "/home/ubuntu/dataset/train/facesheet/06a0be1b-0906-7ed8-8000-721253fa2c57.json",
86
+ "/home/ubuntu/dataset/val/facesheet/0696090f-dbc1-73c3-8000-d7b19c52f74b.json",
87
+ "/home/ubuntu/dataset/val/facesheet/06a03fe4-076c-7844-8000-8e8abac8ae28.json",
88
+ "/home/ubuntu/dataset/val/facesheet/06a06a3e-7468-7729-8000-fa21e15794a7.json",
89
+ "/home/ubuntu/dataset/val/facesheet/069fe5cc-f921-7c9f-8000-3a0b257f70cb.json",
90
+ "/home/ubuntu/dataset/val/facesheet/06a0c048-697f-7d69-8000-fb7aa916268b.json",
91
+ "/home/ubuntu/dataset/val/facesheet/06a06a73-d34d-7698-8000-fb99ab81a6c6.json",
92
+ "/home/ubuntu/dataset/val/facesheet/06964864-b691-7425-8000-8c72e1765df4.json",
93
+ "/home/ubuntu/dataset/val/facesheet/069fe5c4-0048-7938-8000-baefcd381939.json",
94
+ "/home/ubuntu/dataset/val/facesheet/06964868-69f8-7968-8000-7b3aa1f663b7.json",
95
+ "/home/ubuntu/dataset/val/facesheet/069fe5c4-0048-78d5-8000-2b3b10e44365.json",
96
+ "/home/ubuntu/dataset/val/facesheet/069fe5c4-7c38-7621-8000-400248e2555a.json",
97
+ "/home/ubuntu/dataset/val/facesheet/06964865-9989-7902-8000-f5f6ec0560a3.json",
98
+ "/home/ubuntu/dataset/val/facesheet/06964868-4993-7fdf-8000-46aa783e7a74.json",
99
+ "/home/ubuntu/dataset/test/facesheet/06960910-765f-7ef9-8000-a27e7868ffa3.json",
100
+ "/home/ubuntu/dataset/test/facesheet/06960910-d128-7ef7-8000-b561498b7e78.json",
101
+ "/home/ubuntu/dataset/test/facesheet/069fe5cc-f93c-7c0d-8000-3a13c1fc7aa9.json",
102
+ "/home/ubuntu/dataset/test/facesheet/06a0bd20-c011-70d6-8000-83cb78905b95.json",
103
+ "/home/ubuntu/dataset/test/facesheet/06a0bf7c-f46d-784d-8000-2d457b58eaa3.json",
104
+ "/home/ubuntu/dataset/test/facesheet/06a0bd23-5c75-71e4-8000-c3c67e9a3030.json",
105
+ "/home/ubuntu/dataset/test/facesheet/06a0bd20-50cc-779a-8000-6cdc392cb691.json",
106
+ "/home/ubuntu/dataset/test/facesheet/06a0c048-d156-77b5-8000-19e502a451d2.json",
107
+ "/home/ubuntu/dataset/test/facesheet/06a0c048-c711-7758-8000-fc2e5c926e91.json",
108
+ "/home/ubuntu/dataset/test/facesheet/069fe5c3-9256-7161-8000-8be7730839dc.json",
109
+ "/home/ubuntu/dataset/test/facesheet/06964867-ed23-7e8c-8000-44cc6b4312ac.json",
110
+ "/home/ubuntu/dataset/test/facesheet/069fe5cd-f48b-7ffe-8000-b7a30825c570.json",
111
+ "/home/ubuntu/dataset/test/facesheet/06964866-f3e3-73f4-8000-84320bea8ace.json",
112
+ "/home/ubuntu/dataset/test/facesheet/06964869-0e59-7b59-8000-ad0b3bbdebac.json",
113
+ "/home/ubuntu/dataset/test/facesheet/06a0be19-da02-7ba1-8000-997891634842.json",
114
+ "/home/ubuntu/dataset/test/facesheet/069fe5c3-2d5a-7862-8000-d08f4b3bc6a9.json",
115
+ "/home/ubuntu/dataset/test/facesheet/06a0bd20-14a0-7e47-8000-5d675024c40a.json",
116
+ "/home/ubuntu/dataset/test/facesheet/06a0bd23-9858-78f2-8000-1b32a0ef8dc7.json",
117
+ "/home/ubuntu/dataset/test/facesheet/06a0c022-193e-7b26-8000-ade0cc261433.json",
118
+ "/home/ubuntu/dataset/test/facesheet/069fe5c7-bed8-7f6d-8000-b37084073272.json",
119
+ "/home/ubuntu/dataset/test/facesheet/06a0bf66-7dc6-7d9f-8000-ac41c124e30d.json",
120
+ "/home/ubuntu/dataset/test/facesheet/06964865-8261-731e-8000-9911b8ac418d.json",
121
+ "/home/ubuntu/dataset/test/facesheet/069fe5c6-ee1c-7c72-8000-2b5716539bd5.json",
122
+ "/home/ubuntu/dataset/test/facesheet/069fe5cc-f921-7336-8000-e7b9e648583c.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  ]
124
  }
runs/Jul24_09-37-50_0338beef2735/events.out.tfevents.1784885870.0338beef2735.7321.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eab3f9ef2a37c200a1f7ffdaa529738142f990b32f1c5b621ad6e84192d1196
3
+ size 9179
sorted_distribution.json CHANGED
@@ -1,3 +1,3 @@
1
  {
2
- "facesheet": 148
3
  }
 
1
  {
2
+ "facesheet": 120
3
  }
split_statistics.json CHANGED
@@ -1 +1 @@
1
- {"total": 148, "train": 110, "test": 30, "val": 8}
 
1
+ {"total": 120, "train": 83, "test": 24, "val": 13}
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:daa72bff5417b75d0c3050b38ec26afa3b8d379707e0d1045f79519b996398cf
3
  size 5905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff5e0be98346d1d86b7b4485c9921963c07ceb44425c550bf6ee6a37f4d97f3b
3
  size 5905