File size: 4,343 Bytes
ec8ffde
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
{
  "build_kind": "hf-jobs-stage2-rebuild",
  "job_id": "6ae7d7a8c78863f9c62ff0e8",
  "base_model": "nomic-ai/CodeRankEmbed",
  "base_model_revision": "3c4b60807d71f79b43f3c4363786d9493691f8b1",
  "source_revision": "2985bfcfbf5bf79bc3b3b0589284f6a4ca481970",
  "source_archive_sha256": "c632b33ca539cc6185a4e20bbb68af78cb80a42b3ac9b98c2510efa4316bfc5d",
  "build_script_sha256": "f5554887939ed1b02b7855bad15198f12aceebf58c9c01a987edb2bd6d2138a5",
  "artifact_sha256": "8e8fb971f8c1dce22ae29ea4f682cb8387790ad608e06d3800b62d3413a0a9e4",
  "dataset_sha256": "74909f51b588c311de798bee29b748cfc1ead65fd2948053c8f3a1c729e465c1",
  "training_features_sha256": "baf5af79eb5c8893f84d852232b6540a84348e264f2251b7c4dbb9998f2cb8a9",
  "effective_max_seq_length": 8192,
  "max_observed_training_feature_tokens": 991,
  "training": {
    "git_sha": "2985bfcfbf5bf79bc3b3b0589284f6a4ca481970",
    "config": {
      "seed": 42,
      "epochs": 3,
      "batch_size": 2,
      "learning_rate": 2e-05,
      "weight_decay": 0.01,
      "temperature": 0.07,
      "max_length": 512,
      "optimizer": "adamw",
      "objective": "infonce",
      "model_id": "nomic-ai/CodeRankEmbed",
      "model_revision": "3c4b60807d71f79b43f3c4363786d9493691f8b1",
      "dataset": "failurelens-train-issue17-v2",
      "dataset_sha256": "74909f51b588c311de798bee29b748cfc1ead65fd2948053c8f3a1c729e465c1",
      "split": "repo-level-6-6",
      "train_repo": "pallets/click",
      "val_repo": "python-attrs/attrs",
      "trainable_layers": "last-encoder-layer"
    },
    "history": {
      "train_loss": [
        0.47753843665122986,
        0.5231968661149343,
        0.412482092777888
      ],
      "val_loss": [
        0.7336968183517456,
        0.7239548762639364,
        0.7208325664202372
      ]
    },
    "n_train": 6,
    "n_val": 6,
    "trainable_params": 9440256,
    "total_params": 136731648,
    "artifact_sha256": "8e8fb971f8c1dce22ae29ea4f682cb8387790ad608e06d3800b62d3413a0a9e4",
    "elapsed_seconds": 7.6,
    "peak_gpu_memory_mib": 885,
    "run_metadata": {
      "git_sha": "2985bfcfbf5bf79bc3b3b0589284f6a4ca481970",
      "model_id": "nomic-ai/CodeRankEmbed",
      "model_revision": "3c4b60807d71f79b43f3c4363786d9493691f8b1",
      "dataset_sha256": "74909f51b588c311de798bee29b748cfc1ead65fd2948053c8f3a1c729e465c1",
      "n_train": 6,
      "n_val": 6,
      "trainable_params": 9440256,
      "total_params": 136731648,
      "python": "3.12.3",
      "platform": "Linux-6.12.113-138.209.amzn2023.x86_64-x86_64-with-glibc2.39",
      "torch_version": "2.11.0+cu128",
      "device_name": "Tesla T4",
      "device_memory_mib": 15095
    }
  },
  "dependencies": {
    "torch": "2.11.0+cu128",
    "transformers": "5.22.0",
    "sentence-transformers": "6.2.0",
    "huggingface_hub": "2.4.0",
    "safetensors": "0.8.0",
    "einops": "0.8.1",
    "pydantic": "2.14.2",
    "jsonschema": "4.26.0",
    "typer": "0.27.3"
  },
  "verification": {
    "exact_trained_tensors": true,
    "changed_tensors": 9,
    "changed_layers": [
      11
    ],
    "offline_cpu_embeddings": true
  },
  "independent_evaluation": "pending; no accuracy or superiority claim",
  "files": {
    "1_Pooling/config.json": "d02ebf56344d20f773449b15d0c10ee9a86a9178f3b3c9bfecb8b87d4350ce38",
    "config.json": "5ff856a41d0f53ef2d74520627d464bd75c2efd8f26f381bd528654895c29b6c",
    "config_sentence_transformers.json": "06bc4c2dc7098e98669beb67cf21dc1373e44a77c7eecdf70aad6585d87190cf",
    "configuration_hf_nomic_bert.py": "8632792e922e62ab1a6feaab15baf406e223c0547a21de23ab4f520b2b36d674",
    "model.safetensors": "8e8fb971f8c1dce22ae29ea4f682cb8387790ad608e06d3800b62d3413a0a9e4",
    "modeling_hf_nomic_bert.py": "f49c7bb2f834ad9915f98326759a712a7804faa870c038c31ac04cba7a2f77a5",
    "modules.json": "8f4b264b80206c830bebbdcae377e137925650a433b689343a63bdc9b3145460",
    "sentence_bert_config.json": "d8ecbf1eb946d17aec64c83e6614e5ec1b19b62498cf72a4ed4ec882c86af07e",
    "special_tokens_map.json": "5d5b662e421ea9fac075174bb0688ee0d9431699900b90662acd44b2a350503a",
    "tokenizer.json": "91f1def9b9391fdabe028cd3f3fcc4efd34e5d1f08c3bf2de513ebb5911a1854",
    "tokenizer_config.json": "7809f768ee3614618b3f1b91dcbfab4f6a9d4b79fb1ad5d17feb65a7c1bb5b7a",
    "vocab.txt": "07eced375cec144d27c900241f3e339478dec958f92fddbc551f295c992038a3"
  }
}