abigailp commited on
Commit
4e23c45
·
1 Parent(s): 86e6b11

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,21 +1,20 @@
1
  {
2
- "_name_or_path": "bert-base-uncased",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
8
- "gradient_checkpointing": false,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
11
- "hidden_size": 768,
12
  "initializer_range": 0.02,
13
- "intermediate_size": 3072,
14
  "layer_norm_eps": 1e-12,
15
  "max_position_embeddings": 512,
16
  "model_type": "bert",
17
- "num_attention_heads": 12,
18
- "num_hidden_layers": 12,
19
  "pad_token_id": 0,
20
  "position_embedding_type": "absolute",
21
  "problem_type": "single_label_classification",
 
1
  {
2
+ "_name_or_path": "prajjwal1/bert-tiny",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
 
8
  "hidden_act": "gelu",
9
  "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 128,
11
  "initializer_range": 0.02,
12
+ "intermediate_size": 512,
13
  "layer_norm_eps": 1e-12,
14
  "max_position_embeddings": 512,
15
  "model_type": "bert",
16
+ "num_attention_heads": 2,
17
+ "num_hidden_layers": 2,
18
  "pad_token_id": 0,
19
  "position_embedding_type": "absolute",
20
  "problem_type": "single_label_classification",
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef85096b487e5cafb58870786e8c3f204030b6f210858113859ee1e601e1952e
3
- size 438007925
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2738ff2b068b20418f5561bb2fef57120fa788d8183a55bce3d82b679214a184
3
+ size 17562607
runs/Feb05_09-19-06_39aff3525dbc/1675588845.3018982/events.out.tfevents.1675588845.39aff3525dbc.108.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e495383dc8c144f01e60501676ca68a4aed316d0a2ee4ed67c2eed00652c8571
3
+ size 5622
runs/Feb05_09-19-06_39aff3525dbc/events.out.tfevents.1675588845.39aff3525dbc.108.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911ce79b52abba8770e2315c23581d3ce486bc4057a127212c8f2de9ef3a6950
3
+ size 40
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": {
10
  "strategy": "BatchLongest",
11
  "direction": "Right",
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": {
5
  "strategy": "BatchLongest",
6
  "direction": "Right",
tokenizer_config.json CHANGED
@@ -1,9 +1,11 @@
1
  {
2
  "cls_token": "[CLS]",
 
3
  "do_lower_case": true,
4
  "mask_token": "[MASK]",
5
- "model_max_length": 512,
6
- "name_or_path": "bert-base-uncased",
 
7
  "pad_token": "[PAD]",
8
  "sep_token": "[SEP]",
9
  "special_tokens_map_file": null,
 
1
  {
2
  "cls_token": "[CLS]",
3
+ "do_basic_tokenize": true,
4
  "do_lower_case": true,
5
  "mask_token": "[MASK]",
6
+ "model_max_length": 1000000000000000019884624838656,
7
+ "name_or_path": "prajjwal1/bert-tiny",
8
+ "never_split": null,
9
  "pad_token": "[PAD]",
10
  "sep_token": "[SEP]",
11
  "special_tokens_map_file": null,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7364e04e8d9fc48e4e5afead339367ed46785ffc9a440b695274103346be160d
3
  size 3451
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfca74c3ab5251cbb4b5b78e47c9d7421fd05e88e5bd52ac62172f3b9a22075f
3
  size 3451