File size: 940 Bytes
fa2d7a3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | {
"train_file": "dataset/public_phrase/context_filtered/filtered8-vihallu-train.csv",
"test_file": "dataset/public_phrase/context_filtered/filtered8-vihallu-public-test.csv",
"output_dir": "./my_results",
"context_model": "keepitreal/vietnamese-sbert",
"prompt_model": "keepitreal/vietnamese-sbert",
"response_model": "keepitreal/vietnamese-sbert",
"pooling_method": "mean",
"use_response_prompt_attention": true,
"chunk_size": 180,
"chunk_stride": 90,
"max_chunks": 5,
"chunk_aggregation": "attention",
"max_length": 256,
"batch_size": 16,
"eval_batch_size": 8,
"epochs": 12,
"lr": 1e-05,
"warmup_steps": 500,
"weight_decay": 0.01,
"dropout": 0.3,
"num_heads": 8,
"grad_accum_steps": 1,
"use_rdrop": false,
"rdrop_alpha": 5.0,
"eval_steps": 500,
"save_steps": 500,
"logging_steps": 1000,
"patience": 4,
"seed": 42,
"use_sbert": true,
"validation_split": 0.2,
"sweep": false
} |