diff --git a/pykt/nips34/coldstart/pykt-dtransformer-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-dtransformer-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f7c9f2f595dfa793e3ec1d43185fdfb860dc4d58 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-dtransformer-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2760.8, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.7768737160501873, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 103.3, "flip_max_diff": 0.0, "peak_gb": 15.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-dtransformer-ics1/train_info.json.done b/pykt/nips34/coldstart/pykt-dtransformer-ics1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..bbf79ae7c4605af7c7db41502539336e005f74d6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-dtransformer-ics1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9333.4, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.7842411806036393, "n_train_users": 2833, "n_train_chunks": 4697, "n_dev_chunks": 1167, "batch_size": 2, "seq_len": 200, "n_val_users": 708, "score_s": 2.4, "flip_max_diff": 0.0, "peak_gb": 9.35} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-dtransformer-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-dtransformer-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c4939852a515893125119525b702955a72db5cb6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-dtransformer-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3784.7, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.7864781775410142, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 3.7, "flip_max_diff": 0.0, "peak_gb": 15.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c6a66b67d9615aafc56b409c2ebeb245d535f5c2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 13.7, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.7283026922239098, "n_train_users": 102, "n_train_chunks": 190, "n_dev_chunks": 47, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 25.6, "flip_max_diff": 0.0, "peak_gb": 8.41} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN128-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..fa96538cf3bae6c65fd61e7cef5c608ed0e93e22 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 19.4, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.7417863910979346, "n_train_users": 102, "n_train_chunks": 197, "n_dev_chunks": 45, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 27.8, "flip_max_diff": 0.0, "peak_gb": 8.71} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN128-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..57e8231eb0d5d2581d9aed2b4cab10bef163e23a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 18.3, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.7447919635139115, "n_train_users": 102, "n_train_chunks": 205, "n_dev_chunks": 54, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 24.8, "flip_max_diff": 0.0, "peak_gb": 9.05} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN128-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d9c43d42397dc7339bb83ba5ea7df0319f1c6ec8 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 20.5, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.7218786415010664, "n_train_users": 102, "n_train_chunks": 203, "n_dev_chunks": 45, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 22.7, "flip_max_diff": 0.0, "peak_gb": 8.96} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..09a310cf61c653bf54a3f2f413618c6a47cb626c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 33.7, "epochs": 44, "best_epoch": 34, "dev_auc_pykt": 0.7162288501761764, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 25.1, "flip_max_diff": 0.0, "peak_gb": 8.86} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..757c47178d537b05b5e32d84744ac04a985ff42d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.9, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.7068, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 37.0, "flip_max_diff": 0.0, "peak_gb": 1.63} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN16-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..563bf5e371cc0459bcd613f0682be208576bbbb6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.9, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.6123060045492059, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 20.4, "flip_max_diff": 0.0, "peak_gb": 1.43} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8955300aa2bddc8515403b3da1b3db977d8fd95c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.8, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.6194397364171329, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 18.1, "flip_max_diff": 0.0, "peak_gb": 1.46} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN16-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a81b006ff4ebd1d9a34c201f4f3859a13021f73e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.7, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.732383764126227, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 5, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 18.2, "flip_max_diff": 0.0, "peak_gb": 1.46} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..59a0b89791e7ea8d00301ed9e20a222549a63fb3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.5, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.6002862586720881, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 18.2, "flip_max_diff": 0.0, "peak_gb": 1.43} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a5ab96ddf681fc57370dd6d36f9f381f7ca3a3b8 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 24.7, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.7501553635426335, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 86, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 28.3, "flip_max_diff": 0.0, "peak_gb": 11.27} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN256-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8c349865448eefa978e046a7acb4a8ab06db16da --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 87.6, "epochs": 83, "best_epoch": 73, "dev_auc_pykt": 0.7666756536716135, "n_train_users": 205, "n_train_chunks": 386, "n_dev_chunks": 97, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 23.8, "flip_max_diff": 0.0, "peak_gb": 11.26} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3d3427ee30b1a5a89ee4d2e4fdb8dddc12e2895d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 71.8, "epochs": 66, "best_epoch": 56, "dev_auc_pykt": 0.7604701476996192, "n_train_users": 205, "n_train_chunks": 400, "n_dev_chunks": 100, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 25.8, "flip_max_diff": 0.0, "peak_gb": 11.24} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN256-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..99b42a018a41911b0d8ccb6870def49de9c2c547 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 22.9, "epochs": 26, "best_epoch": 16, "dev_auc_pykt": 0.7282608543489801, "n_train_users": 205, "n_train_chunks": 384, "n_dev_chunks": 88, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 27.9, "flip_max_diff": 0.0, "peak_gb": 11.24} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3b9a2ff02dde73719d274fc6aaf3c9d77c46d670 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 79.9, "epochs": 79, "best_epoch": 69, "dev_auc_pykt": 0.7622427968260383, "n_train_users": 205, "n_train_chunks": 390, "n_dev_chunks": 105, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 24.9, "flip_max_diff": 0.0, "peak_gb": 11.26} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..22664cc7216dc08c4d5ed866d1f5502519165e3d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.9, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.7074542408349226, "n_train_users": 26, "n_train_chunks": 57, "n_dev_chunks": 9, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 19.9, "flip_max_diff": 0.0, "peak_gb": 2.73} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN32-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5288d4e8757f267abb5062e7f3f4f32031bcc5c8 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.2, "epochs": 21, "best_epoch": 11, "dev_auc_pykt": 0.7122019782776031, "n_train_users": 26, "n_train_chunks": 50, "n_dev_chunks": 12, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 18.2, "flip_max_diff": 0.0, "peak_gb": 2.4} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1ba97ef12d1caa1a213f0b152be87eeef7b884a2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.8, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.7208267994534466, "n_train_users": 26, "n_train_chunks": 53, "n_dev_chunks": 13, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 22.2, "flip_max_diff": 0.0, "peak_gb": 2.53} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN32-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..85fa8cb8ccae6ebe8823125a6fca33adff805563 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.8, "epochs": 37, "best_epoch": 27, "dev_auc_pykt": 0.6666890762759071, "n_train_users": 26, "n_train_chunks": 54, "n_dev_chunks": 10, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 21.4, "flip_max_diff": 0.0, "peak_gb": 2.6} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cc8ba34d530e3a490a43262b289ee1f5c030557a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.4, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.6675204985500223, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 15.2, "flip_max_diff": 0.0, "peak_gb": 2.65} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..12f8a9ea9cd2f126ef38de4f37e8ac93ad341682 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.2, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.68105436080523, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 28, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 21.2, "flip_max_diff": 0.0, "peak_gb": 4.5} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN64-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0840398e2264bfdeefa3e63a327e853b9aacd03f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 14.4, "epochs": 46, "best_epoch": 36, "dev_auc_pykt": 0.80471441410921, "n_train_users": 51, "n_train_chunks": 103, "n_dev_chunks": 23, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 21.5, "flip_max_diff": 0.0, "peak_gb": 4.67} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d1db8b01bada0bf1bf9d502c5ab1b47a830cb6e2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 11.5, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.835626046275511, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 31, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 22.3, "flip_max_diff": 0.0, "peak_gb": 4.53} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN64-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b0d67ab21368eeebd5783eeab5325781330f5dd8 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 12.9, "epochs": 33, "best_epoch": 23, "dev_auc_pykt": 0.7485604339303216, "n_train_users": 51, "n_train_chunks": 104, "n_dev_chunks": 31, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 21.4, "flip_max_diff": 0.0, "peak_gb": 4.72} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..19e6b84cab8b3de8badeda82c833e4294e1569e2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.2, "epochs": 26, "best_epoch": 16, "dev_auc_pykt": 0.7277477897729797, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 22.0, "flip_max_diff": 0.0, "peak_gb": 4.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..89331693c2c260a27ce29ee120c4a91fbec89f58 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.4, "epochs": 20, "best_epoch": 10, "dev_auc_pykt": 0.4721802325581395, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 36.0, "flip_max_diff": 0.0, "peak_gb": 1.2} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN8-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1e0ceb12e4197aa4ee1e6e6a633549d800b6294d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.8, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.6230702439871495, "n_train_users": 6, "n_train_chunks": 10, "n_dev_chunks": 4, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 21.7, "flip_max_diff": 0.0, "peak_gb": 1.18} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..864f8d2306751fb2e2be142a3d925e2531a30a40 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1.9, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.594595837645165, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 24.6, "flip_max_diff": 0.0, "peak_gb": 1.18} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN8-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN8-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0d735c3b7dda3c4ddf4ec808e3740295b89b27b3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN8-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.7, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.6642135642135641, "n_train_users": 6, "n_train_chunks": 17, "n_dev_chunks": 2, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 17.5, "flip_max_diff": 0.0, "peak_gb": 1.2} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3e5ea7ba633ddd8f818c99f41546b9777cb03c82 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.3, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.5789989997691776, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 19.1, "flip_max_diff": 0.0, "peak_gb": 1.18} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5e45e2bbcc2a3079f6540a03052c3febe7a62553 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 382.7, "epochs": 26, "best_epoch": 16, "dev_auc_pykt": 0.7959020142516174, "n_train_users": 2833, "n_train_chunks": 5400, "n_dev_chunks": 1345, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 29.5, "flip_max_diff": 0.0, "peak_gb": 11.24} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cf921d94136443744f7afc041b258684b15e3bcf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 413.8, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.7914470818081571, "n_train_users": 2833, "n_train_chunks": 5388, "n_dev_chunks": 1357, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 26.4, "flip_max_diff": 0.0, "peak_gb": 11.23} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csNall-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csNall-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..bc66f02e948611a2deba8652fbe0d79aed5fdbb4 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csNall-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 331.1, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.792282618273543, "n_train_users": 2833, "n_train_chunks": 5375, "n_dev_chunks": 1370, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 30.2, "flip_max_diff": 0.0, "peak_gb": 11.24} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csNall-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csNall-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5e44ca05ae5b989b68302b5eb554df53d364014d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csNall-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 344.6, "epochs": 23, "best_epoch": 13, "dev_auc_pykt": 0.786330146427701, "n_train_users": 2833, "n_train_chunks": 5378, "n_dev_chunks": 1367, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 29.9, "flip_max_diff": 0.0, "peak_gb": 11.23} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a011716c6c3d229b1f0ccb96a33217f97ac2abcd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 402.0, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.7814616606641295, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 26.6, "flip_max_diff": 0.0, "peak_gb": 11.23} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-extrakt-ics0/train_info.json.done b/pykt/nips34/coldstart/pykt-extrakt-ics0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a3b195b81d7ba25bb9f006bdf2a0dd5206fa116a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-extrakt-ics0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 383.7, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.7935874822209614, "n_train_users": 2833, "n_train_chunks": 4804, "n_dev_chunks": 1195, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 1.2, "flip_max_diff": 0.0, "peak_gb": 11.23} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b96f378012637e05544c038d543b1a3eea80342e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 72.3, "epochs": 75, "best_epoch": 65, "dev_auc_pykt": 0.7801854038134941, "n_train_users": 102, "n_train_chunks": 190, "n_dev_chunks": 47, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 61.2, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN128-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..90451c9a1dd55cf7ced9702ade5fe802909bb24a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 28.2, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.7374897312895178, "n_train_users": 102, "n_train_chunks": 197, "n_dev_chunks": 45, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 60.5, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN128-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..991c9f4f1fb04e02ecd21c95c8d5b7dad45cfa34 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 52.3, "epochs": 59, "best_epoch": 49, "dev_auc_pykt": 0.769654018599261, "n_train_users": 102, "n_train_chunks": 205, "n_dev_chunks": 54, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 53.6, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN128-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d736d0e69333bb1ec3cf6666ab43399a5e088d2c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 62.3, "epochs": 58, "best_epoch": 48, "dev_auc_pykt": 0.7612836935551909, "n_train_users": 102, "n_train_chunks": 203, "n_dev_chunks": 45, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 60.3, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8bed39f0297851e99619913875c6015bb7a5d101 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 45.9, "epochs": 68, "best_epoch": 58, "dev_auc_pykt": 0.7404292984129892, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 32.1, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6d96628490b40c42107b23bab8141700f34f19a6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 16.5, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.6764571428571429, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 90.5, "flip_max_diff": 0.0, "peak_gb": 4.26} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN16-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6d30fe69b87cc4ec20673bd5fb22bc9973ac854e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.2, "epochs": 20, "best_epoch": 10, "dev_auc_pykt": 0.6316552265544797, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 45.5, "flip_max_diff": 0.0, "peak_gb": 3.67} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..2f64f03a33b5be65b6a9bf725c333e81d78abd63 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.7, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.6015259008164469, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 61.4, "flip_max_diff": 0.0, "peak_gb": 3.78} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN16-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c397b60239720f98e977f70a5e8ef29a1af377dc --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.5, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.7063699996089624, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 5, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 44.4, "flip_max_diff": 0.0, "peak_gb": 3.78} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6dc3777be653f395976fecff70cceee158911328 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.0, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.6189295384306825, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 61.0, "flip_max_diff": 0.0, "peak_gb": 3.67} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3981c5971ff5b59fd7df4bddabe900439e049d1e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 140.4, "epochs": 64, "best_epoch": 54, "dev_auc_pykt": 0.7903469627347164, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 86, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 61.8, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN256-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5b0733c0090cab6f3f1a9178fc3a928627b4b589 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 151.4, "epochs": 73, "best_epoch": 63, "dev_auc_pykt": 0.7732486086456548, "n_train_users": 205, "n_train_chunks": 386, "n_dev_chunks": 97, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 53.4, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ad1794a214ee662fb877a0ff31796a381f28417f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 127.7, "epochs": 56, "best_epoch": 46, "dev_auc_pykt": 0.764223812144521, "n_train_users": 205, "n_train_chunks": 400, "n_dev_chunks": 100, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 66.6, "flip_max_diff": 0.0, "peak_gb": 8.14} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN256-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6decbb299e0ab0d0e01a9161846b1ff369d296cc --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 84.0, "epochs": 43, "best_epoch": 33, "dev_auc_pykt": 0.7775750696952695, "n_train_users": 205, "n_train_chunks": 384, "n_dev_chunks": 88, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 60.3, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0361981442e7f314ba9aa73a502059fed682f459 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 87.6, "epochs": 40, "best_epoch": 30, "dev_auc_pykt": 0.7620777202589059, "n_train_users": 205, "n_train_chunks": 390, "n_dev_chunks": 105, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 50.1, "flip_max_diff": 0.0, "peak_gb": 8.14} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..93e44d67dc2e99dfcb44fa1113993b5ce0c2fc30 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.7, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.698011032528078, "n_train_users": 26, "n_train_chunks": 57, "n_dev_chunks": 9, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 52.7, "flip_max_diff": 0.0, "peak_gb": 7.28} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN32-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..34da37c51e98d0e62d9d07fd02ac0ad8020ebcab --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.3, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.7254905285240685, "n_train_users": 26, "n_train_chunks": 50, "n_dev_chunks": 12, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 44.3, "flip_max_diff": 0.0, "peak_gb": 6.44} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f27befe86fffbdc4427e7fb10c01da2e19bb7cf0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.7, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.7162072317441104, "n_train_users": 26, "n_train_chunks": 53, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 62.0, "flip_max_diff": 0.0, "peak_gb": 6.8} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN32-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d2f1b00eb9c3d49bd95a62d4548c2ab3778dbfb3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.6, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.6634212750427384, "n_train_users": 26, "n_train_chunks": 54, "n_dev_chunks": 10, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 55.6, "flip_max_diff": 0.0, "peak_gb": 6.93} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..bc7aa089e4333b0b31d9d8346fc6460fafdf9056 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.6, "epochs": 20, "best_epoch": 10, "dev_auc_pykt": 0.6484903637718913, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 30.9, "flip_max_diff": 0.0, "peak_gb": 7.07} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ad859d290812b7cdb716aa23b0d5ecac1130aaac --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 37.1, "epochs": 86, "best_epoch": 76, "dev_auc_pykt": 0.7334419609912078, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 28, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 53.7, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN64-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6245de56285876a982d7743c0c709acf1292b2de --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 19.1, "epochs": 36, "best_epoch": 26, "dev_auc_pykt": 0.8020047784568786, "n_train_users": 51, "n_train_chunks": 103, "n_dev_chunks": 23, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 62.9, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6052c153b19c19c3c2dfd0c52b382bef69244c2f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 16.3, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.835025140829607, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 31, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 59.9, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN64-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..597c2deae8922744142256306d9a49b186087a00 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.1, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.7477121016365204, "n_train_users": 51, "n_train_chunks": 104, "n_dev_chunks": 31, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 45.9, "flip_max_diff": 0.0, "peak_gb": 8.14} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d0cdd5c3b44a02828694b20f7e884a7bf97895ca --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.3, "epochs": 26, "best_epoch": 16, "dev_auc_pykt": 0.7307562482253476, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 59.4, "flip_max_diff": 0.0, "peak_gb": 8.14} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..21cf7d071b93411dc31e208ff23e1036def0f0a2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.8, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.4789437984496124, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 98.1, "flip_max_diff": 0.0, "peak_gb": 1.84} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN8-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a4443c1b1346932d7a2db8fa814e2f9b7b729ab6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.5, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.6215247026135278, "n_train_users": 6, "n_train_chunks": 10, "n_dev_chunks": 4, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 58.9, "flip_max_diff": 0.0, "peak_gb": 1.6} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a2bef9787f68f325ccfbd96a9b06435ff5d667d5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.8, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.6004829251466024, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 62.5, "flip_max_diff": 0.0, "peak_gb": 2.09} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN8-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN8-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f9bb44405bfb83d9ac273bd87c40da83e1d7f74b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN8-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.5, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.6484367484367484, "n_train_users": 6, "n_train_chunks": 17, "n_dev_chunks": 2, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 45.7, "flip_max_diff": 0.0, "peak_gb": 2.45} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a6933ef6fd71cdb67291f84d46ec20b0b6bb61b1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.5, "epochs": 20, "best_epoch": 10, "dev_auc_pykt": 0.5820958682772948, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 62.8, "flip_max_diff": 0.0, "peak_gb": 1.49} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ec3336d3eb8b6d17ffbdeef127b19bc136ad62a5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 917.1, "epochs": 33, "best_epoch": 23, "dev_auc_pykt": 0.7969629917456608, "n_train_users": 2833, "n_train_chunks": 5400, "n_dev_chunks": 1345, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 62.0, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d9dc031182f1f0283809739292a13e107667b96b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1043.9, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.7921181297743639, "n_train_users": 2833, "n_train_chunks": 5388, "n_dev_chunks": 1357, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 71.2, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csNall-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csNall-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4903e250ee8157f09d9c302de25ac1c16abda91d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csNall-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 670.9, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.7895616000829153, "n_train_users": 2833, "n_train_chunks": 5375, "n_dev_chunks": 1370, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 70.7, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csNall-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csNall-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f19014611fc1c6edbd4c9f99321e31b33c242142 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csNall-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1110.5, "epochs": 38, "best_epoch": 28, "dev_auc_pykt": 0.7918718567511009, "n_train_users": 2833, "n_train_chunks": 5378, "n_dev_chunks": 1367, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 68.5, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0cc9d288fc5fc358bda5f5c9292d4911a31056e5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1649.0, "epochs": 46, "best_epoch": 36, "dev_auc_pykt": 0.7826679517190563, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 69.6, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-folibikt-ics0/train_info.json.done b/pykt/nips34/coldstart/pykt-folibikt-ics0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..31cd29931f828a0d505129d788b15f5ec2f3e621 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-folibikt-ics0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 885.4, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.7926171987554669, "n_train_users": 2833, "n_train_chunks": 4804, "n_dev_chunks": 1195, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 2.8, "flip_max_diff": 0.0, "peak_gb": 8.13} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..52eacbe5b34a8c86e05c92a790a13665a8479d81 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 235.9, "epochs": 67, "best_epoch": 57, "dev_auc_pykt": 0.7817225678564879, "n_train_users": 102, "n_train_chunks": 188, "n_dev_chunks": 46, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 94.9, "flip_max_diff": 0.0, "peak_gb": 0.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN128-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c07c42fd8ff1715e603e743b0cfc3914537482f9 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 920.6, "epochs": 75, "best_epoch": 65, "dev_auc_pykt": 0.7740036491605915, "n_train_users": 102, "n_train_chunks": 196, "n_dev_chunks": 45, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 458.5, "flip_max_diff": 0.0, "peak_gb": 0.96} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN128-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cfe3ca46b65f5402b62a7d4c0a81e8e5ed024acd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 290.2, "epochs": 81, "best_epoch": 71, "dev_auc_pykt": 0.7782538205535056, "n_train_users": 102, "n_train_chunks": 201, "n_dev_chunks": 54, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 90.2, "flip_max_diff": 0.0, "peak_gb": 0.98} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN128-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1df7f8ecd785f735719f636467491db1d9f622d9 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 281.9, "epochs": 79, "best_epoch": 69, "dev_auc_pykt": 0.7696443537036952, "n_train_users": 102, "n_train_chunks": 198, "n_dev_chunks": 44, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 136.4, "flip_max_diff": 0.0, "peak_gb": 0.97} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..dd5a8b216969fb9acb0403871bd0581f1c6bcabd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 327.0, "epochs": 84, "best_epoch": 74, "dev_auc_pykt": 0.7622472149838572, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 101.5, "flip_max_diff": 0.0, "peak_gb": 0.98} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..33bc04c2eea23443257fb8623f1933aedfa167e4 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 134.5, "epochs": 47, "best_epoch": 37, "dev_auc_pykt": 0.7279589025370221, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 94.6, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN16-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cd8ff5baf33c5493967750eebdd526458d82c1a6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 267.0, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.6683357152921757, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 214.9, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..acbdefdba1c8e8547d43f97f783b08705c25eb02 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 132.7, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.640172455233746, "n_train_users": 13, "n_train_chunks": 26, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 177.9, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN16-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3ba72d008f38232a52494342b7e4a62333435f64 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 260.2, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.7384839479138154, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 5, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 319.4, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c1d73c46a9b33bcd4a2444b89ffb357d362b23ac --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 93.1, "epochs": 36, "best_epoch": 26, "dev_auc_pykt": 0.6330962800875273, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 123.0, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..dc3034358b28a411b92e9fe246e96cc6a33fa031 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 452.4, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.79495621686933, "n_train_users": 205, "n_train_chunks": 384, "n_dev_chunks": 86, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 186.7, "flip_max_diff": 0.0, "peak_gb": 1.25} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN256-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..df64eb62835a73a57c9b544153dbdfe988ecf7e1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 434.1, "epochs": 67, "best_epoch": 57, "dev_auc_pykt": 0.7806240291763961, "n_train_users": 205, "n_train_chunks": 383, "n_dev_chunks": 96, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 99.9, "flip_max_diff": 0.0, "peak_gb": 1.25} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..30bc02ba3661408655201010efeac270687470df --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 411.2, "epochs": 69, "best_epoch": 59, "dev_auc_pykt": 0.7683168863247899, "n_train_users": 205, "n_train_chunks": 395, "n_dev_chunks": 100, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 104.7, "flip_max_diff": 0.0, "peak_gb": 1.25} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN256-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..de367d45e9cc262c08df6b78697f9de05d1bda2f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 417.0, "epochs": 62, "best_epoch": 52, "dev_auc_pykt": 0.7802746692053775, "n_train_users": 205, "n_train_chunks": 378, "n_dev_chunks": 87, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 106.6, "flip_max_diff": 0.0, "peak_gb": 1.25} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d18cdbfc68fc4e4fd40bf5415057c5d6011ce5ae --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 395.1, "epochs": 63, "best_epoch": 53, "dev_auc_pykt": 0.7793692192492303, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 105, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 100.6, "flip_max_diff": 0.0, "peak_gb": 1.25} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..992b8916ea3bbda423202192d2b5c73a018d3341 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 142.3, "epochs": 50, "best_epoch": 40, "dev_auc_pykt": 0.7499139699556614, "n_train_users": 26, "n_train_chunks": 56, "n_dev_chunks": 9, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 97.5, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN32-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..56b7588021b6af6054bf87405dc99b688ac899cf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 523.7, "epochs": 41, "best_epoch": 31, "dev_auc_pykt": 0.7109129801647959, "n_train_users": 26, "n_train_chunks": 50, "n_dev_chunks": 12, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 631.3, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..09e572073ee29ef134b332e255035600b6669fe1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 160.6, "epochs": 59, "best_epoch": 49, "dev_auc_pykt": 0.7463501976212092, "n_train_users": 26, "n_train_chunks": 51, "n_dev_chunks": 13, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 106.8, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN32-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..32be225dd1908a7de41434ad576c11d3228c8c99 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 203.7, "epochs": 69, "best_epoch": 59, "dev_auc_pykt": 0.7108272027045197, "n_train_users": 26, "n_train_chunks": 54, "n_dev_chunks": 10, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 131.2, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..da6bf092fd8ae6b02386e050bb52adba1d78850e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 120.4, "epochs": 44, "best_epoch": 34, "dev_auc_pykt": 0.6718239893927592, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 127.7, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3ec8c02e4f7eacc7b0335179881b97682df65238 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 257.8, "epochs": 85, "best_epoch": 75, "dev_auc_pykt": 0.7372440260872604, "n_train_users": 51, "n_train_chunks": 97, "n_dev_chunks": 28, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 97.0, "flip_max_diff": 0.0, "peak_gb": 0.48} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN64-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c3654bc90a42649d254d0a53eb8014a56e1ce559 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 324.4, "epochs": 92, "best_epoch": 82, "dev_auc_pykt": 0.8260173932692784, "n_train_users": 51, "n_train_chunks": 103, "n_dev_chunks": 23, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 100.6, "flip_max_diff": 0.0, "peak_gb": 0.52} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..57824b71162bc94338c71be8f2267d20ece6f21a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 131.0, "epochs": 42, "best_epoch": 32, "dev_auc_pykt": 0.8370208440219625, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 30, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 119.9, "flip_max_diff": 0.0, "peak_gb": 0.47} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN64-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a15fdb6beac8ce723576c8f4037c95537ed878f5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 218.3, "epochs": 66, "best_epoch": 56, "dev_auc_pykt": 0.772595344781201, "n_train_users": 51, "n_train_chunks": 102, "n_dev_chunks": 29, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 135.0, "flip_max_diff": 0.0, "peak_gb": 0.51} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..9693fc3a5e1099716d4ac5eafb7ad2e8d12b745f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 302.4, "epochs": 89, "best_epoch": 79, "dev_auc_pykt": 0.7799636501965426, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 97.1, "flip_max_diff": 0.0, "peak_gb": 0.47} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..10dfcc693ed6db5a94fb0549f846a4855746a630 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 34.3, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.4797846403900853, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 125.2, "flip_max_diff": 0.0, "peak_gb": 0.37} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN8-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c9b8a045d0e5a319709191c256a3fff3a52de03a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 250.5, "epochs": 52, "best_epoch": 42, "dev_auc_pykt": 0.6474793273573762, "n_train_users": 6, "n_train_chunks": 10, "n_dev_chunks": 4, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 216.6, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cd7b9f5b4d65864f20ad6b434faa5cb435b3ca16 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 81.0, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.6195699666551684, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 118.9, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN8-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN8-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ad2573e44983795ba80774cb41a0086b1582ca39 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN8-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 84.1, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.6664742664742664, "n_train_users": 6, "n_train_chunks": 17, "n_dev_chunks": 2, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 99.1, "flip_max_diff": 0.0, "peak_gb": 0.36} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3df110de442b03cab533e55c986b143200c4348b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 324.6, "epochs": 49, "best_epoch": 39, "dev_auc_pykt": 0.620253164556962, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 4758.2, "flip_max_diff": 0.0, "peak_gb": 0.17} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d09e163df0a8212fca846a43ff0b8ffdd373cea3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5191.1, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.7965584761853286, "n_train_users": 2833, "n_train_chunks": 5345, "n_dev_chunks": 1328, "batch_size": 128, "seq_len": 200, "n_val_users": 708, "score_s": 429.9, "flip_max_diff": 0.0, "peak_gb": 0.68} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a8e3fefb06e733c9c805f3f5e3459e7a78304e54 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1537.0, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.7898943220097274, "n_train_users": 2833, "n_train_chunks": 5330, "n_dev_chunks": 1343, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 102.9, "flip_max_diff": 0.0, "peak_gb": 1.29} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csNall-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csNall-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..296e641b5205d82573d95e08755d3dfd9d834db4 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csNall-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2768.6, "epochs": 38, "best_epoch": 28, "dev_auc_pykt": 0.7917421913239612, "n_train_users": 2833, "n_train_chunks": 5314, "n_dev_chunks": 1359, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 106.9, "flip_max_diff": 0.0, "peak_gb": 1.29} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csNall-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csNall-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4ab4e55385defa586defea6099b52db7acf4bc8b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csNall-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3111.1, "epochs": 45, "best_epoch": 35, "dev_auc_pykt": 0.7923965192171323, "n_train_users": 2833, "n_train_chunks": 5319, "n_dev_chunks": 1354, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 111.9, "flip_max_diff": 0.0, "peak_gb": 1.29} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-iekt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-iekt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..2a1a18a53ba215ab70d88ab7d9fb2ae7fdcaf3bb --- /dev/null +++ b/pykt/nips34/coldstart/pykt-iekt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4357.1, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.7823560778385122, "n_train_users": 2833, "n_train_chunks": 5366, "n_dev_chunks": 1307, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 256.7, "flip_max_diff": 0.0, "peak_gb": 1.29} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-kqn-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-kqn-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..9b891c682c8c8add18424d33f48b8875ea523bb1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-kqn-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 108.7, "epochs": 54, "best_epoch": 44, "dev_auc_pykt": 0.7451526916894716, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 6.5, "flip_max_diff": 0.0, "peak_gb": 0.86} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-kqn-ics0/train_info.json.done b/pykt/nips34/coldstart/pykt-kqn-ics0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..bff44bcf376667e493476f860f44ab36d7e32438 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-kqn-ics0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 126.1, "epochs": 74, "best_epoch": 64, "dev_auc_pykt": 0.7605439876674842, "n_train_users": 2833, "n_train_chunks": 4804, "n_dev_chunks": 1195, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 0.2, "flip_max_diff": 0.0, "peak_gb": 0.86} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-kqn-ics1/train_info.json.done b/pykt/nips34/coldstart/pykt-kqn-ics1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..568ecf0e422e2512dfb526dc5bb1a91f51f76328 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-kqn-ics1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 135.7, "epochs": 77, "best_epoch": 67, "dev_auc_pykt": 0.7519152569355143, "n_train_users": 2833, "n_train_chunks": 4697, "n_dev_chunks": 1167, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 0.2, "flip_max_diff": 0.0, "peak_gb": 0.86} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-kqn-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-kqn-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5ea4d34d7d2a0a77c19a367b141f2d4853c6e6c3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-kqn-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 150.4, "epochs": 100, "best_epoch": 90, "dev_auc_pykt": 0.7548862573249356, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 0.2, "flip_max_diff": 0.0, "peak_gb": 0.86} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-lefokt_akt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-lefokt_akt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e4f6da24e3b42f784dd165cc3f75e34029b0e7b1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-lefokt_akt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 22.2, "epochs": 126, "best_epoch": 116, "dev_auc_pykt": 0.7349469386210588, "n_train_users": 102, "n_train_chunks": 190, "n_dev_chunks": 47, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 8.2, "flip_max_diff": 0.0, "peak_gb": 2.71} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-lefokt_akt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-lefokt_akt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b16132786369faecbd80ad0d9032b6ff46aeadd0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-lefokt_akt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.2, "epochs": 44, "best_epoch": 34, "dev_auc_pykt": 0.6541428571428571, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 13.8, "flip_max_diff": 0.0, "peak_gb": 0.88} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-lefokt_akt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-lefokt_akt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8699ea10bdc6c4edd0786affd9fd0436b892dfe4 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-lefokt_akt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 64.6, "epochs": 200, "best_epoch": 195, "dev_auc_pykt": 0.7821844218824695, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 86, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 8.5, "flip_max_diff": 0.0, "peak_gb": 3.61} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-lefokt_akt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-lefokt_akt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ce6abd0c0568ca5be2f68f71bbc085ec846006bc --- /dev/null +++ b/pykt/nips34/coldstart/pykt-lefokt_akt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.5, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.6909236596736597, "n_train_users": 26, "n_train_chunks": 57, "n_dev_chunks": 9, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 8.2, "flip_max_diff": 0.0, "peak_gb": 0.86} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-lefokt_akt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-lefokt_akt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4fa5058893a2d0e46ed45008be99819a046a6034 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-lefokt_akt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.2, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.6633479120443199, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 28, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 10.6, "flip_max_diff": 0.0, "peak_gb": 1.46} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-lefokt_akt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-lefokt_akt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3c4f271a64f8ef2de4dd6f4d612382950f5e0031 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-lefokt_akt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 0.7, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.4835368217054264, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 12.7, "flip_max_diff": 0.0, "peak_gb": 0.88} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-lefokt_akt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-lefokt_akt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f991a798df9196a2a91935f83d8bc2acf472a0d1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-lefokt_akt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 276.3, "epochs": 60, "best_epoch": 50, "dev_auc_pykt": 0.7932197359958783, "n_train_users": 2833, "n_train_chunks": 5400, "n_dev_chunks": 1345, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 9.5, "flip_max_diff": 0.0, "peak_gb": 3.61} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-lefokt_akt-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-lefokt_akt-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..2377ca1a00aa120acc4748a86dba4853f8e32695 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-lefokt_akt-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 297.7, "epochs": 69, "best_epoch": 59, "dev_auc_pykt": 0.7882106303390215, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 0.5, "flip_max_diff": 0.0, "peak_gb": 3.6} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a8d408b21987b55aa8e69dd39cfbccf88ac4c88b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 36.1, "epochs": 72, "best_epoch": 62, "dev_auc_pykt": 0.736374876662286, "n_train_users": 102, "n_train_chunks": 190, "n_dev_chunks": 47, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 19.9, "flip_max_diff": 0.0, "peak_gb": 8.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c5568ca3f9df8ec023c96aca05acc12d8ba3e009 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.9, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.6880571428571428, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 21.7, "flip_max_diff": 0.0, "peak_gb": 1.64} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..fff5670dde65ce559dda953ea694b123cfbdc495 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 62.7, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.7592580075666919, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 86, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 20.4, "flip_max_diff": 0.0, "peak_gb": 11.2} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5800a0f521c6627469483f322b7bdb145c456533 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 12.4, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.7063698611994067, "n_train_users": 26, "n_train_chunks": 57, "n_dev_chunks": 9, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 20.1, "flip_max_diff": 0.0, "peak_gb": 2.71} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..881ae12248553d17c5ceacc1b55663aae3858590 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 11.1, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.691735043270385, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 28, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 26.0, "flip_max_diff": 0.0, "peak_gb": 4.5} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0803a3616c09783c054ba42a0e2dd15ffcc45d82 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.2, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.49245639534883723, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 24.6, "flip_max_diff": 0.0, "peak_gb": 1.19} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..09d6f245633f7fcd3a3541ee091f3cc8de9e4b1d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 677.8, "epochs": 53, "best_epoch": 43, "dev_auc_pykt": 0.7942911065652671, "n_train_users": 2833, "n_train_chunks": 5400, "n_dev_chunks": 1345, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 23.4, "flip_max_diff": 0.0, "peak_gb": 11.2} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e9bface216b86114c0f27d7bca7c334ab2de76fd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 490.7, "epochs": 37, "best_epoch": 27, "dev_auc_pykt": 0.7876976242258298, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 128, "seq_len": 200, "n_val_users": 708, "score_s": 1.4, "flip_max_diff": 0.0, "peak_gb": 5.74} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-mockt_bsprobe-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-mockt_bsprobe-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3b4defb5ed98909b9aa88275455b57a4aeb860e1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-mockt_bsprobe-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 378.1, "epochs": 56, "best_epoch": 46, "dev_auc_pykt": 0.7880289586407303, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 0.6, "flip_max_diff": 0.0, "peak_gb": 11.22} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..336ba0f2ecdb12f8c5def586345fb8136a6c15c0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.6, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.7218272574932941, "n_train_users": 102, "n_train_chunks": 188, "n_dev_chunks": 46, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 6.6, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN128-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ca5494674d4142e0368dc6c625ce7237369ce7e7 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.8, "epochs": 21, "best_epoch": 11, "dev_auc_pykt": 0.6954120425987407, "n_train_users": 102, "n_train_chunks": 196, "n_dev_chunks": 45, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 8.5, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN128-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3d2b1acb108a6d3a6c672fda8aa48140c82d0a14 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.5, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.7186796489605591, "n_train_users": 102, "n_train_chunks": 201, "n_dev_chunks": 54, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 8.1, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN128-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8cb003de5833fce4c4ca300da14c68f39e5ee6b0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.3, "epochs": 20, "best_epoch": 10, "dev_auc_pykt": 0.7188726935882779, "n_train_users": 102, "n_train_chunks": 198, "n_dev_chunks": 44, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 7.4, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..06abea77e7f866b6c6a71ff2f4d643cfd916fab1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.3, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.7122654506041938, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 6.9, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f0c96e9f4d833ee1a8e4755ece3506bbd7fd3789 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.0, "epochs": 61, "best_epoch": 51, "dev_auc_pykt": 0.6708185053380783, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 6.6, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN16-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c1b73d3b8aed53f397fe5d83a696cb99646cd762 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.2, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.642409267497333, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 6, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 9.3, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..2284a1a9b3e2300ea43ebf324568336b7bf94c4f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.3, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.6267776308937227, "n_train_users": 13, "n_train_chunks": 26, "n_dev_chunks": 6, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 7.5, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN16-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c988d5084ed98a7b2805093ca6b6bd10c170327f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.0, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.6690454776522113, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 5, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 11.1, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..262bd798b1fb05985412e6f566716828b593b51b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.1, "epochs": 40, "best_epoch": 30, "dev_auc_pykt": 0.6232266593727207, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 6.5, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a0701c28405891c36b8af1265e26a3e6fe8c6651 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.7, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.7426332953357894, "n_train_users": 205, "n_train_chunks": 384, "n_dev_chunks": 86, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 6.8, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN256-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e185adeb23b41d3b54808a837fbfbc8bcfeacdaf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.8, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.7372152495475768, "n_train_users": 205, "n_train_chunks": 383, "n_dev_chunks": 96, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 8.9, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8f2ecd083661fa5faaca76537cad0400e33b9236 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.5, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.7397527691255841, "n_train_users": 205, "n_train_chunks": 395, "n_dev_chunks": 100, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 8.6, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN256-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d8c78d1a693a615b111c224980ab4506d2b3c2ee --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.0, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.7478364180534685, "n_train_users": 205, "n_train_chunks": 378, "n_dev_chunks": 87, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 7.1, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..13441bec528e3547be6fb52860a82d5078601b85 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.0, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.7399997868397842, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 105, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 7.3, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..24c6cc4b9e3eb415361833ddf7e052957f261947 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.0, "epochs": 33, "best_epoch": 23, "dev_auc_pykt": 0.6742522003838263, "n_train_users": 26, "n_train_chunks": 56, "n_dev_chunks": 9, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 7.2, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN32-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0376a99114ab7072b3e998b8668ed43e50265872 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.2, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.6220751440381329, "n_train_users": 26, "n_train_chunks": 50, "n_dev_chunks": 12, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 12.0, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e8ce952a870ec291204b32cdea7c61109ae171c9 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.8, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.6748340165249846, "n_train_users": 26, "n_train_chunks": 51, "n_dev_chunks": 13, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 6.9, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN32-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b49e6971cd6e5f3ed834bd0d3274f2d789eabaaf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.2, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.6838228232265996, "n_train_users": 26, "n_train_chunks": 54, "n_dev_chunks": 10, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 6.9, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0afecd6952671d988dfa356a0eb2e28d289b8f05 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.1, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.6224518173203273, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 6.6, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..69a94559392d80b2372e75cb3a5f38def747fcdf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.5, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.6848553445429247, "n_train_users": 51, "n_train_chunks": 97, "n_dev_chunks": 28, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 7.3, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN64-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..180d83dc5858ee2f2258171f41387484592301eb --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.7, "epochs": 33, "best_epoch": 23, "dev_auc_pykt": 0.6861778608043188, "n_train_users": 51, "n_train_chunks": 103, "n_dev_chunks": 23, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 7.8, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1db05911b070970b84299118503f37b3e3766dcd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.0, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.6599739565032681, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 30, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 12.3, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN64-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ebb89a9899b71c4093518a52485f4da16af4270d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.9, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.6740003525275295, "n_train_users": 51, "n_train_chunks": 102, "n_dev_chunks": 29, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 7.3, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..42f98a362e3469818e8b67d3c483d663dfca0834 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.5, "epochs": 26, "best_epoch": 16, "dev_auc_pykt": 0.7040279446661797, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 7.1, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cec4cf228f48eb332fa2b823f02a46c15edcfc9b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1.9, "epochs": 32, "best_epoch": 22, "dev_auc_pykt": 0.5491621679147075, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 7.0, "flip_max_diff": 0.0, "peak_gb": 0.39} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN8-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..9c4d3db9c59107b5be6a6ca9b3eb9a7ad8d6bb6c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.2, "epochs": 58, "best_epoch": 48, "dev_auc_pykt": 0.6292735042735043, "n_train_users": 6, "n_train_chunks": 10, "n_dev_chunks": 4, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 8.3, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b98d74e5f088fd17562d24073fc5a56f51ef4996 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.6, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.6505691617799241, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 7.4, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN8-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN8-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..7d8138ab734439f8711eb033cf2ba2500148966d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN8-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.1, "epochs": 42, "best_epoch": 32, "dev_auc_pykt": 0.6951899951899952, "n_train_users": 6, "n_train_chunks": 17, "n_dev_chunks": 2, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 11.6, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e7e68ab89a620a40ad60f5b589db3f03bdb633e1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.4, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.6286344457230533, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 10.9, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d10e71437b8422dc556c2e90ee8a3934a552831a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 57.8, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.7927981197287264, "n_train_users": 2833, "n_train_chunks": 5345, "n_dev_chunks": 1328, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 8.6, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..2a74dc62db82ba6c13ac685133a884b758691a00 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 45.8, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.7880228450952471, "n_train_users": 2833, "n_train_chunks": 5330, "n_dev_chunks": 1343, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 7.0, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csNall-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csNall-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..85794f6513515b28188b3ba62ea9d6ad49b24b48 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csNall-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 54.7, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7889983678033605, "n_train_users": 2833, "n_train_chunks": 5314, "n_dev_chunks": 1359, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 7.0, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csNall-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csNall-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..324f2c2d601c91a553d327535db81e7cb708a16b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csNall-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 39.9, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.7880205227687788, "n_train_users": 2833, "n_train_chunks": 5319, "n_dev_chunks": 1354, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 7.2, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qdkt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qdkt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cd825da0e6b6a996f5df6c3d7c889a809818e13c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qdkt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 42.6, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.7790776039718625, "n_train_users": 2833, "n_train_chunks": 5366, "n_dev_chunks": 1307, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 6.9, "flip_max_diff": 0.0, "peak_gb": 0.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..156b530fce366e2e8da7038a8831b424e6acf8b5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.4, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.7724232707283555, "n_train_users": 102, "n_train_chunks": 188, "n_dev_chunks": 46, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 12.8, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN128-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..9b2b82462b8d606aa213793deda3bfedb406a236 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.3, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.760166572471979, "n_train_users": 102, "n_train_chunks": 196, "n_dev_chunks": 45, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 14.5, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN128-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6a2c74f645cfbb70c5435609e75f0bafe32599c3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.8, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.7751135472753048, "n_train_users": 102, "n_train_chunks": 201, "n_dev_chunks": 54, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 13.2, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN128-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4b47918d6fe229c05c9f7995236e96b06c8084eb --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 15.1, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.7585444270351763, "n_train_users": 102, "n_train_chunks": 198, "n_dev_chunks": 44, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 21.4, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5cbce6513fb50523987cbc3ecdbd64c2914696fa --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.4, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.7491623748857648, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 32, "seq_len": 200, "n_val_users": 26, "score_s": 13.4, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f80154dffbf8df0ec26542fc7d2810d8cd89de56 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.5, "epochs": 45, "best_epoch": 35, "dev_auc_pykt": 0.7369417977270118, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 13.5, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN16-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..43c7bd01f2361260980d13e2cd690e1cc8ba1347 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.6, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.6615270033615814, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 6, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 19.5, "flip_max_diff": 0.0, "peak_gb": 0.66} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..bfed1956c586cbb831f842aaad31849ff4f38418 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 26.2, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.6535222128750551, "n_train_users": 13, "n_train_chunks": 26, "n_dev_chunks": 6, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 14.9, "flip_max_diff": 0.0, "peak_gb": 0.64} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN16-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e61357f4b87f06a48f8ae6b26f2b856d785b13c3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.7, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.7441833183435655, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 5, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 26.2, "flip_max_diff": 0.0, "peak_gb": 0.68} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4334d98515c2519b08b6277d40dde6adfbb07c3b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.7, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.6380789569657184, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 32, "seq_len": 200, "n_val_users": 3, "score_s": 12.4, "flip_max_diff": 0.0, "peak_gb": 0.66} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..adae665ab5859a97f767883a92ba4c06eb02d3fd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 13.9, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.7899210856606895, "n_train_users": 205, "n_train_chunks": 384, "n_dev_chunks": 86, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 13.0, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN256-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1e11d5b3418578ad79ef5e82350d4d77583c782d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 13.7, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.7736440261104469, "n_train_users": 205, "n_train_chunks": 383, "n_dev_chunks": 96, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 14.8, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..7e54c2643a4808f12e460b37efd77725799f871c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 11.0, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.7688181836762434, "n_train_users": 205, "n_train_chunks": 395, "n_dev_chunks": 100, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 13.4, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN256-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..46606ece2d54f67f8923522b9d307a13511e331b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 12.0, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.7793272287090012, "n_train_users": 205, "n_train_chunks": 378, "n_dev_chunks": 87, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 15.4, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..53bd98801f68dc467279413b47d378b8a3c95e8c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 13.4, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.7718488433995963, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 105, "batch_size": 32, "seq_len": 200, "n_val_users": 51, "score_s": 13.4, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ded22ff3e6ff37798e41636a5f31d675b4ea3629 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.6, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.713567930646549, "n_train_users": 26, "n_train_chunks": 56, "n_dev_chunks": 9, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 12.8, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN32-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..7faa7bea1a927200ebb4e80c6a8c4f60fa6fb4c7 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 11.9, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.687869140112698, "n_train_users": 26, "n_train_chunks": 50, "n_dev_chunks": 12, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 26.6, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6555c9aa8b4b94b073f584357223e7fa621aab81 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.1, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.7217128852696544, "n_train_users": 26, "n_train_chunks": 51, "n_dev_chunks": 13, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 12.7, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN32-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6f3c571ecfed7411651b7663ebb642040dd99a9f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.0, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.7147913025105165, "n_train_users": 26, "n_train_chunks": 54, "n_dev_chunks": 10, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 13.2, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4da903e1105c17fe47110071707535a81c7e46bf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.7, "epochs": 25, "best_epoch": 15, "dev_auc_pykt": 0.6558709522660984, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 32, "seq_len": 200, "n_val_users": 6, "score_s": 12.9, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d84823a84ee25e408cab612b2eed1020c7e7168d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.6, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.7209897905621436, "n_train_users": 51, "n_train_chunks": 97, "n_dev_chunks": 28, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 13.6, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN64-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..34247fcaad25892c3682f051d8a322888a179c78 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.0, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.775069569981675, "n_train_users": 51, "n_train_chunks": 103, "n_dev_chunks": 23, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 13.2, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..309b386742d94ca5f4caf62439d6e8993f525fe0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.5, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.7817018103483989, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 30, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 19.6, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN64-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1c5f1de8cf7195b3e37bf6e8a82f6b971998eaaf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.3, "epochs": 25, "best_epoch": 15, "dev_auc_pykt": 0.7457970369133432, "n_train_users": 51, "n_train_chunks": 102, "n_dev_chunks": 29, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 13.5, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e11fa2f9f6f83850ffd8b927a1d7be9c9523096c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.0, "epochs": 20, "best_epoch": 10, "dev_auc_pykt": 0.771364325264321, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 32, "seq_len": 200, "n_val_users": 13, "score_s": 12.8, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6dd4ff92034c2b70ab1751ea55931e282739cf60 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.1, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.5179466341595558, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 13.9, "flip_max_diff": 0.0, "peak_gb": 0.58} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN8-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..41e4f190a2fe643efa46ec719784659e2c69846c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.5, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.653672434160239, "n_train_users": 6, "n_train_chunks": 10, "n_dev_chunks": 4, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 17.9, "flip_max_diff": 0.0, "peak_gb": 0.57} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..bc749b540f3fe06b28dcc0f00abe26f2a253f81b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 39.1, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.662826261929401, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 16.7, "flip_max_diff": 0.0, "peak_gb": 0.57} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN8-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN8-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6f9b9447fc21bd63c2db4c5389131bffdc300291 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN8-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.6, "epochs": 23, "best_epoch": 13, "dev_auc_pykt": 0.728956228956229, "n_train_users": 6, "n_train_chunks": 17, "n_dev_chunks": 2, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 15.5, "flip_max_diff": 0.0, "peak_gb": 0.57} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..04fed7deda5ed6804d384857e75fc02651441c0e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 16.6, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.628500191791331, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 32, "seq_len": 200, "n_val_users": 2, "score_s": 23.0, "flip_max_diff": 0.0, "peak_gb": 0.57} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..85e96541a158451d969f3e362e6735f110ef196c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 168.7, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7973881940448628, "n_train_users": 2833, "n_train_chunks": 5345, "n_dev_chunks": 1328, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 16.5, "flip_max_diff": 0.0, "peak_gb": 0.8} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4a3050db368dc2de892093b59d5512d96144a1c5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 128.0, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7921120718597536, "n_train_users": 2833, "n_train_chunks": 5330, "n_dev_chunks": 1343, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 14.3, "flip_max_diff": 0.0, "peak_gb": 0.8} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csNall-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csNall-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..06a46d459889992096700f8671e23d7a0aa7c048 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csNall-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 123.4, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7929141890341923, "n_train_users": 2833, "n_train_chunks": 5314, "n_dev_chunks": 1359, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 13.1, "flip_max_diff": 0.0, "peak_gb": 0.8} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csNall-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csNall-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..28626e1aa9c8341f7a1d24236e99f98b07482826 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csNall-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 120.6, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7924077133746945, "n_train_users": 2833, "n_train_chunks": 5319, "n_dev_chunks": 1354, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 13.5, "flip_max_diff": 0.0, "peak_gb": 0.8} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-qikt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-qikt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..950817cdb8a9180cd175bfc4dd99ff07501b2213 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-qikt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 122.0, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.783351946652596, "n_train_users": 2833, "n_train_chunks": 5366, "n_dev_chunks": 1307, "batch_size": 32, "seq_len": 200, "n_val_users": 708, "score_s": 13.3, "flip_max_diff": 0.0, "peak_gb": 0.8} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..9077e4625abc54dce262c0ef412a95f3010b50bb --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 85.5, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.6317533938905533, "n_train_users": 102, "n_train_chunks": 190, "n_dev_chunks": 47, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 94.4, "flip_max_diff": 0.0, "peak_gb": 0.85} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..82b81f786928ab6980d6acbcb982ce7efd872925 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 39.6, "epochs": 21, "best_epoch": 11, "dev_auc_pykt": 0.6641253944713801, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 256, "seq_len": 200, "n_val_users": 26, "score_s": 62.9, "flip_max_diff": 0.0, "peak_gb": 0.9} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d3734d0332fb92f0c75cb761dc06147055f069c2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 65.1, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.6596857142857142, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 81.9, "flip_max_diff": 0.0, "peak_gb": 0.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..08f4c1e6ac6c8e016a6bf702e5bc9f1c1be0f891 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 21.0, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.629554078984866, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 42.2, "flip_max_diff": 0.0, "peak_gb": 0.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1d1eae3e5a5d0f8301698f83e24ccc0c2ab4f07d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 40.9, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.5317186460147141, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 256, "seq_len": 200, "n_val_users": 3, "score_s": 43.0, "flip_max_diff": 0.0, "peak_gb": 0.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..afb9d1971decd5c2fe13033a52c483420ac0f345 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 156.5, "epochs": 32, "best_epoch": 22, "dev_auc_pykt": 0.7078088286450898, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 86, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 92.0, "flip_max_diff": 0.0, "peak_gb": 1.15} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0db9b111f5dc093330abda836ce2a8ef34836af1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 290.4, "epochs": 84, "best_epoch": 74, "dev_auc_pykt": 0.7489469570530284, "n_train_users": 205, "n_train_chunks": 400, "n_dev_chunks": 100, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 67.8, "flip_max_diff": 0.0, "peak_gb": 1.15} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8da11928b8be6ce0202113ba767fcb23d19fdcd7 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 38.6, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.6147058118085873, "n_train_users": 205, "n_train_chunks": 390, "n_dev_chunks": 105, "batch_size": 256, "seq_len": 200, "n_val_users": 51, "score_s": 38.3, "flip_max_diff": 0.0, "peak_gb": 1.15} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5c399ad76df626d5d0e629730f3d94c3f471d139 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 43.0, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.6226971418732781, "n_train_users": 26, "n_train_chunks": 57, "n_dev_chunks": 9, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 85.1, "flip_max_diff": 0.0, "peak_gb": 0.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..accd297c4b66e94f3460fad09eec10dbacd5a628 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 23.1, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.6134934936311865, "n_train_users": 26, "n_train_chunks": 53, "n_dev_chunks": 13, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 50.6, "flip_max_diff": 0.0, "peak_gb": 0.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a35a5e16dcc98427e407951afb1c566d4c35eac7 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 132.7, "epochs": 70, "best_epoch": 60, "dev_auc_pykt": 0.6620590474133503, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 256, "seq_len": 200, "n_val_users": 6, "score_s": 76.8, "flip_max_diff": 0.0, "peak_gb": 0.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4b7cd379395c156631bd2d04f91f6e9efacdbe28 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 81.6, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.5949077698788011, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 28, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 90.7, "flip_max_diff": 0.0, "peak_gb": 0.45} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0ac3af3407d865f9927c9abc22553e61786a8876 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 22.5, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.6171007667818731, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 31, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 73.4, "flip_max_diff": 0.0, "peak_gb": 0.46} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..904edaec43d5bc3a649d57771ddb785c04b4089a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 35.5, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.5865902431298012, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 256, "seq_len": 200, "n_val_users": 13, "score_s": 60.6, "flip_max_diff": 0.0, "peak_gb": 0.44} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..35c3218a2c3089e13a7fa56dd0f728bb0ba6a2ed --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 24.8, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.5235392441860465, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 87.8, "flip_max_diff": 0.0, "peak_gb": 0.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4c41bbf6b4179d14d2f9f4611df5813792217a07 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 32.3, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.6045992871104979, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 42.6, "flip_max_diff": 0.0, "peak_gb": 0.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..46ad947b983ed39ea2d8e235c4d5006507308a9d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 30.8, "epochs": 21, "best_epoch": 11, "dev_auc_pykt": 0.5747480187735632, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 256, "seq_len": 200, "n_val_users": 2, "score_s": 42.0, "flip_max_diff": 0.0, "peak_gb": 0.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6493970f611c61301c1dc8633396611051e3728c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2054.7, "epochs": 45, "best_epoch": 35, "dev_auc_pykt": 0.7909235516124321, "n_train_users": 2833, "n_train_chunks": 5400, "n_dev_chunks": 1345, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 77.4, "flip_max_diff": 0.0, "peak_gb": 1.15} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f2df1377d267f8236c3d293943302ac3f083f977 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2086.8, "epochs": 49, "best_epoch": 39, "dev_auc_pykt": 0.7886309538139334, "n_train_users": 2833, "n_train_chunks": 5388, "n_dev_chunks": 1357, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 87.4, "flip_max_diff": 0.0, "peak_gb": 1.15} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..192ce39fa926484c9cf4fb101d13f1dd88a2cf48 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1999.4, "epochs": 45, "best_epoch": 35, "dev_auc_pykt": 0.7812078711022757, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 85.1, "flip_max_diff": 0.0, "peak_gb": 1.15} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-ics1/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-ics1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c92e10947166ee3d289c0e9eca00a6122cbe0fea --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-ics1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1879.3, "epochs": 46, "best_epoch": 36, "dev_auc_pykt": 0.7868298243170135, "n_train_users": 2833, "n_train_chunks": 4697, "n_dev_chunks": 1167, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 6.0, "flip_max_diff": 0.0, "peak_gb": 1.15} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-rekt-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-rekt-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..50b1172c25f210b59dcd2345c175132a2cb5a05c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-rekt-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1301.7, "epochs": 38, "best_epoch": 28, "dev_auc_pykt": 0.7859018582290461, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 256, "seq_len": 200, "n_val_users": 708, "score_s": 3.1, "flip_max_diff": 0.0, "peak_gb": 1.16} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..caaa7e8297924b2d8717955b0bb42b2816196992 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 68.0, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.7402532858104658, "n_train_users": 102, "n_train_chunks": 190, "n_dev_chunks": 47, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 60.6, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN128-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c3dd27f6da172f693b34214babfa33642b6283c6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 33.5, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.738205464903338, "n_train_users": 102, "n_train_chunks": 197, "n_dev_chunks": 45, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 57.9, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN128-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..78453673d9a312b50bb14783ebcc137ae66380d0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 51.2, "epochs": 36, "best_epoch": 26, "dev_auc_pykt": 0.7451672081160411, "n_train_users": 102, "n_train_chunks": 205, "n_dev_chunks": 54, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 66.9, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN128-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0815aa23dc6e498b55dd148e7a4c914d29dbfc39 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 70.4, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.7290155564356015, "n_train_users": 102, "n_train_chunks": 203, "n_dev_chunks": 45, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 60.7, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..dde1241d442789e3585957df42e10ab9a6f3fcbc --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 64.1, "epochs": 40, "best_epoch": 30, "dev_auc_pykt": 0.7144123692914215, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 46.1, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6cf70927f9cf8a1b93ad39ceedea78f679c6e309 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 35.8, "epochs": 76, "best_epoch": 66, "dev_auc_pykt": 0.6990285714285714, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 113.6, "flip_max_diff": 0.0, "peak_gb": 4.71} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN16-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cf7cd1f02a9342dd45f71f9f633bb50dccca0665 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 11.4, "epochs": 37, "best_epoch": 27, "dev_auc_pykt": 0.632037681917913, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 63.0, "flip_max_diff": 0.0, "peak_gb": 3.98} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..14a2a715b963aebb9331d816de40c61eed42b6d3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.0, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.6023058501197422, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 55.0, "flip_max_diff": 0.0, "peak_gb": 4.12} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN16-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a17d63792c00753cd32a9c1475e9abf6a154a7cf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 11.1, "epochs": 32, "best_epoch": 22, "dev_auc_pykt": 0.7346322293043444, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 5, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 63.0, "flip_max_diff": 0.0, "peak_gb": 4.12} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..caf5fd956da3020a2e0c7a27c9e25a91cd495ba6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 17.0, "epochs": 45, "best_epoch": 35, "dev_auc_pykt": 0.6114312021952576, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 53.4, "flip_max_diff": 0.0, "peak_gb": 3.98} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0259dd84b8c12cbd42aefc818520e0759eb6a72c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 111.5, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.7529922822277374, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 86, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 64.7, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN256-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c8ed5ccc17a42318b96dc2eef589284a7af94bdf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 62.4, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.7247569571973143, "n_train_users": 205, "n_train_chunks": 386, "n_dev_chunks": 97, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 67.0, "flip_max_diff": 0.0, "peak_gb": 9.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b2098d519cf2a5d5b8ba154bd945ac1c728f6813 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 117.6, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.7277070371941676, "n_train_users": 205, "n_train_chunks": 400, "n_dev_chunks": 100, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 64.7, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN256-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cccbbc5dcf38927a5ce3c5fdb6f5e117cb7015ae --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 256.8, "epochs": 98, "best_epoch": 88, "dev_auc_pykt": 0.7499524813818009, "n_train_users": 205, "n_train_chunks": 384, "n_dev_chunks": 88, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 67.0, "flip_max_diff": 0.0, "peak_gb": 9.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..46c28babd2f533580c2799be0120f3a71bea8843 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 86.8, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.7235170735896439, "n_train_users": 205, "n_train_chunks": 390, "n_dev_chunks": 105, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 65.2, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..042af3c62603e19da1cdffed07b55aa92a7ba20f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 24.1, "epochs": 50, "best_epoch": 40, "dev_auc_pykt": 0.7189072764356855, "n_train_users": 26, "n_train_chunks": 57, "n_dev_chunks": 9, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 55.4, "flip_max_diff": 0.0, "peak_gb": 8.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN32-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cf1bda7b1945d2383657c60ca03319dc2644886f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.4, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.7198242585980248, "n_train_users": 26, "n_train_chunks": 50, "n_dev_chunks": 12, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 61.5, "flip_max_diff": 0.0, "peak_gb": 7.3} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..2ad04bb981ccf67576af871be23397778d0a90c5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.7, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.7125127238713583, "n_train_users": 26, "n_train_chunks": 53, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 53.7, "flip_max_diff": 0.0, "peak_gb": 7.72} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN32-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..9df79186cfe7db1b3f59b8d73f86caf202d08c1d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 10.5, "epochs": 25, "best_epoch": 15, "dev_auc_pykt": 0.669553504542748, "n_train_users": 26, "n_train_chunks": 54, "n_dev_chunks": 10, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 57.9, "flip_max_diff": 0.0, "peak_gb": 7.87} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..232384c494a99368c41c200283ba15d4ed03571d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 48.5, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.663524828728787, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 34.6, "flip_max_diff": 0.0, "peak_gb": 8.01} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..eb73bcf77aa560257172915dd01baec7abf59075 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 45.6, "epochs": 64, "best_epoch": 54, "dev_auc_pykt": 0.7073147106461127, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 28, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 67.1, "flip_max_diff": 0.0, "peak_gb": 9.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN64-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..874d2de4d032ae4e48a017cefe33060171d5fa52 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 14.0, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.8033728418437511, "n_train_users": 51, "n_train_chunks": 103, "n_dev_chunks": 23, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 58.2, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e8322788202ff27c9c07bd1eb8fc282122abf9b8 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 16.6, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.8380003740235602, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 31, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 55.8, "flip_max_diff": 0.0, "peak_gb": 9.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN64-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..406e85b5224ebd6a1f93f4e2505a664c165e0ddc --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 10.9, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.7369377246131457, "n_train_users": 51, "n_train_chunks": 104, "n_dev_chunks": 31, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 63.8, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f903b4e2fa8ea320ef69543a0c97d4be3d6319a4 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 37.2, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.7381834705731234, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 56.1, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..2f92d08ff68bb737ab5f3001cbeed2235c72d448 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.3, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.46277374031007756, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 101.9, "flip_max_diff": 0.0, "peak_gb": 1.82} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN8-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b854e1a62c88ebf501dcd1f9207dee59406cc697 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.4, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.6261786923678041, "n_train_users": 6, "n_train_chunks": 10, "n_dev_chunks": 4, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 46.0, "flip_max_diff": 0.0, "peak_gb": 1.54} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..930cd658fbed7414e6049c2cdab0acc70aa4e6a4 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.0, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.5895826146947223, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 56.7, "flip_max_diff": 0.0, "peak_gb": 2.11} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN8-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN8-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d4af4b1326793daccfa87c765f8eb2f7de389ed1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN8-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.1, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.6347763347763348, "n_train_users": 6, "n_train_chunks": 17, "n_dev_chunks": 2, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 61.4, "flip_max_diff": 0.0, "peak_gb": 2.54} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..60d2794cc90c20ba6cbe72008e86ceee2c998c4d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.0, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.6037931830422405, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 53.5, "flip_max_diff": 0.0, "peak_gb": 1.39} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..06c33f7366da99e02162d9a53119825a034b11b2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1313.0, "epochs": 37, "best_epoch": 27, "dev_auc_pykt": 0.7945319928458086, "n_train_users": 2833, "n_train_chunks": 5400, "n_dev_chunks": 1345, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 73.1, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0bb52c288dba3cbb50622179b1bf43142b4e4c5a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1440.8, "epochs": 41, "best_epoch": 31, "dev_auc_pykt": 0.7901853057013122, "n_train_users": 2833, "n_train_chunks": 5388, "n_dev_chunks": 1357, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 75.5, "flip_max_diff": 0.0, "peak_gb": 9.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csNall-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csNall-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ceb95bc490463cfce080b9a7f6df818e5ef740fb --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csNall-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1395.7, "epochs": 40, "best_epoch": 30, "dev_auc_pykt": 0.7895405933762969, "n_train_users": 2833, "n_train_chunks": 5375, "n_dev_chunks": 1370, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 72.8, "flip_max_diff": 0.0, "peak_gb": 9.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csNall-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csNall-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..071d63077be907679622f589c57367dcab447ef0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csNall-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1332.2, "epochs": 40, "best_epoch": 30, "dev_auc_pykt": 0.7890389046262318, "n_train_users": 2833, "n_train_chunks": 5378, "n_dev_chunks": 1367, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 74.1, "flip_max_diff": 0.0, "peak_gb": 9.31} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4aed66c1c68672fc304ef9c82be3d569e4aa529e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1625.3, "epochs": 40, "best_epoch": 30, "dev_auc_pykt": 0.7792336226490568, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 69.8, "flip_max_diff": 0.0, "peak_gb": 9.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-robustkt-ics0/train_info.json.done b/pykt/nips34/coldstart/pykt-robustkt-ics0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..02114fe1e3c9580ad1396b1cc14c6ac265e850f8 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-robustkt-ics0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1094.3, "epochs": 32, "best_epoch": 22, "dev_auc_pykt": 0.7903060246530819, "n_train_users": 2833, "n_train_chunks": 4804, "n_dev_chunks": 1195, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 3.3, "flip_max_diff": 0.0, "peak_gb": 9.34} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-saint-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-saint-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3880e2b055836b68e8592f7ef358ab7a8f10bb19 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-saint-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 471.5, "epochs": 21, "best_epoch": 11, "dev_auc_pykt": 0.7635352094491904, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 43.9, "flip_max_diff": 0.0, "peak_gb": 3.94} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-saint-ics0/train_info.json.done b/pykt/nips34/coldstart/pykt-saint-ics0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e44aa9dfb5c7fffbc6ab4ce2d1c4b68fd731f18d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-saint-ics0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 660.1, "epochs": 42, "best_epoch": 32, "dev_auc_pykt": 0.7700435792751035, "n_train_users": 2833, "n_train_chunks": 4804, "n_dev_chunks": 1195, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 1.2, "flip_max_diff": 0.0, "peak_gb": 3.94} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-saint-ics1/train_info.json.done b/pykt/nips34/coldstart/pykt-saint-ics1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..24babfeb129218def1a48df5bc36ad3cfc69ef88 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-saint-ics1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 326.0, "epochs": 20, "best_epoch": 10, "dev_auc_pykt": 0.7693042408984776, "n_train_users": 2833, "n_train_chunks": 4697, "n_dev_chunks": 1167, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 1.4, "flip_max_diff": 0.0, "peak_gb": 3.94} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-saint-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-saint-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..52f251a69b55d779e7bc71e5e20503c3878579c8 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-saint-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 446.4, "epochs": 26, "best_epoch": 16, "dev_auc_pykt": 0.7709581970329917, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 1.7, "flip_max_diff": 0.0, "peak_gb": 3.94} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-saint_plus_plus-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-saint_plus_plus-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..427dac3d7cbb3fd964161603c9f9fd8c297efb53 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-saint_plus_plus-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 385.7, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.7722063421808946, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 42.6, "flip_max_diff": 0.0, "peak_gb": 3.95} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-saint_plus_plus-ics0/train_info.json.done b/pykt/nips34/coldstart/pykt-saint_plus_plus-ics0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a693c0bd3ada57279e29277d4710b653c32dcee3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-saint_plus_plus-ics0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 291.7, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.7813631808552052, "n_train_users": 2833, "n_train_chunks": 4804, "n_dev_chunks": 1195, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 1.4, "flip_max_diff": 0.0, "peak_gb": 3.95} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-saint_plus_plus-ics1/train_info.json.done b/pykt/nips34/coldstart/pykt-saint_plus_plus-ics1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..81e135a30fa36c7b23f78107a0d836e51cd3df18 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-saint_plus_plus-ics1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 283.3, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.7784313186231686, "n_train_users": 2833, "n_train_chunks": 4697, "n_dev_chunks": 1167, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 0.7, "flip_max_diff": 0.0, "peak_gb": 3.95} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-saint_plus_plus-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-saint_plus_plus-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..76dd2aa06f92efa77c37fb7692ecf31408ccc8cb --- /dev/null +++ b/pykt/nips34/coldstart/pykt-saint_plus_plus-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 288.2, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.7803165122963677, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 1.4, "flip_max_diff": 0.0, "peak_gb": 3.95} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sakt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-sakt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d9a39a1f6c6bd4339443bf8dae13f83ec1929421 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sakt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 118.9, "epochs": 16, "best_epoch": 6, "dev_auc_pykt": 0.7293492031522435, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 18.9, "flip_max_diff": 0.0, "peak_gb": 0.42} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sakt-ics0/train_info.json.done b/pykt/nips34/coldstart/pykt-sakt-ics0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..367c796c0efc855c4676e77e7b5d68deea79ebfb --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sakt-ics0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 43.0, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7398543619832939, "n_train_users": 2833, "n_train_chunks": 4804, "n_dev_chunks": 1195, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 0.4, "flip_max_diff": 0.0, "peak_gb": 0.42} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sakt-ics1/train_info.json.done b/pykt/nips34/coldstart/pykt-sakt-ics1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..9af145384af2b0cef8bcaa36f518d883f963b7c8 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sakt-ics1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 48.6, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.7286562711250516, "n_train_users": 2833, "n_train_chunks": 4697, "n_dev_chunks": 1167, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 0.5, "flip_max_diff": 0.0, "peak_gb": 0.42} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sakt-ics2/train_info.json.done b/pykt/nips34/coldstart/pykt-sakt-ics2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..408e50138f3f479c3dd846d50df162521b17bce9 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sakt-ics2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 57.5, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.7331816635111627, "n_train_users": 2833, "n_train_chunks": 4717, "n_dev_chunks": 1209, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 0.5, "flip_max_diff": 0.0, "peak_gb": 0.42} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b429c2ab7465da42de42ed98ad11f0bb6ebe0591 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 34.9, "epochs": 134, "best_epoch": 124, "dev_auc_pykt": 0.7551916952298925, "n_train_users": 102, "n_train_chunks": 190, "n_dev_chunks": 47, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 14.5, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN128-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f8fb11f71f10f0ffaddfebb917bce62fafa25b9b --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.0, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.7244211295291201, "n_train_users": 102, "n_train_chunks": 197, "n_dev_chunks": 45, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 14.4, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN128-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4d5bc508e50d9f172efbfcf602600dea9f44e08f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 28.6, "epochs": 101, "best_epoch": 91, "dev_auc_pykt": 0.757405656008663, "n_train_users": 102, "n_train_chunks": 205, "n_dev_chunks": 54, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 14.1, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN128-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..59b54590754fada23128e1cf48edc76ba5612040 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 15.7, "epochs": 53, "best_epoch": 43, "dev_auc_pykt": 0.7097323785046213, "n_train_users": 102, "n_train_chunks": 203, "n_dev_chunks": 45, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 15.5, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..184eb7bb4e36e8920324cf52be934c5960deb32e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.2, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.6896540264297111, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 15.5, "flip_max_diff": 0.0, "peak_gb": 0.85} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e397e1342495a920ed7d65ada5c4ea816e5d6321 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 10.8, "epochs": 98, "best_epoch": 88, "dev_auc_pykt": 0.6913142857142858, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 21.3, "flip_max_diff": 0.0, "peak_gb": 0.55} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN16-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a154fb68f4bed4268e517ef6970234452d5a96bd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.9, "epochs": 47, "best_epoch": 37, "dev_auc_pykt": 0.6150435797822018, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 13.6, "flip_max_diff": 0.0, "peak_gb": 0.54} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c00a509cf32f9eeeafa7a9f8363cb13d7f4f5de9 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.0, "epochs": 21, "best_epoch": 11, "dev_auc_pykt": 0.6174548654337468, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 14.8, "flip_max_diff": 0.0, "peak_gb": 0.55} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN16-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..13b516d09ce4b2d208867fb95ba176a2f69d812f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.7, "epochs": 42, "best_epoch": 32, "dev_auc_pykt": 0.739285574629492, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 5, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 13.7, "flip_max_diff": 0.0, "peak_gb": 0.55} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..77125d195826d694dfb5a498ceb479bb91d1783d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.2, "epochs": 65, "best_epoch": 55, "dev_auc_pykt": 0.604739677822246, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 12.9, "flip_max_diff": 0.0, "peak_gb": 0.54} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..49ff5394f379d51f09419eb653a2d4e3acd14754 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 41.7, "epochs": 79, "best_epoch": 69, "dev_auc_pykt": 0.7762239588494327, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 86, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 15.8, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN256-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a8fef1db54e6b417142393ac0ed542f88d88d342 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 43.9, "epochs": 92, "best_epoch": 82, "dev_auc_pykt": 0.7506728762827761, "n_train_users": 205, "n_train_chunks": 386, "n_dev_chunks": 97, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 10.3, "flip_max_diff": 0.0, "peak_gb": 0.86} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3367493cc617415150789e59d436a6a43fa72789 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 42.9, "epochs": 75, "best_epoch": 65, "dev_auc_pykt": 0.7521828777855558, "n_train_users": 205, "n_train_chunks": 400, "n_dev_chunks": 100, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 14.6, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN256-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0761b5cdcab7b5b964cd13d369e41289bbb67972 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 35.6, "epochs": 94, "best_epoch": 84, "dev_auc_pykt": 0.7623874012251767, "n_train_users": 205, "n_train_chunks": 384, "n_dev_chunks": 88, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 15.6, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6c274139ff2d19f75525ab7197521c7d33593a26 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 39.7, "epochs": 75, "best_epoch": 65, "dev_auc_pykt": 0.7510223699536585, "n_train_users": 205, "n_train_chunks": 390, "n_dev_chunks": 105, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 16.4, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..27218ec252d7c80cb327e31f0d92cc527cb8b9f4 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.8, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.698226252913753, "n_train_users": 26, "n_train_chunks": 57, "n_dev_chunks": 9, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 13.8, "flip_max_diff": 0.0, "peak_gb": 0.71} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN32-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..931b33b6061b419092e60ebe3ce02a2caad2e034 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.1, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.7115040086627354, "n_train_users": 26, "n_train_chunks": 50, "n_dev_chunks": 12, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 13.5, "flip_max_diff": 0.0, "peak_gb": 0.63} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c9917251eeed765c7dcb1bf91b146d87396708bd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.7, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.6941754472841986, "n_train_users": 26, "n_train_chunks": 53, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 15.8, "flip_max_diff": 0.0, "peak_gb": 0.67} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN32-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f7771e24a2bf8f2ba6cafb16eb9fee62606d2cc6 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.8, "epochs": 59, "best_epoch": 49, "dev_auc_pykt": 0.6535866579589329, "n_train_users": 26, "n_train_chunks": 54, "n_dev_chunks": 10, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 13.9, "flip_max_diff": 0.0, "peak_gb": 0.68} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..946684baf11a765484aafa536adde9e7b367abf4 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.0, "epochs": 38, "best_epoch": 28, "dev_auc_pykt": 0.6681552753640747, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 8.0, "flip_max_diff": 0.0, "peak_gb": 0.72} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..046c50a300368d8175019e6119204e05c4a294d0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.2, "epochs": 36, "best_epoch": 26, "dev_auc_pykt": 0.6730859569793521, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 28, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 13.5, "flip_max_diff": 0.0, "peak_gb": 0.81} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN64-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..29f8cd108bf3e6741cd0c89bcfda7a83382908f3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.5, "epochs": 33, "best_epoch": 23, "dev_auc_pykt": 0.78445779442271, "n_train_users": 51, "n_train_chunks": 103, "n_dev_chunks": 23, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 12.6, "flip_max_diff": 0.0, "peak_gb": 0.8} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6aaf35b2a6ba313f6d516d894291eeb1b60ad246 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.0, "epochs": 27, "best_epoch": 17, "dev_auc_pykt": 0.8238835866777776, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 31, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 13.8, "flip_max_diff": 0.0, "peak_gb": 0.81} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN64-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..45f5435ea313695aecc0eb3a95884c8f61e80f56 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.9, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.737232691793638, "n_train_users": 51, "n_train_chunks": 104, "n_dev_chunks": 31, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 13.7, "flip_max_diff": 0.0, "peak_gb": 0.81} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..74c63a9d7b17985b914e0db481bcb7cdc4558c7f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.5, "epochs": 50, "best_epoch": 40, "dev_auc_pykt": 0.7192671240682471, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 14.5, "flip_max_diff": 0.0, "peak_gb": 0.82} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..741fdc37c5ed6474a13b783ea5891f98d41b6031 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1.9, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.5233091085271317, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 25.9, "flip_max_diff": 0.0, "peak_gb": 0.54} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN8-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c419f761f84dbea9aebe8bf6fc07016bb552bc1d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.2, "epochs": 38, "best_epoch": 28, "dev_auc_pykt": 0.6152296605018668, "n_train_users": 6, "n_train_chunks": 10, "n_dev_chunks": 4, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 16.2, "flip_max_diff": 0.0, "peak_gb": 0.54} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5548bb4913db34acc962ad1cc925aea9e369dbf5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.8, "epochs": 42, "best_epoch": 32, "dev_auc_pykt": 0.6106933425319075, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 11.5, "flip_max_diff": 0.0, "peak_gb": 0.54} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN8-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..54e2519f6dc9cb047eb1ea3b740437be53d8a366 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1.0, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.6278018278018278, "n_train_users": 6, "n_train_chunks": 17, "n_dev_chunks": 2, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 13.6, "flip_max_diff": 0.0, "peak_gb": 0.55} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..05dd4c2500f72d0453238f74fa6204d83ed71c84 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.8, "epochs": 41, "best_epoch": 31, "dev_auc_pykt": 0.5986381472647534, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 14.9, "flip_max_diff": 0.0, "peak_gb": 0.54} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..367793118120c9bc4f1a2855af5ae91f107860ad --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 302.7, "epochs": 46, "best_epoch": 36, "dev_auc_pykt": 0.7919747947718871, "n_train_users": 2833, "n_train_chunks": 5400, "n_dev_chunks": 1345, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 15.6, "flip_max_diff": 0.0, "peak_gb": 0.84} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5c69d4820983c57bc737d72418f4a4c299c27ad7 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 250.0, "epochs": 38, "best_epoch": 28, "dev_auc_pykt": 0.7870224414131965, "n_train_users": 2833, "n_train_chunks": 5388, "n_dev_chunks": 1357, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 16.7, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csNall-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..91dc4107d18cd1aeeaa711acfa26b69a3895ed74 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 205.9, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.786680920449373, "n_train_users": 2833, "n_train_chunks": 5375, "n_dev_chunks": 1370, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 17.3, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csNall-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3a9f39ae786bf05b24f43dbd51d22c10fcf7da14 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 247.1, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.784935759213933, "n_train_users": 2833, "n_train_chunks": 5378, "n_dev_chunks": 1367, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 16.7, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-sparsekt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4da012e3b69d6be2837c96ae34c1fb09ee561602 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-sparsekt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 226.5, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.7755939966242344, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 19.1, "flip_max_diff": 0.0, "peak_gb": 0.83} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN128-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d088c217459345c97c6e95067f8bedb9dd3edf03 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 29.1, "epochs": 47, "best_epoch": 37, "dev_auc_pykt": 0.7422903987209213, "n_train_users": 102, "n_train_chunks": 190, "n_dev_chunks": 47, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 23.5, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN128-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..31f4ab2bbfa9e9cdebe9568e97a13172849b27dd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 20.4, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.742917112876873, "n_train_users": 102, "n_train_chunks": 197, "n_dev_chunks": 45, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 24.3, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN128-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8fd4ce8d63d7597344e219f1794dba3d1521ab96 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 23.4, "epochs": 36, "best_epoch": 26, "dev_auc_pykt": 0.7517343300276425, "n_train_users": 102, "n_train_chunks": 205, "n_dev_chunks": 54, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 24.3, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN128-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f3331de96f116ab4bfc2ce652208ea81397e6997 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 22.5, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.7308238482652358, "n_train_users": 102, "n_train_chunks": 203, "n_dev_chunks": 45, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 24.9, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN128-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8bf3b7c04026f28fa4b1cb71b75e062938ecdfe5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 14.4, "epochs": 36, "best_epoch": 26, "dev_auc_pykt": 0.720623996347141, "n_train_users": 102, "n_train_chunks": 200, "n_dev_chunks": 47, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 17.6, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN16-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..553154ff81f619b0ca1157f77be92716f88ce7cd --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 24.4, "epochs": 89, "best_epoch": 79, "dev_auc_pykt": 0.7122285714285714, "n_train_users": 13, "n_train_chunks": 32, "n_dev_chunks": 4, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 42.8, "flip_max_diff": 0.0, "peak_gb": 1.55} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN16-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3e1d685b76e1cd7396c6f6cdd0b85e793d139f47 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.3, "epochs": 41, "best_epoch": 31, "dev_auc_pykt": 0.6402353106946598, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 22.3, "flip_max_diff": 0.0, "peak_gb": 1.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN16-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ffb07b37b6255dae402221449e58ec5cdec84baf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 1.9, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.6075780074295171, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 24.9, "flip_max_diff": 0.0, "peak_gb": 1.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN16-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..9b395b07a9633292dad446dfaf40137823709e18 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.6, "epochs": 32, "best_epoch": 22, "dev_auc_pykt": 0.7275544519610526, "n_train_users": 13, "n_train_chunks": 28, "n_dev_chunks": 5, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 22.4, "flip_max_diff": 0.0, "peak_gb": 1.38} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN16-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a5c5a3794b91c83d3d4ebaa09257bf623b40347c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 11.4, "epochs": 71, "best_epoch": 61, "dev_auc_pykt": 0.6195813694833668, "n_train_users": 13, "n_train_chunks": 27, "n_dev_chunks": 7, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 25.4, "flip_max_diff": 0.0, "peak_gb": 1.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN256-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..625948669b372b680eb9bad6894cb09bbb0efb9a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 51.2, "epochs": 43, "best_epoch": 33, "dev_auc_pykt": 0.7629087889925433, "n_train_users": 205, "n_train_chunks": 389, "n_dev_chunks": 86, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 24.5, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN256-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..96a11b75b7678c632e5963975b3be81271ef9cd2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 92.4, "epochs": 75, "best_epoch": 65, "dev_auc_pykt": 0.7544947437724736, "n_train_users": 205, "n_train_chunks": 386, "n_dev_chunks": 97, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 25.8, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN256-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ce86ad038a8afeeb000074cac37b3ef70bf56d39 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 63.2, "epochs": 54, "best_epoch": 44, "dev_auc_pykt": 0.7348198084256341, "n_train_users": 205, "n_train_chunks": 400, "n_dev_chunks": 100, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 24.0, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN256-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..224b50a8aec6e901df3644702d8fc5e10adbed67 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 55.2, "epochs": 52, "best_epoch": 42, "dev_auc_pykt": 0.7519348217730359, "n_train_users": 205, "n_train_chunks": 384, "n_dev_chunks": 88, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 23.7, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN256-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..688bddccfc84ba05f6c955f041503b9b312c99ea --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 46.6, "epochs": 46, "best_epoch": 36, "dev_auc_pykt": 0.7382611339632563, "n_train_users": 205, "n_train_chunks": 390, "n_dev_chunks": 105, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 28.0, "flip_max_diff": 0.0, "peak_gb": 2.93} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN32-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..96e19b3d341504c63408b78b609234a475aa5b8e --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 13.7, "epochs": 60, "best_epoch": 50, "dev_auc_pykt": 0.7216587862894682, "n_train_users": 26, "n_train_chunks": 57, "n_dev_chunks": 9, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 22.4, "flip_max_diff": 0.0, "peak_gb": 2.62} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN32-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6280c6ac30af7c23e982859fd2625394f921cca5 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.9, "epochs": 42, "best_epoch": 32, "dev_auc_pykt": 0.7313636461254491, "n_train_users": 26, "n_train_chunks": 50, "n_dev_chunks": 12, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 21.7, "flip_max_diff": 0.0, "peak_gb": 2.32} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN32-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d9ca34135f91c0ea4a4968f52c09ba8922320d6a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.6, "epochs": 43, "best_epoch": 33, "dev_auc_pykt": 0.7222161086503984, "n_train_users": 26, "n_train_chunks": 53, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 26.1, "flip_max_diff": 0.0, "peak_gb": 2.45} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN32-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..461f1507abe788f751985fef703c60de388eace7 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 10.2, "epochs": 51, "best_epoch": 41, "dev_auc_pykt": 0.6768214210253356, "n_train_users": 26, "n_train_chunks": 54, "n_dev_chunks": 10, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 21.9, "flip_max_diff": 0.0, "peak_gb": 2.49} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN32-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..7b62b5af25b1331cb1d050848a1c241976a904b0 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 4.2, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.6663352306399657, "n_train_users": 26, "n_train_chunks": 55, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 13.7, "flip_max_diff": 0.0, "peak_gb": 2.57} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN64-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c68039f26ffbe1c00a38a13a1f9ecdd25e1d76d1 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 18.5, "epochs": 56, "best_epoch": 46, "dev_auc_pykt": 0.7085136098751396, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 28, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 23.6, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN64-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..96251662eed7f88c263f662be1334d7cdb76e82a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 14.7, "epochs": 40, "best_epoch": 30, "dev_auc_pykt": 0.8080000866279007, "n_train_users": 51, "n_train_chunks": 103, "n_dev_chunks": 23, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 24.4, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN64-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cc30f5ef5ba969baefa7a8590209e8a15f3a0367 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 9.4, "epochs": 26, "best_epoch": 16, "dev_auc_pykt": 0.8416210832447517, "n_train_users": 51, "n_train_chunks": 99, "n_dev_chunks": 31, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 25.3, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN64-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f7b0a3fc79248474325521e6cd23ed8cfc33c349 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 18.9, "epochs": 51, "best_epoch": 41, "dev_auc_pykt": 0.7601149239656657, "n_train_users": 51, "n_train_chunks": 104, "n_dev_chunks": 31, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 21.8, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN64-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1d89d5d3a515a9904956878da007cf65f858e8a3 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 18.7, "epochs": 55, "best_epoch": 45, "dev_auc_pykt": 0.7457695665695075, "n_train_users": 51, "n_train_chunks": 96, "n_dev_chunks": 27, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 14.0, "flip_max_diff": 0.0, "peak_gb": 2.95} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN8-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..4c75640a322bd7c303b0652dbb8c55bb9f076987 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.5, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.5422553294573643, "n_train_users": 6, "n_train_chunks": 12, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 41.5, "flip_max_diff": 0.0, "peak_gb": 0.68} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN8-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..614e13ffc2d47f54c3623d0e44d8425da07662b2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.9, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.6198402361726144, "n_train_users": 6, "n_train_chunks": 10, "n_dev_chunks": 4, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 23.5, "flip_max_diff": 0.0, "peak_gb": 0.59} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN8-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..16fe19ade02242210bda72137be782c2fbc2b90a --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 2.2, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.5957916522938944, "n_train_users": 6, "n_train_chunks": 14, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 24.4, "flip_max_diff": 0.0, "peak_gb": 0.76} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN8-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN8-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..5f1c2ee3d7d69dae8fcc2be5536d0378ba454938 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN8-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 6.3, "epochs": 46, "best_epoch": 36, "dev_auc_pykt": 0.6503607503607503, "n_train_users": 6, "n_train_chunks": 17, "n_dev_chunks": 2, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 22.2, "flip_max_diff": 0.0, "peak_gb": 0.9} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csN8-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csN8-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a5d258f2c01dddf9b44eb4817f1390c6e813981d --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csN8-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.6, "epochs": 37, "best_epoch": 27, "dev_auc_pykt": 0.5973686235285066, "n_train_users": 6, "n_train_chunks": 9, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 25.7, "flip_max_diff": 0.0, "peak_gb": 0.55} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csNall-s0/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csNall-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..fc4d35395f34e46b2966dd55b36218b31a8a8f8f --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csNall-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 416.0, "epochs": 25, "best_epoch": 15, "dev_auc_pykt": 0.7956956057005617, "n_train_users": 2833, "n_train_chunks": 5400, "n_dev_chunks": 1345, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 24.2, "flip_max_diff": 0.0, "peak_gb": 2.93} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csNall-s1/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csNall-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..55a6e0b31206cb8030e141d440b15b8c615c1a85 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csNall-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 508.1, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.7918699616529753, "n_train_users": 2833, "n_train_chunks": 5388, "n_dev_chunks": 1357, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 27.5, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csNall-s2/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csNall-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..3476f44ed074f92cdda1a3528722090f002b0ebf --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csNall-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 476.4, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.7921892521441435, "n_train_users": 2833, "n_train_chunks": 5375, "n_dev_chunks": 1370, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 28.9, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csNall-s3/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csNall-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..ef00a83c89d79aa492465f80af2e9f86faeafc0c --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csNall-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 504.2, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.7903964933645673, "n_train_users": 2833, "n_train_chunks": 5378, "n_dev_chunks": 1367, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 27.7, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/coldstart/pykt-stablekt-csNall-s4/train_info.json.done b/pykt/nips34/coldstart/pykt-stablekt-csNall-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..7b3d14ffec758afc4f104287567f67d69dcfcde2 --- /dev/null +++ b/pykt/nips34/coldstart/pykt-stablekt-csNall-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 426.6, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.7805321693475041, "n_train_users": 2833, "n_train_chunks": 5428, "n_dev_chunks": 1317, "batch_size": 64, "seq_len": 200, "n_val_users": 708, "score_s": 30.8, "flip_max_diff": 0.0, "peak_gb": 2.92} \ No newline at end of file diff --git a/pykt/nips34/pykt-atdkt-s1/qid_model.ckpt b/pykt/nips34/pykt-atdkt-s1/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dd4fbe6fdc1b387fc057708b0d0f22e22f27c79b --- /dev/null +++ b/pykt/nips34/pykt-atdkt-s1/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d2a5b7f7bfc23e66895b6031d4c20b86102b6d61b3a5b50e5233584f0d5252 +size 3244845 diff --git a/pykt/nips34/pykt-atdkt-s1/train_info.json b/pykt/nips34/pykt-atdkt-s1/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..c4b506ba9cc59b82489b93928761118d076e15f5 --- /dev/null +++ b/pykt/nips34/pykt-atdkt-s1/train_info.json @@ -0,0 +1 @@ +{"train_s": 29.6, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.7615539346915158, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 256, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "atdkt", "params": {"dataset_name": "algebra2005", "model_name": "atdkt", "emb_type": "qid", "save_dir": "saved_model", "seed": 3407, "fold": 0, "dropout": 0.05, "num_layers": 2, "num_attn_heads": 5, "l1": 0.5, "l2": 0.5, "l3": 0.5, "start": 50, "emb_size": 300, "learning_rate": 0.001, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.05, "num_layers": 2, "num_attn_heads": 5, "l1": 0.5, "l3": 0.5, "start": 50, "emb_size": 300, "seq_len": 200}, "train_config": {"batch_size": 256, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-atdkt-s2/qid_model.ckpt b/pykt/nips34/pykt-atdkt-s2/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..548361910c50c96ff05587e2e092f0d31e505458 --- /dev/null +++ b/pykt/nips34/pykt-atdkt-s2/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d902e9291c32788b2ce7992417b2594518e8fc8be56a5bd3b6fb07d983539b5d +size 3244845 diff --git a/pykt/nips34/pykt-atdkt-s2/train_info.json b/pykt/nips34/pykt-atdkt-s2/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..fa54c383c8001545286ee8959a3e97f33e7a9cbd --- /dev/null +++ b/pykt/nips34/pykt-atdkt-s2/train_info.json @@ -0,0 +1 @@ +{"train_s": 30.4, "epochs": 19, "best_epoch": 9, "dev_auc_pykt": 0.7617383930971762, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 256, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "atdkt", "params": {"dataset_name": "algebra2005", "model_name": "atdkt", "emb_type": "qid", "save_dir": "saved_model", "seed": 3407, "fold": 0, "dropout": 0.05, "num_layers": 2, "num_attn_heads": 5, "l1": 0.5, "l2": 0.5, "l3": 0.5, "start": 50, "emb_size": 300, "learning_rate": 0.001, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.05, "num_layers": 2, "num_attn_heads": 5, "l1": 0.5, "l3": 0.5, "start": 50, "emb_size": 300, "seq_len": 200}, "train_config": {"batch_size": 256, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-atktfix-s1/qid_model.ckpt b/pykt/nips34/pykt-atktfix-s1/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..02f82d178d013b678f41063aaba0dbe80d6548aa --- /dev/null +++ b/pykt/nips34/pykt-atktfix-s1/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7edd161b15622288714530f9e4d8574335a92f30cdda1823c33dad42be973e7d +size 682985 diff --git a/pykt/nips34/pykt-atktfix-s1/train_info.json b/pykt/nips34/pykt-atktfix-s1/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..c70bd73ef5374ab58f08685889af25c717dd4834 --- /dev/null +++ b/pykt/nips34/pykt-atktfix-s1/train_info.json @@ -0,0 +1 @@ +{"train_s": 519.3, "epochs": 108, "best_epoch": 98, "dev_auc_pykt": 0.7540529173765966, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 256, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "atktfix", "params": {"dataset_name": "assist2015", "model_name": "atktfix", "emb_type": "qid", "save_dir": "saved_model", "seed": 42, "fold": 0, "dropout": 0.2, "skill_dim": 256, "answer_dim": 96, "hidden_dim": 80, "attention_dim": 80, "epsilon": 10, "beta": 0.2, "learning_rate": 0.001, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "skill_dim": 256, "answer_dim": 96, "hidden_dim": 80, "attention_dim": 80, "epsilon": 10, "beta": 0.2}, "train_config": {"batch_size": 256, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-atktfix-s2/qid_model.ckpt b/pykt/nips34/pykt-atktfix-s2/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d958dfc733a04eb9284a8f778fbb5dadecce1b4 --- /dev/null +++ b/pykt/nips34/pykt-atktfix-s2/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1548f8545f0164fa4482b4b21864d867f14a083186e66c31817d2ce8bd47ff4b +size 682985 diff --git a/pykt/nips34/pykt-atktfix-s2/train_info.json b/pykt/nips34/pykt-atktfix-s2/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..eff9acb5f7f975fb14b7735153104c8ab22981a8 --- /dev/null +++ b/pykt/nips34/pykt-atktfix-s2/train_info.json @@ -0,0 +1 @@ +{"train_s": 731.5, "epochs": 99, "best_epoch": 89, "dev_auc_pykt": 0.7550193458198625, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 256, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "atktfix", "params": {"dataset_name": "assist2015", "model_name": "atktfix", "emb_type": "qid", "save_dir": "saved_model", "seed": 42, "fold": 0, "dropout": 0.2, "skill_dim": 256, "answer_dim": 96, "hidden_dim": 80, "attention_dim": 80, "epsilon": 10, "beta": 0.2, "learning_rate": 0.001, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "skill_dim": 256, "answer_dim": 96, "hidden_dim": 80, "attention_dim": 80, "epsilon": 10, "beta": 0.2}, "train_config": {"batch_size": 256, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-dimkt-s1/qid_model.ckpt b/pykt/nips34/pykt-dimkt-s1/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8e4b6348634996d85abec8abbab1a47e768572cd --- /dev/null +++ b/pykt/nips34/pykt-dimkt-s1/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5c4b0ea9cafbd6056a03aea4bf293e5d16f3262c1e7555429fe34cfbaba394 +size 1607516 diff --git a/pykt/nips34/pykt-dimkt-s1/train_info.json b/pykt/nips34/pykt-dimkt-s1/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..cc9cf6e04d58c130d942c8f00f2f57ba5f0308cf --- /dev/null +++ b/pykt/nips34/pykt-dimkt-s1/train_info.json @@ -0,0 +1 @@ +{"train_s": 1270.8, "epochs": 24, "best_epoch": 14, "dev_auc_pykt": 0.7952744464858378, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 64, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "dimkt", "params": {"dataset_name": "assist2012", "model_name": "dimkt", "emb_type": "qid", "save_dir": "saved_model", "learning_rate": 0.0005, "seed": 42, "fold": 0, "weight_decay": 0.0001, "dropout": 0.2, "emb_size": 128, "batch_size": 64, "num_steps": 199, "difficult_levels": 100, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "emb_size": 128, "num_steps": 199, "difficult_levels": 100, "batch_size": 64}, "train_config": {"batch_size": 64, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.0005, "optimizer": {"name": "adam", "weight_decay": 0.0001}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-dimkt-s2/qid_model.ckpt b/pykt/nips34/pykt-dimkt-s2/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8e718201741a537b933cde9de8719701ce5ccd0f --- /dev/null +++ b/pykt/nips34/pykt-dimkt-s2/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f6de331996d7f266dba3eb2c2140ce1d7a6354716ba1417af9f0032a588a507 +size 1607516 diff --git a/pykt/nips34/pykt-dimkt-s2/train_info.json b/pykt/nips34/pykt-dimkt-s2/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..83b8ebfe9d60ed9cd5e1f93be51c81f9d2fe42ef --- /dev/null +++ b/pykt/nips34/pykt-dimkt-s2/train_info.json @@ -0,0 +1 @@ +{"train_s": 1678.3, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.7954857308230625, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 64, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "dimkt", "params": {"dataset_name": "assist2012", "model_name": "dimkt", "emb_type": "qid", "save_dir": "saved_model", "learning_rate": 0.0005, "seed": 42, "fold": 0, "weight_decay": 0.0001, "dropout": 0.2, "emb_size": 128, "batch_size": 64, "num_steps": 199, "difficult_levels": 100, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "emb_size": 128, "num_steps": 199, "difficult_levels": 100, "batch_size": 64}, "train_config": {"batch_size": 64, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.0005, "optimizer": {"name": "adam", "weight_decay": 0.0001}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-dtransformer-s0/train_info.json b/pykt/nips34/pykt-dtransformer-s0/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..98a6f34a526226f6464208b4f3215985592979b0 --- /dev/null +++ b/pykt/nips34/pykt-dtransformer-s0/train_info.json @@ -0,0 +1 @@ +{"train_s": 5186.2, "epochs": 33, "best_epoch": 23, "dev_auc_pykt": 0.7919987642258068, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 16, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "dtransformer", "params": {"dataset_name": "statics2011", "model_name": "dtransformer", "emb_type": "qid_cl", "save_dir": "saved_model", "seed": 3407, "fold": 0, "dropout": 0.3, "d_model": 256, "d_ff": 256, "num_attn_heads": 8, "n_blocks": 4, "learning_rate": 0.001, "n_know": 16, "lambda_cl": 0.1, "window": 1, "proj": true, "hard_neg": false, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.3, "d_model": 256, "d_ff": 256, "num_attn_heads": 8, "n_blocks": 4, "n_know": 16, "lambda_cl": 0.1, "window": 1, "proj": true, "hard_neg": false}, "train_config": {"batch_size": 16, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid_cl", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 1e-05}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-dtransformer-s1/qid_cl_model.ckpt b/pykt/nips34/pykt-dtransformer-s1/qid_cl_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..251a4a500c5ce07590eac9510fce5bf4afec1544 --- /dev/null +++ b/pykt/nips34/pykt-dtransformer-s1/qid_cl_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d64f0b415d4a38248d1aa8c2a12a10f50b5e7a08bb96fa9e8320e5b200ee05f3 +size 4512233 diff --git a/pykt/nips34/pykt-dtransformer-s1/train_info.json b/pykt/nips34/pykt-dtransformer-s1/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..bb227ca81173c09f9e9ddc8b581e4d13d03ff9bf --- /dev/null +++ b/pykt/nips34/pykt-dtransformer-s1/train_info.json @@ -0,0 +1 @@ +{"train_s": 3975.2, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.791871085755945, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 32, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "dtransformer", "params": {"dataset_name": "statics2011", "model_name": "dtransformer", "emb_type": "qid_cl", "save_dir": "saved_model", "seed": 3407, "fold": 0, "dropout": 0.3, "d_model": 256, "d_ff": 256, "num_attn_heads": 8, "n_blocks": 4, "learning_rate": 0.001, "n_know": 16, "lambda_cl": 0.1, "window": 1, "proj": true, "hard_neg": false, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.3, "d_model": 256, "d_ff": 256, "num_attn_heads": 8, "n_blocks": 4, "n_know": 16, "lambda_cl": 0.1, "window": 1, "proj": true, "hard_neg": false}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid_cl", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 1e-05}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-iekt-s1/qid_model.ckpt b/pykt/nips34/pykt-iekt-s1/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bc45be6acfdc5bf767d8f915594e63b3ca7ff7fe --- /dev/null +++ b/pykt/nips34/pykt-iekt-s1/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ab933bbfe8b4a1dea03946a29fe4ca577c9ff8f360cb46aad0a4fd910e6c63 +size 3779471 diff --git a/pykt/nips34/pykt-iekt-s1/train_info.json b/pykt/nips34/pykt-iekt-s1/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..988cb649d519c21b75226fde20acfbfa166d0f27 --- /dev/null +++ b/pykt/nips34/pykt-iekt-s1/train_info.json @@ -0,0 +1 @@ +{"train_s": 3224.6, "epochs": 33, "best_epoch": 23, "dev_auc_pykt": 0.7941688374224346, "n_train_users": 3541, "n_train_chunks": 6673, "n_dev_chunks": 724, "batch_size": 256, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "iekt", "params": {"dataset_name": "assist2009", "model_name": "iekt", "emb_type": "qid", "save_dir": "saved_model", "learning_rate": 0.001, "seed": 42, "fold": 0, "dropout": 0, "emb_size": 64, "lamb": 40, "n_layer": 1, "cog_levels": 10, "acq_levels": 10, "gamma": 0.93, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0, "emb_size": 64, "lamb": 40, "n_layer": 1, "cog_levels": 10, "acq_levels": 10, "gamma": 0.93}, "train_config": {"batch_size": 256, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 1e-06}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-iekt-s2/qid_model.ckpt b/pykt/nips34/pykt-iekt-s2/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..67b5eea542c01b2e0c5f239ff8b0aca04f2fde52 --- /dev/null +++ b/pykt/nips34/pykt-iekt-s2/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a769e6215336baaaac9d728e9fb18909077ffb2538c2fa2785ea0122ac0b502 +size 3779471 diff --git a/pykt/nips34/pykt-iekt-s2/train_info.json b/pykt/nips34/pykt-iekt-s2/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..5aad1df904549005b48425f1e75f2cf9f39a8684 --- /dev/null +++ b/pykt/nips34/pykt-iekt-s2/train_info.json @@ -0,0 +1 @@ +{"train_s": 3577.1, "epochs": 35, "best_epoch": 25, "dev_auc_pykt": 0.7946419638565516, "n_train_users": 3541, "n_train_chunks": 6673, "n_dev_chunks": 724, "batch_size": 256, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "iekt", "params": {"dataset_name": "assist2009", "model_name": "iekt", "emb_type": "qid", "save_dir": "saved_model", "learning_rate": 0.001, "seed": 42, "fold": 0, "dropout": 0, "emb_size": 64, "lamb": 40, "n_layer": 1, "cog_levels": 10, "acq_levels": 10, "gamma": 0.93, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0, "emb_size": 64, "lamb": 40, "n_layer": 1, "cog_levels": 10, "acq_levels": 10, "gamma": 0.93}, "train_config": {"batch_size": 256, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 1e-06}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-mockt-s0/qid_conv_ker_noexp_model.ckpt b/pykt/nips34/pykt-mockt-s0/qid_conv_ker_noexp_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..321c09c8775b8820dd0687ac7a6fd34733d8a086 --- /dev/null +++ b/pykt/nips34/pykt-mockt-s0/qid_conv_ker_noexp_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17fc7bed494d845865d32151089b86df26d289c49d26169abf8c1c14a76e648f +size 16173795 diff --git a/pykt/nips34/pykt-mockt-s0/train_info.json b/pykt/nips34/pykt-mockt-s0/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..de9767ad7634a733a016472b0e36020877c17190 --- /dev/null +++ b/pykt/nips34/pykt-mockt-s0/train_info.json @@ -0,0 +1 @@ +{"train_s": 614.4, "epochs": 46, "best_epoch": 36, "dev_auc_pykt": 0.7926188764667, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 256, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "mockt", "params": {"dataset_name": "bridge2algebra2006", "model_name": "mockt", "emb_type": "qid_conv_ker_noexp", "save_dir": "saved_model", "seed": 3407, "fold": 0, "dropout": 0.1, "d_model": 256, "d_ff": 64, "num_attn_heads": 4, "n_blocks": 4, "learning_rate": 0.0001, "num_buckets": 256, "max_distance": 256, "bar_d": 64, "max_local_shift": 0.0, "n_hat": 0, "d_state": 16, "d_conv": 2, "expand": 1, "kernel_size": 4, "sequence1": 50, "sequence2": 150, "use_wandb": 0, "add_uuid": 0}, "model_config": {"dropout": 0.1, "d_model": 256, "d_ff": 64, "num_attn_heads": 4, "n_blocks": 4, "num_buckets": 256, "max_distance": 256, "bar_d": 64, "max_local_shift": 0.0, "n_hat": 0, "d_state": 16, "d_conv": 2, "expand": 1, "kernel_size": 4, "sequence1": 50, "sequence2": 150}, "train_config": {"batch_size": 256, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid_conv_ker_noexp", "learning_rate": 0.0001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-mockt-s1/qid_conv_ker_noexp_model.ckpt b/pykt/nips34/pykt-mockt-s1/qid_conv_ker_noexp_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ea7af2096b74a53e8dc68ed7a99eb3de56e4bcc --- /dev/null +++ b/pykt/nips34/pykt-mockt-s1/qid_conv_ker_noexp_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:081369a7a66890d4210fd241fee2e48799ba3a96473dbd995c04aa200f9101e7 +size 16173795 diff --git a/pykt/nips34/pykt-mockt-s1/train_info.json b/pykt/nips34/pykt-mockt-s1/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..fa5b76ad49f5abb04ee343badd94e309d8947d20 --- /dev/null +++ b/pykt/nips34/pykt-mockt-s1/train_info.json @@ -0,0 +1 @@ +{"train_s": 613.8, "epochs": 48, "best_epoch": 38, "dev_auc_pykt": 0.7933480216795794, "n_train_users": 3541, "n_train_chunks": 6745, "n_dev_chunks": 730, "batch_size": 256, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "mockt", "params": {"dataset_name": "bridge2algebra2006", "model_name": "mockt", "emb_type": "qid_conv_ker_noexp", "save_dir": "saved_model", "seed": 3407, "fold": 0, "dropout": 0.1, "d_model": 256, "d_ff": 64, "num_attn_heads": 4, "n_blocks": 4, "learning_rate": 0.0001, "num_buckets": 256, "max_distance": 256, "bar_d": 64, "max_local_shift": 0.0, "n_hat": 0, "d_state": 16, "d_conv": 2, "expand": 1, "kernel_size": 4, "sequence1": 50, "sequence2": 150, "use_wandb": 0, "add_uuid": 0}, "model_config": {"dropout": 0.1, "d_model": 256, "d_ff": 64, "num_attn_heads": 4, "n_blocks": 4, "num_buckets": 256, "max_distance": 256, "bar_d": 64, "max_local_shift": 0.0, "n_hat": 0, "d_state": 16, "d_conv": 2, "expand": 1, "kernel_size": 4, "sequence1": 50, "sequence2": 150}, "train_config": {"batch_size": 256, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid_conv_ker_noexp", "learning_rate": 0.0001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "concept"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-qdkt-s1/qid_model.ckpt b/pykt/nips34/pykt-qdkt-s1/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..964f6fd0f6f31981627e0abd0374cb5e79eb0b23 --- /dev/null +++ b/pykt/nips34/pykt-qdkt-s1/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30bcca516014a848e61534101d345d89dbfe33dcc6a9e00d465d053599f41416 +size 6309169 diff --git a/pykt/nips34/pykt-qdkt-s1/train_info.json b/pykt/nips34/pykt-qdkt-s1/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..60b94af5d84550028035f0b63ba653e8b388bf07 --- /dev/null +++ b/pykt/nips34/pykt-qdkt-s1/train_info.json @@ -0,0 +1 @@ +{"train_s": 47.3, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.7924257732211684, "n_train_users": 3541, "n_train_chunks": 6673, "n_dev_chunks": 724, "batch_size": 32, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "qdkt", "params": {"dataset_name": "assist2009", "model_name": "qdkt", "emb_type": "qid", "save_dir": "saved_model", "seed": 42, "fold": 0, "dropout": 0.2, "emb_size": 300, "learning_rate": 0.001, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "emb_size": 300}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-qdkt-s2/qid_model.ckpt b/pykt/nips34/pykt-qdkt-s2/qid_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c2124fb6335351f33cbd15fee291c378d14bfeb8 --- /dev/null +++ b/pykt/nips34/pykt-qdkt-s2/qid_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b4f356f84440b231a42f40d3c18dfab09654acaac5d0789b445db9bce7d968e +size 6309169 diff --git a/pykt/nips34/pykt-qdkt-s2/train_info.json b/pykt/nips34/pykt-qdkt-s2/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..9aace6cefdd6e838f7e756006fbec8ae9f390116 --- /dev/null +++ b/pykt/nips34/pykt-qdkt-s2/train_info.json @@ -0,0 +1 @@ +{"train_s": 51.5, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.7917868127476881, "n_train_users": 3541, "n_train_chunks": 6673, "n_dev_chunks": 724, "batch_size": 32, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "qdkt", "params": {"dataset_name": "assist2009", "model_name": "qdkt", "emb_type": "qid", "save_dir": "saved_model", "seed": 42, "fold": 0, "dropout": 0.2, "emb_size": 300, "learning_rate": 0.001, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "emb_size": 300}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-qikt-s1/iekt_model.ckpt b/pykt/nips34/pykt-qikt-s1/iekt_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98c53337758e62c5c55d52a1834fad0e4dc9927f --- /dev/null +++ b/pykt/nips34/pykt-qikt-s1/iekt_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ce8539243d6280e9dc67864da0ed76f38ac516581a1b85152b4277f47109a7 +size 32206389 diff --git a/pykt/nips34/pykt-qikt-s1/train_info.json b/pykt/nips34/pykt-qikt-s1/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..38d36176e711533891275cc50c5563b80028c169 --- /dev/null +++ b/pykt/nips34/pykt-qikt-s1/train_info.json @@ -0,0 +1 @@ +{"train_s": 158.8, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7954971319347647, "n_train_users": 3541, "n_train_chunks": 6673, "n_dev_chunks": 724, "batch_size": 32, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "qikt", "params": {"dataset_name": "assist2009", "fold": 0, "learning_rate": 0.001, "seed": 3407, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1, "save_dir": "saved_model", "model_name": "qikt", "emb_type": "iekt", "dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "model_config": {"dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "iekt", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/nips34/pykt-qikt-s2/iekt_model.ckpt b/pykt/nips34/pykt-qikt-s2/iekt_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..351244ec6343a01618275b2c7a9b770e505a7914 --- /dev/null +++ b/pykt/nips34/pykt-qikt-s2/iekt_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575eebcdcf1909cf53069433881c6b6ff8e036d4df35296202a70d9e38044032 +size 32206389 diff --git a/pykt/nips34/pykt-qikt-s2/train_info.json b/pykt/nips34/pykt-qikt-s2/train_info.json new file mode 100644 index 0000000000000000000000000000000000000000..3c3fa7c992471cbe84657ecbafb02879bf3e7693 --- /dev/null +++ b/pykt/nips34/pykt-qikt-s2/train_info.json @@ -0,0 +1 @@ +{"train_s": 136.9, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7958104557889707, "n_train_users": 3541, "n_train_chunks": 6673, "n_dev_chunks": 724, "batch_size": 32, "seq_len": 200, "n_val_users": 393, "cfg": {"model": "qikt", "params": {"dataset_name": "assist2009", "fold": 0, "learning_rate": 0.001, "seed": 3407, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1, "save_dir": "saved_model", "model_name": "qikt", "emb_type": "iekt", "dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "model_config": {"dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "iekt", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [2, 3, 4, 6, 7, 10, 11, 12, 13, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 31, 34, 36, 40, 42, 44, 45, 48, 50, 52, 55, 57, 58, 59, 60, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 97, 99, 100, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 128, 129, 130, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 192, 193, 194, 196, 198, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 220, 221, 222, 224, 225, 226, 227, 228, 230, 232, 233, 237, 238, 239, 243, 245, 246, 247, 248, 249, 250, 251, 252, 253, 256, 258, 259, 263, 266, 270, 271, 272, 273, 275, 277, 280, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 302, 303, 309, 310, 312, 313, 314, 315, 317, 318, 319, 320, 322, 323, 325, 327, 328, 338, 339, 340, 346, 349, 350, 351, 353, 354, 357, 360, 364, 365, 367, 369, 370, 371, 372, 374, 375, 376, 377, 379, 381, 383, 385, 388, 389, 391, 392, 393, 395, 398, 399, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 413, 415, 417, 418, 421, 422, 423, 425, 428, 432, 433, 435, 437, 439, 440, 441, 444, 445, 446, 448, 449, 450, 451, 452, 453, 456, 458, 459, 460, 461, 463, 464, 468, 470, 473, 476, 479, 481, 483, 485, 486, 488, 490, 491, 492, 494, 501, 505, 506, 507, 508, 510, 512, 514, 515, 517, 518, 521, 522, 523, 525, 529, 531, 532, 533, 535, 536, 539, 540, 541, 542, 543, 551, 552, 554, 555, 557, 559, 560, 562, 563, 564, 565, 566, 567, 569, 570, 571, 572, 573, 577, 578, 579, 580, 582, 583, 584, 586, 589, 591, 593, 596, 599, 600, 601, 602, 603, 605, 607, 610, 611, 615, 616, 621, 624, 626, 628, 629, 630, 632, 638, 642, 643, 645, 646, 648, 649, 653, 655, 658, 661, 662, 664, 666, 667, 668, 669, 671, 673, 676, 677, 678, 679, 681, 685, 686, 688, 690, 692, 694, 695, 698, 699, 700, 704, 705, 706, 707, 714, 717, 718, 719, 720, 721, 724, 726, 727, 728, 730, 732, 734, 735, 736, 737, 738, 739, 740, 741, 743, 747, 748, 750, 755, 756, 757, 761, 764, 767, 769, 773, 774, 776, 777, 778, 779, 782, 783, 785, 787, 788, 789, 793, 794, 796, 798, 801, 803, 804, 805, 808, 809, 815, 816, 819, 820, 822, 823, 827, 829, 830, 832, 833, 834, 836, 838, 839, 841, 843, 844, 846, 847, 848, 849, 851, 854, 855, 857, 858, 859, 860, 861, 864, 866, 867, 868, 869, 870, 871, 872, 873, 876, 877, 879, 881, 883, 884, 886, 887, 889, 890, 891, 892, 894, 895, 896, 898, 902, 904, 905, 906, 907, 908, 912, 913, 914, 916, 917, 918, 920, 921, 923, 924, 925, 926, 928, 929, 931, 932, 935, 936, 937, 938, 940, 941, 943, 945, 953, 954, 955, 957, 959, 961, 963, 964, 965, 966, 967, 970, 972, 973, 974, 975, 976, 977, 978, 979, 981, 982, 983, 985, 987, 989, 991, 994, 996, 997, 999, 1001, 1003, 1005, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1016, 1017, 1018, 1019, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1029, 1030, 1032, 1033, 1034, 1036, 1039, 1041, 1042, 1043, 1046, 1047, 1052, 1053, 1056, 1060, 1062, 1064, 1067, 1068, 1069, 1071, 1072, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1087, 1088, 1093, 1095, 1098, 1100, 1101, 1102, 1104, 1106, 1108, 1109, 1111, 1115, 1116, 1118, 1119, 1120, 1121, 1124, 1126, 1127, 1128, 1130, 1131, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1152, 1153, 1155, 1156, 1158, 1159, 1160, 1163, 1164, 1165, 1168, 1170, 1174, 1176, 1178, 1179, 1180, 1181, 1182, 1185, 1190, 1191, 1192, 1194, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1205, 1207, 1210, 1212, 1213, 1216, 1217, 1218, 1221, 1222, 1223, 1224, 1225, 1232, 1233, 1234, 1235, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1253, 1255, 1256, 1257, 1261, 1263, 1265, 1267, 1269, 1270, 1272, 1273, 1275, 1278, 1281, 1282, 1284, 1286, 1287, 1288, 1289, 1295, 1297, 1299, 1300, 1302, 1303, 1306, 1307, 1311, 1313, 1314, 1316, 1317, 1319, 1320, 1321, 1324, 1328, 1330, 1331, 1332, 1333, 1336, 1338, 1341, 1342, 1348, 1350, 1351, 1354, 1355, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1365, 1366, 1368, 1370, 1372, 1373, 1374, 1377, 1378, 1379, 1380, 1381, 1383, 1386, 1388, 1389, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1405, 1406, 1408, 1410, 1411, 1414, 1416, 1417, 1419, 1420, 1421, 1423, 1429, 1432, 1434, 1435, 1438, 1439, 1440, 1441, 1442, 1445, 1447, 1449, 1451, 1452, 1453, 1454, 1457, 1458, 1459, 1461, 1464, 1467, 1468, 1469, 1471, 1472, 1474, 1475, 1477, 1478, 1479, 1480, 1481, 1482, 1487, 1489, 1490, 1491, 1493, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1504, 1505, 1507, 1508, 1509, 1510, 1514, 1515, 1517, 1521, 1523, 1525, 1527, 1528, 1530, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1543, 1544, 1545, 1547, 1548, 1549, 1550, 1554, 1556, 1557, 1558, 1559, 1560, 1563, 1564, 1568, 1569, 1570, 1572, 1573, 1575, 1576, 1578, 1579, 1580, 1583, 1584, 1585, 1586, 1590, 1592, 1593, 1597, 1600, 1601, 1602, 1604, 1605, 1607, 1608, 1609, 1610, 1611, 1612, 1614, 1615, 1617, 1619, 1620, 1621, 1622, 1623, 1626, 1627, 1628, 1629, 1635, 1639, 1641, 1645, 1646, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1661, 1664, 1665, 1666, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1676, 1678, 1679, 1680, 1682, 1683, 1685, 1686, 1689, 1690, 1692, 1693, 1696, 1697, 1698, 1701, 1703, 1704, 1705, 1706, 1708, 1710, 1711, 1712, 1713, 1714, 1715, 1717, 1718, 1720, 1723, 1724, 1725, 1727, 1728, 1730, 1731, 1732, 1734, 1735, 1737, 1739, 1740, 1743, 1747, 1748, 1749, 1751, 1752, 1753, 1754, 1755, 1756, 1758, 1760, 1762, 1764, 1765, 1766, 1769, 1770, 1772, 1773, 1774, 1776, 1783, 1787, 1788, 1789, 1790, 1792, 1793, 1794, 1796, 1798, 1800, 1802, 1803, 1804, 1807, 1809, 1810, 1812, 1813, 1814, 1816, 1819, 1821, 1822, 1823, 1825, 1828, 1829, 1832, 1833, 1837, 1838, 1840, 1841, 1842, 1855, 1856, 1857, 1859, 1860, 1861, 1862, 1864, 1865, 1868, 1870, 1871, 1872, 1873, 1876, 1877, 1878, 1881, 1882, 1884, 1885, 1886, 1888, 1890, 1891, 1893, 1897, 1898, 1899, 1900, 1902, 1905, 1906, 1907, 1908, 1909, 1910, 1915, 1916, 1917, 1918, 1921, 1922, 1924, 1926, 1927, 1930, 1931, 1932, 1935, 1936, 1937, 1939, 1940, 1943, 1944, 1947, 1951, 1954, 1955, 1959, 1960, 1962, 1965, 1973, 1974, 1975, 1976, 1977, 1984, 1985, 1988, 1990, 1991, 1996, 1999, 2004, 2006, 2008, 2009, 2011, 2014, 2015, 2017, 2018, 2022, 2025, 2026, 2029, 2030, 2033, 2034, 2038, 2039, 2040, 2045, 2046, 2050, 2051, 2055, 2057, 2059, 2061, 2062, 2064, 2066, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2077, 2078, 2079, 2080, 2081, 2082, 2084, 2086, 2088, 2089, 2090, 2091, 2093, 2094, 2095, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2109, 2110, 2111, 2112, 2114, 2116, 2117, 2120, 2121, 2122, 2127, 2131, 2132, 2133, 2135, 2137, 2141, 2142, 2146, 2147, 2148, 2150, 2152, 2153, 2155, 2157, 2158, 2160, 2162, 2163, 2166, 2168, 2169, 2170, 2171, 2173, 2175, 2176, 2178, 2179, 2180, 2183, 2186, 2188, 2191, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2206, 2207, 2208, 2210, 2213, 2214, 2215, 2216, 2217, 2218, 2220, 2224, 2227, 2229, 2230, 2235, 2237, 2238, 2242, 2243, 2247, 2249, 2251, 2252, 2253, 2256, 2257, 2258, 2262, 2263, 2264, 2265, 2266, 2268, 2270, 2271, 2273, 2274, 2275, 2276, 2277, 2279, 2280, 2281, 2282, 2283, 2284, 2286, 2287, 2288, 2290, 2291, 2292, 2293, 2296, 2298, 2301, 2302, 2303, 2309, 2310, 2311, 2314, 2316, 2318, 2319, 2320, 2322, 2323, 2325, 2326, 2328, 2332, 2333, 2336, 2337, 2339, 2340, 2342, 2344, 2345, 2348, 2349, 2350, 2351, 2354, 2358, 2360, 2361, 2363, 2365, 2366, 2367, 2369, 2370, 2372, 2374, 2376, 2377, 2380, 2381, 2383, 2384, 2386, 2387, 2389, 2390, 2392, 2393, 2394, 2398, 2400, 2401, 2402, 2403, 2404, 2405, 2407, 2409, 2411, 2413, 2414, 2415, 2416, 2420, 2421, 2422, 2425, 2427, 2428, 2429, 2430, 2431, 2433, 2437, 2439, 2440, 2442, 2443, 2445, 2446, 2449, 2450, 2451, 2452, 2453, 2455, 2457, 2458, 2460, 2461, 2463, 2464, 2465, 2468, 2469, 2471, 2472, 2474, 2475, 2477, 2479, 2481, 2484, 2486, 2487, 2489, 2490, 2491, 2494, 2495, 2496, 2499, 2500, 2501, 2503, 2506, 2507, 2509, 2511, 2512, 2513, 2515, 2516, 2517, 2518, 2519, 2521, 2522, 2523, 2526, 2527, 2528, 2530, 2531, 2532, 2534, 2535, 2536, 2540, 2541, 2542, 2543, 2545, 2546, 2547, 2549, 2550, 2551, 2552, 2553, 2557, 2558, 2559, 2561, 2563, 2564, 2566, 2568, 2570, 2574, 2576, 2580, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2591, 2592, 2593, 2594, 2596, 2597, 2598, 2601, 2603, 2604, 2605, 2606, 2608, 2609, 2611, 2614, 2616, 2617, 2618, 2619, 2620, 2622, 2623, 2625, 2626, 2627, 2629, 2631, 2632, 2635, 2637, 2638, 2642, 2643, 2644, 2646, 2648, 2649, 2650, 2651, 2654, 2656, 2657, 2659, 2664, 2669, 2670, 2671, 2672, 2673, 2674, 2676, 2678, 2679, 2680, 2682, 2685, 2688, 2689, 2690, 2692, 2693, 2696, 2697, 2698, 2699, 2700, 2702, 2705, 2707, 2710, 2711, 2713, 2714, 2716, 2717, 2718, 2720, 2725, 2726, 2728, 2732, 2734, 2735, 2736, 2737, 2738, 2740, 2741, 2742, 2744, 2745, 2749, 2753, 2754, 2755, 2756, 2757, 2758, 2760, 2761, 2765, 2766, 2768, 2770, 2772, 2773, 2774, 2775, 2777, 2778, 2780, 2781, 2784, 2788, 2789, 2790, 2791, 2792, 2795, 2798, 2800, 2801, 2802, 2803, 2804, 2808, 2809, 2810, 2811, 2813, 2817, 2818, 2819, 2820, 2826, 2827, 2833, 2835, 2836, 2837, 2840, 2841, 2846, 2848, 2850, 2851, 2853, 2860, 2861, 2863, 2865, 2866, 2868, 2869, 2870, 2873, 2874, 2876, 2877, 2878, 2879, 2880, 2881, 2884, 2885, 2886, 2887, 2888, 2890, 2893, 2894, 2895, 2899, 2901, 2903, 2906, 2908, 2910, 2912, 2913, 2914, 2918, 2919, 2921, 2922, 2923, 2924, 2925, 2926, 2929, 2930, 2931, 2932, 2936, 2938, 2939, 2941, 2942, 2943, 2944, 2945, 2947, 2948, 2949, 2951, 2953, 2954, 2955, 2956, 2958, 2961, 2962, 2965, 2967, 2969, 2971, 2972, 2973, 2974, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2987, 2990, 2992, 2994, 2996, 2997, 2998, 2999, 3000, 3007, 3010, 3011, 3013, 3014, 3015, 3016, 3017, 3018, 3021, 3022, 3023, 3024, 3025, 3030, 3031, 3033, 3035, 3036, 3038, 3041, 3042, 3044, 3045, 3047, 3048, 3050, 3052, 3053, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3069, 3070, 3072, 3075, 3077, 3078, 3082, 3084, 3085, 3086, 3087, 3088, 3090, 3091, 3093, 3094, 3095, 3096, 3100, 3101, 3102, 3105, 3109, 3110, 3111, 3114, 3116, 3117, 3118, 3120, 3121, 3122, 3123, 3124, 3126, 3128, 3129, 3130, 3131, 3133, 3134, 3135, 3138, 3139, 3142, 3143, 3145, 3146, 3147, 3148, 3149, 3151, 3152, 3154, 3155, 3156, 3157, 3158, 3159, 3161, 3162, 3165, 3166, 3167, 3168, 3169, 3170, 3172, 3174, 3176, 3178, 3180, 3184, 3186, 3190, 3191, 3193, 3195, 3196, 3197, 3199, 3202, 3203, 3204, 3207, 3208, 3209, 3210, 3211, 3212, 3215, 3216, 3217, 3218, 3220, 3221, 3223, 3224, 3225, 3226, 3227, 3229, 3230, 3231, 3233, 3235, 3237, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3248, 3250, 3253, 3257, 3258, 3259, 3261, 3263, 3265, 3267, 3268, 3269, 3271, 3272, 3274, 3275, 3276, 3278, 3279, 3281, 3284, 3286, 3288, 3289, 3290, 3292, 3295, 3296, 3297, 3305, 3308, 3309, 3311, 3313, 3314, 3319, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3334, 3335, 3337, 3338, 3340, 3341, 3342, 3343, 3344, 3346, 3347, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3364, 3367, 3370, 3371, 3372, 3373, 3376, 3377, 3379, 3381, 3384, 3385, 3386, 3387, 3388, 3390, 3393, 3395, 3397, 3399, 3400, 3403, 3404, 3407, 3413, 3414, 3415, 3417, 3420, 3421, 3422, 3423, 3425, 3426, 3427, 3428, 3430, 3432, 3433, 3434, 3437, 3439, 3440, 3442, 3444, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3455, 3456, 3457, 3460, 3462, 3464, 3466, 3468, 3469, 3471, 3472, 3473, 3477, 3478, 3480, 3481, 3482, 3483, 3486, 3487, 3489, 3490, 3491, 3493, 3495, 3496, 3498, 3499, 3502, 3507, 3510, 3512, 3513, 3514, 3516, 3518, 3519, 3521, 3522, 3523, 3526, 3527, 3528, 3529, 3531, 3536, 3538, 3540, 3544, 3545, 3546, 3547, 3548, 3549, 3551, 3552, 3553, 3554, 3555, 3556, 3558, 3559, 3560, 3561, 3567, 3568, 3569, 3570, 3572, 3574, 3575, 3576, 3578, 3579, 3581, 3582, 3583, 3584, 3587, 3588, 3590, 3591, 3592, 3593, 3594, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3608, 3610, 3612, 3613, 3614, 3615, 3617, 3618, 3619, 3620, 3622, 3624, 3625, 3626, 3628, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3638, 3640, 3642, 3644, 3645, 3646, 3649, 3650, 3651, 3654, 3660, 3662, 3663, 3664, 3665, 3671, 3672, 3673, 3674, 3675, 3678, 3679, 3681, 3687, 3690, 3693, 3694, 3695, 3698, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3719, 3721, 3722, 3723, 3725, 3727, 3729, 3732, 3733, 3735, 3740, 3744, 3745, 3749, 3750, 3751, 3752, 3754, 3755, 3757, 3758, 3759, 3760, 3762, 3764, 3766, 3767, 3769, 3770, 3771, 3772, 3775, 3776, 3777, 3778, 3780, 3781, 3782, 3783, 3789, 3790, 3792, 3794, 3797, 3798, 3799, 3801, 3802, 3804, 3807, 3808, 3809, 3817, 3818, 3820, 3821, 3823, 3824, 3826, 3827, 3828, 3830, 3833, 3835, 3836, 3837, 3838, 3840, 3842, 3843, 3844, 3846, 3848, 3850, 3853, 3854, 3855, 3856, 3861, 3862, 3864, 3865, 3868, 3869, 3870, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3881, 3882, 3883, 3885, 3887, 3889, 3891, 3894, 3897, 3898, 3900, 3901, 3906, 3907, 3908, 3909, 3912, 3915, 3918, 3920, 3921, 3922, 3923, 3925, 3927, 3928, 3931, 3933, 3935, 3936, 3937, 3940, 3943, 3944, 3946, 3950, 3953, 3954, 3955, 3957, 3960, 3961, 3962, 3965, 3966, 3967, 3968, 3969, 3970, 3974, 3975, 3976, 3978, 3980, 3982, 3983, 3984, 3985, 3990, 3991, 3992, 3993, 3994, 3997, 3999, 4000, 4002, 4003, 4006, 4008, 4009, 4010, 4011, 4012, 4014, 4017, 4018, 4019, 4024, 4026, 4027, 4029, 4030, 4032, 4033, 4034, 4039, 4041, 4042, 4043, 4044, 4045, 4047, 4048, 4050, 4052, 4054, 4056, 4057, 4060, 4061, 4062, 4063, 4064, 4069, 4070, 4071, 4072, 4073, 4074, 4076, 4078, 4080, 4084, 4085, 4086, 4088, 4089, 4090, 4091, 4092, 4097, 4098, 4100, 4102, 4103, 4105, 4109, 4111, 4112, 4115, 4117, 4118, 4119, 4121, 4123, 4125, 4126, 4127, 4130, 4136, 4137, 4138, 4139, 4142, 4143, 4144, 4145, 4151, 4152, 4153, 4154, 4155, 4157, 4160, 4163, 4165, 4166, 4167, 4168, 4173, 4174, 4176, 4177, 4178, 4179, 4181, 4182, 4184, 4186, 4187, 4188, 4190, 4191, 4194, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4206, 4207, 4208, 4209, 4210, 4212, 4213, 4214, 4215, 4216, 4217, 4221, 4222, 4224, 4225, 4226, 4227, 4228, 4229, 4231, 4234, 4236, 4237, 4238, 4239, 4243, 4244, 4245, 4246, 4249, 4253, 4254, 4258, 4260, 4261, 4264, 4265, 4267, 4269, 4270, 4271, 4272, 4273, 4274, 4276, 4278, 4280, 4282, 4285, 4286, 4289, 4290, 4291, 4294, 4295, 4296, 4297, 4299, 4301, 4303, 4308, 4310, 4312, 4313, 4314, 4316, 4317, 4318, 4320, 4322, 4323, 4324, 4325, 4326, 4328, 4329, 4330, 4334, 4337, 4338, 4339, 4342, 4343, 4346, 4347, 4348, 4349, 4350, 4352, 4355, 4356, 4358, 4359, 4363, 4365, 4366, 4367, 4368, 4370, 4373, 4374, 4376, 4377, 4379, 4380, 4383, 4384, 4387, 4389, 4391, 4392, 4393, 4394, 4395, 4398, 4400, 4401, 4402, 4404, 4407, 4409, 4410, 4411, 4412, 4413, 4414, 4418, 4419, 4421, 4422, 4423, 4425, 4428, 4431, 4432, 4437, 4438, 4442, 4443, 4444, 4446, 4447, 4448, 4450, 4451, 4452, 4453, 4454, 4455, 4458, 4460, 4461, 4463, 4464, 4467, 4468, 4471, 4474, 4475, 4477, 4478, 4479, 4481, 4483, 4484, 4486, 4487, 4488, 4490, 4492, 4494, 4496, 4497, 4498, 4501, 4502, 4504, 4506, 4509, 4510, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4521, 4522, 4524, 4525, 4526, 4527, 4529, 4530, 4533, 4534, 4536, 4537, 4538, 4540, 4542, 4544, 4546, 4547, 4548, 4549, 4550, 4551, 4553, 4554, 4555, 4559, 4560, 4562, 4564, 4566, 4567, 4573, 4574, 4577, 4578, 4579, 4582, 4583, 4587, 4589, 4591, 4592, 4593, 4594, 4595, 4597, 4598, 4599, 4600, 4602, 4604, 4605, 4606, 4608, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4620, 4623, 4627, 4628, 4629, 4632, 4634, 4635, 4636, 4637, 4638, 4639, 4641, 4645, 4647, 4649, 4650, 4651, 4653, 4655, 4657, 4658, 4661, 4665, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4678, 4679, 4681, 4682, 4684, 4685, 4686, 4687, 4689, 4691, 4693, 4694, 4695, 4697, 4699, 4700, 4701, 4702, 4705, 4706, 4707, 4708, 4710, 4716, 4717, 4718, 4721, 4722, 4724, 4726, 4727, 4730, 4733, 4737, 4741, 4747, 4748, 4749, 4751, 4752, 4755, 4756, 4757, 4758, 4759, 4760, 4762, 4763, 4764, 4765, 4766, 4767, 4769, 4772, 4774, 4776, 4778, 4779, 4781, 4782, 4784, 4785, 4788, 4789, 4792, 4794, 4795, 4797, 4799, 4800, 4802, 4805, 4808, 4809, 4810, 4811, 4813, 4814, 4815, 4816, 4822, 4823, 4824, 4827, 4829, 4834, 4835, 4839, 4843, 4845, 4846, 4849, 4850, 4851, 4854, 4855, 4856, 4857, 4863, 4864, 4865, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4877, 4879, 4880, 4881, 4883, 4884, 4885, 4886, 4887, 4890, 4891, 4893, 4894, 4896, 4899, 4900, 4902, 4904, 4906, 4907, 4909, 4910, 4911, 4913, 4915, 4916, 4917, 4918, 4919, 4920, 4924, 4925, 4927, 4929, 4931, 4932, 4935, 4940, 4941, 4942, 4953, 4955, 4957, 4958, 4960, 4962, 4963, 4965, 4967, 4969, 4970, 4971, 4975, 4976, 4977, 4981, 4982, 4985, 4987, 4988, 4989, 4990, 4993, 4997, 5001, 5005, 5008, 5013, 5021, 5023, 5024, 5027, 5029, 5030, 5031, 5032, 5034, 5035, 5036, 5038, 5040, 5042, 5048, 5050, 5051, 5053, 5054, 5055, 5058, 5060, 5061, 5062, 5064, 5066, 5068, 5069, 5070, 5076, 5078, 5082, 5083, 5084, 5085, 5087, 5089, 5090, 5091, 5092, 5093, 5096, 5098, 5100, 5103, 5107, 5108, 5109, 5110, 5111, 5112, 5114, 5117, 5118, 5121, 5124, 5126, 5129, 5132, 5133, 5134, 5135, 5137, 5139, 5140, 5141, 5142, 5143, 5144, 5147, 5148, 5149, 5150, 5152, 5153, 5155, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5171, 5172, 5173, 5174, 5175, 5176, 5178, 5181, 5182, 5183, 5187, 5189, 5194, 5195, 5197, 5198, 5200, 5202, 5208, 5209, 5211, 5213, 5215, 5219, 5220, 5222, 5224, 5225, 5226, 5230, 5231, 5232, 5234, 5235, 5236, 5240, 5241, 5242, 5243, 5245, 5249, 5250, 5251, 5252, 5253, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5263, 5266, 5267, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5286, 5287, 5288, 5289, 5290, 5292, 5296, 5297, 5300, 5301, 5302, 5305, 5307, 5308, 5310, 5312, 5315, 5316, 5317, 5318, 5319, 5322, 5323, 5325, 5326, 5327, 5328, 5329, 5332, 5333, 5335, 5337, 5340, 5344, 5345, 5347, 5348, 5349, 5350, 5351, 5353, 5354, 5355, 5357, 5358, 5359, 5360, 5361, 5363, 5364, 5367, 5368, 5371, 5373, 5375, 5380, 5381, 5383, 5384, 5385, 5387, 5388, 5389, 5391, 5392, 5398, 5399, 5400, 5401, 5407, 5409, 5410, 5411, 5413, 5414, 5415, 5418, 5419, 5421, 5423, 5424, 5426, 5428, 5429, 5430, 5435, 5436, 5441, 5442, 5444, 5445, 5446, 5447, 5449, 5450, 5451, 5453, 5454, 5455, 5456, 5457, 5459, 5460, 5461, 5463, 5465, 5468, 5470, 5471, 5473, 5474, 5475, 5479, 5481, 5482, 5483, 5485, 5488, 5491, 5492, 5493, 5494, 5496, 5498, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5511, 5512, 5516, 5517, 5518, 5519, 5520, 5521, 5523, 5525, 5526, 5527, 5528, 5529, 5530, 5532, 5533, 5535, 5536, 5537, 5541, 5546, 5549, 5551, 5555, 5557, 5558, 5560, 5561, 5562, 5564, 5567, 5572, 5573, 5575, 5576, 5577, 5579, 5580, 5581, 5582, 5589, 5590, 5591, 5595, 5597, 5598, 5599, 5600, 5602, 5603, 5607, 5609, 5610, 5611, 5613, 5615, 5618, 5622, 5626, 5627, 5628, 5632, 5633, 5636, 5637, 5639, 5640, 5641, 5642, 5648, 5649, 5654, 5656, 5658, 5659, 5661, 5662, 5664, 5665, 5667, 5672, 5675, 5677, 5679, 5680, 5681, 5683, 5684, 5686, 5690, 5692, 5694, 5697, 5698, 5699, 5700, 5701, 5703, 5705, 5706, 5707, 5708, 5709, 5711, 5712, 5713, 5714, 5716, 5720, 5721, 5722, 5723, 5724, 5727, 5729, 5730, 5732, 5733, 5735, 5739, 5740, 5743, 5744, 5745, 5747, 5748, 5750, 5752, 5756, 5757, 5758, 5760, 5762, 5766, 5767, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5777, 5778, 5779, 5781, 5782, 5783, 5785, 5787, 5788, 5790, 5791, 5792, 5793, 5796, 5801, 5805, 5806, 5807, 5809, 5812, 5814, 5816, 5817, 5818, 5822, 5825, 5827, 5828, 5829, 5831, 5832, 5836, 5837, 5838, 5839, 5840, 5842, 5843, 5845, 5846, 5847, 5848, 5850, 5852, 5855, 5857, 5860, 5863, 5865, 5868, 5873, 5875, 5877, 5879, 5880, 5882, 5883, 5886, 5887, 5888, 5889, 5890, 5891, 5892, 5894, 5895, 5896, 5898, 5902, 5903, 5909, 5910, 5912, 5913, 5915, 5916, 5918, 5919, 5920, 5922, 5925, 5927, 5928, 5929, 5930, 5931, 5932, 5933, 5934, 5935, 5937, 5941, 5942, 5949, 5952, 5953, 5954, 5955, 5956, 5958, 5961, 5964, 5965, 5966, 5968, 5971, 5973, 5974, 5976, 5978, 5979, 5981, 5982, 5983, 5984, 5985, 5988, 5990, 5991, 5992, 5995, 5996, 5997, 5999, 6003, 6004, 6005, 6006, 6010, 6013, 6014, 6016, 6019, 6020, 6023, 6024, 6025, 6026, 6031, 6032, 6036, 6038, 6040, 6041, 6043, 6046, 6047, 6048, 6049, 6050, 6053, 6055, 6057, 6058, 6059, 6061, 6062, 6063, 6068, 6069, 6073, 6074, 6076, 6077, 6078, 6080, 6081, 6082, 6084, 6087, 6091, 6093, 6097, 6099, 6100, 6101, 6102, 6103, 6104, 6105, 6109, 6110, 6112, 6115, 6117, 6118, 6120, 6123, 6124, 6125, 6126, 6128, 6129, 6130, 6131, 6133, 6134, 6139, 6140, 6141, 6142, 6144, 6145, 6146, 6147], "val_users": [1, 15, 27, 30, 47, 51, 68, 92, 101, 102, 104, 120, 133, 173, 219, 223, 231, 260, 262, 265, 268, 269, 278, 279, 284, 292, 298, 305, 330, 333, 336, 337, 358, 362, 378, 387, 426, 430, 454, 455, 467, 471, 497, 509, 513, 520, 530, 553, 556, 587, 590, 595, 622, 656, 660, 689, 702, 710, 729, 752, 781, 784, 790, 791, 806, 810, 818, 824, 825, 826, 880, 911, 915, 944, 949, 960, 968, 971, 984, 988, 993, 998, 1007, 1059, 1063, 1113, 1117, 1123, 1151, 1188, 1237, 1266, 1290, 1294, 1296, 1308, 1309, 1346, 1356, 1369, 1403, 1404, 1431, 1460, 1492, 1503, 1516, 1518, 1542, 1571, 1582, 1596, 1616, 1618, 1636, 1637, 1660, 1681, 1700, 1726, 1738, 1750, 1763, 1777, 1786, 1791, 1795, 1797, 1801, 1815, 1827, 1858, 1869, 1933, 1957, 1963, 1966, 1972, 1981, 1995, 2000, 2003, 2013, 2020, 2028, 2044, 2053, 2128, 2136, 2182, 2184, 2187, 2193, 2209, 2219, 2225, 2248, 2250, 2259, 2267, 2294, 2324, 2327, 2355, 2359, 2368, 2385, 2399, 2434, 2447, 2470, 2473, 2483, 2497, 2505, 2524, 2548, 2562, 2565, 2567, 2569, 2575, 2599, 2602, 2607, 2645, 2653, 2667, 2668, 2681, 2694, 2703, 2712, 2715, 2721, 2723, 2739, 2743, 2769, 2786, 2793, 2812, 2825, 2854, 2855, 2862, 2902, 2915, 2917, 2927, 2950, 2968, 2970, 2991, 3006, 3009, 3019, 3020, 3040, 3065, 3066, 3067, 3083, 3092, 3103, 3127, 3270, 3282, 3302, 3306, 3365, 3394, 3398, 3409, 3418, 3419, 3454, 3458, 3470, 3474, 3494, 3537, 3550, 3562, 3611, 3627, 3629, 3652, 3659, 3669, 3676, 3684, 3685, 3686, 3704, 3742, 3746, 3761, 3765, 3788, 3866, 3880, 3888, 3896, 3917, 3934, 3939, 3945, 3958, 4021, 4028, 4046, 4087, 4113, 4128, 4205, 4230, 4233, 4257, 4266, 4298, 4306, 4319, 4327, 4336, 4340, 4351, 4362, 4364, 4375, 4424, 4435, 4457, 4469, 4480, 4489, 4499, 4556, 4568, 4575, 4580, 4586, 4609, 4676, 4680, 4713, 4719, 4729, 4735, 4777, 4801, 4803, 4807, 4812, 4828, 4830, 4842, 4859, 4862, 4882, 4934, 4943, 4945, 4972, 4984, 4995, 4998, 5002, 5003, 5004, 5020, 5037, 5039, 5045, 5049, 5057, 5072, 5086, 5102, 5104, 5120, 5125, 5146, 5184, 5190, 5204, 5212, 5218, 5223, 5233, 5237, 5262, 5268, 5295, 5304, 5343, 5370, 5377, 5378, 5379, 5395, 5438, 5513, 5534, 5556, 5563, 5565, 5587, 5629, 5652, 5670, 5685, 5717, 5725, 5808, 5821, 5824, 5833, 5870, 5878, 5901, 5911, 5940, 5948, 5970, 6008, 6045, 6067, 6072, 6083, 6085, 6113, 6127]} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN128-s0/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN128-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1267185867bf41f61f33589192ff413e27cef060 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN128-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 52.5, "epochs": 74, "best_epoch": 64, "dev_auc_pykt": 0.6901469938107869, "n_train_users": 102, "n_train_chunks": 102, "n_dev_chunks": 26, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 25.1, "flip_max_diff": 0.0, "peak_gb": 9.11} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN128-s1/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN128-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..102e02fcc00d2854177e371241a22838fa12535b --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN128-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 19.1, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.6666399106348537, "n_train_users": 102, "n_train_chunks": 102, "n_dev_chunks": 26, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 23.5, "flip_max_diff": 0.0, "peak_gb": 9.11} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN128-s2/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN128-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1434ca767e09f2cd5f6a67e6d3677bb537050546 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN128-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 15.1, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.6429654377430005, "n_train_users": 102, "n_train_chunks": 102, "n_dev_chunks": 26, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 24.1, "flip_max_diff": 0.0, "peak_gb": 9.11} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN128-s3/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN128-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..73cb3c069a13fe818efa09d281f9afd8d23982fb --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN128-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 15.9, "epochs": 22, "best_epoch": 12, "dev_auc_pykt": 0.6613238569059465, "n_train_users": 102, "n_train_chunks": 102, "n_dev_chunks": 26, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 25.7, "flip_max_diff": 0.0, "peak_gb": 9.14} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN128-s4/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN128-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..07d22b3b24d16234330367e33dec861c115ff350 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN128-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 11.8, "epochs": 18, "best_epoch": 8, "dev_auc_pykt": 0.6663359726750504, "n_train_users": 102, "n_train_chunks": 102, "n_dev_chunks": 26, "batch_size": 64, "seq_len": 200, "n_val_users": 26, "score_s": 23.8, "flip_max_diff": 0.0, "peak_gb": 9.11} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN16-s0/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN16-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..a1699d985bbd99ac2b38f8955d1af291b1e00bb6 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN16-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 14.5, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.5993822674418604, "n_train_users": 13, "n_train_chunks": 13, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 41.5, "flip_max_diff": 0.0, "peak_gb": 1.95} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN16-s1/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN16-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..f8a961b8f3bfa415a3fdaf16dc17edd0bff9b1d5 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN16-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.7, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.6101122371145253, "n_train_users": 13, "n_train_chunks": 13, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 22.9, "flip_max_diff": 0.0, "peak_gb": 1.96} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN16-s2/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN16-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..6ea8e63f950857baac199f3de95eec812902afd2 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN16-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 12.4, "epochs": 51, "best_epoch": 41, "dev_auc_pykt": 0.6627583004411423, "n_train_users": 13, "n_train_chunks": 13, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 21.3, "flip_max_diff": 0.0, "peak_gb": 1.92} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN16-s3/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN16-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..1e4528a7efb705a400698cebbe3c7b2359557cf6 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN16-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.6, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.6547371341378831, "n_train_users": 13, "n_train_chunks": 13, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 20.6, "flip_max_diff": 0.0, "peak_gb": 1.92} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN16-s4/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN16-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..50053f5e9d84e222097ddae54d5e435eaa9c85ca --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN16-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.2, "epochs": 30, "best_epoch": 20, "dev_auc_pykt": 0.5588817961699317, "n_train_users": 13, "n_train_chunks": 13, "n_dev_chunks": 3, "batch_size": 64, "seq_len": 200, "n_val_users": 3, "score_s": 25.2, "flip_max_diff": 0.0, "peak_gb": 1.94} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN256-s0/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN256-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0aec2b3e64d25145d891634895bebeb817a62535 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN256-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 23.5, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.6559513652869192, "n_train_users": 205, "n_train_chunks": 205, "n_dev_chunks": 51, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 25.9, "flip_max_diff": 0.0, "peak_gb": 9.14} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN256-s1/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN256-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..0e3fcbcf6dad3e97f2168c39bea361e3b5031ef0 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN256-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 36.7, "epochs": 28, "best_epoch": 18, "dev_auc_pykt": 0.6764529882735899, "n_train_users": 205, "n_train_chunks": 205, "n_dev_chunks": 51, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 24.8, "flip_max_diff": 0.0, "peak_gb": 9.11} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN256-s2/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN256-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..80c98882d9ddb975921346ebcfe3fac51397df95 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN256-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 30.6, "epochs": 23, "best_epoch": 13, "dev_auc_pykt": 0.6775585765662865, "n_train_users": 205, "n_train_chunks": 205, "n_dev_chunks": 51, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 24.9, "flip_max_diff": 0.0, "peak_gb": 9.13} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN256-s3/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN256-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..d0d759413645fc888c6957d48fae1e2d906809e2 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN256-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 45.3, "epochs": 34, "best_epoch": 24, "dev_auc_pykt": 0.697483577831532, "n_train_users": 205, "n_train_chunks": 205, "n_dev_chunks": 51, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 26.1, "flip_max_diff": 0.0, "peak_gb": 9.12} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN256-s4/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN256-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..831350c554b3dd1602fd7e214d736c64ca0e6854 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN256-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 41.3, "epochs": 33, "best_epoch": 23, "dev_auc_pykt": 0.6768817663817664, "n_train_users": 205, "n_train_chunks": 205, "n_dev_chunks": 51, "batch_size": 64, "seq_len": 200, "n_val_users": 51, "score_s": 25.9, "flip_max_diff": 0.0, "peak_gb": 9.14} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN32-s0/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN32-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..8d5200e77ec95bc004f51d356c97188128b9519e --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN32-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.0, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.6411111111111112, "n_train_users": 26, "n_train_chunks": 26, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 36.9, "flip_max_diff": 0.0, "peak_gb": 3.77} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN32-s1/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN32-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..36ef3f3c7c1501995b7f30bd91c6e1d88fceed59 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN32-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 8.0, "epochs": 26, "best_epoch": 16, "dev_auc_pykt": 0.70757225433526, "n_train_users": 26, "n_train_chunks": 26, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 21.4, "flip_max_diff": 0.0, "peak_gb": 3.75} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN32-s2/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN32-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..fb5d96d387d848e5daf10b80e7b50eed8b634008 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN32-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 18.3, "epochs": 51, "best_epoch": 41, "dev_auc_pykt": 0.6357284020327499, "n_train_users": 26, "n_train_chunks": 26, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 23.4, "flip_max_diff": 0.0, "peak_gb": 3.78} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN32-s3/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN32-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..847b039bab4550d1632e6fbda028dbf4d8bdf6f0 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN32-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 10.6, "epochs": 31, "best_epoch": 21, "dev_auc_pykt": 0.6368929905515271, "n_train_users": 26, "n_train_chunks": 26, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 19.7, "flip_max_diff": 0.0, "peak_gb": 3.76} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN32-s4/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN32-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..36c7e7ae2ce1e508d89a15f7d23fbdca56e448fb --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN32-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.2, "epochs": 29, "best_epoch": 19, "dev_auc_pykt": 0.6393759566069654, "n_train_users": 26, "n_train_chunks": 26, "n_dev_chunks": 6, "batch_size": 64, "seq_len": 200, "n_val_users": 6, "score_s": 13.7, "flip_max_diff": 0.0, "peak_gb": 3.75} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN64-s0/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN64-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..dfddd415dd01cac86b2eb490148128e38c21adc6 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN64-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 16.3, "epochs": 38, "best_epoch": 28, "dev_auc_pykt": 0.6900457941672693, "n_train_users": 51, "n_train_chunks": 51, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 23.6, "flip_max_diff": 0.0, "peak_gb": 7.31} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN64-s1/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN64-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..e0f090848469daf40e7c02548047e35c6c48a40c --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN64-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 5.9, "epochs": 15, "best_epoch": 5, "dev_auc_pykt": 0.6822298925129726, "n_train_users": 51, "n_train_chunks": 51, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 22.4, "flip_max_diff": 0.0, "peak_gb": 7.28} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN64-s2/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN64-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..655b9a1d6e4f5b85caf02fb43aec6a3cfd4c1060 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN64-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 16.8, "epochs": 44, "best_epoch": 34, "dev_auc_pykt": 0.6553544391854106, "n_train_users": 51, "n_train_chunks": 51, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 20.6, "flip_max_diff": 0.0, "peak_gb": 7.28} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN64-s3/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN64-s3/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..c844cc1d7909e182339673c666c7d13e8e90948b --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN64-s3/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 7.9, "epochs": 17, "best_epoch": 7, "dev_auc_pykt": 0.6748488284202571, "n_train_users": 51, "n_train_chunks": 51, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 23.5, "flip_max_diff": 0.0, "peak_gb": 7.28} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN64-s4/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN64-s4/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..38fbf29ad84b585c7bf3a797be06b9e610515088 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN64-s4/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.0, "epochs": 11, "best_epoch": 1, "dev_auc_pykt": 0.6575910678642714, "n_train_users": 51, "n_train_chunks": 51, "n_dev_chunks": 13, "batch_size": 64, "seq_len": 200, "n_val_users": 13, "score_s": 22.6, "flip_max_diff": 0.0, "peak_gb": 7.28} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN8-s0/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN8-s0/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..73238de133a289c94c83f5c977ca496c011578e5 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN8-s0/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 20.2, "epochs": 39, "best_epoch": 29, "dev_auc_pykt": 0.6841099163679808, "n_train_users": 6, "n_train_chunks": 6, "n_dev_chunks": 2, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 41.9, "flip_max_diff": 0.0, "peak_gb": 0.94} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN8-s1/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN8-s1/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..b12514e24fc2185385f85a113361e522b0342bd9 --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN8-s1/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 3.3, "epochs": 14, "best_epoch": 4, "dev_auc_pykt": 0.6648271384515501, "n_train_users": 6, "n_train_chunks": 6, "n_dev_chunks": 2, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 21.2, "flip_max_diff": 0.0, "peak_gb": 0.93} \ No newline at end of file diff --git a/pykt/synth_l/coldstart/pykt-akt-csN8-s2/train_info.json.done b/pykt/synth_l/coldstart/pykt-akt-csN8-s2/train_info.json.done new file mode 100644 index 0000000000000000000000000000000000000000..cfd02dbe400386eb34f7586ad1348b3e95aec5ab --- /dev/null +++ b/pykt/synth_l/coldstart/pykt-akt-csN8-s2/train_info.json.done @@ -0,0 +1 @@ +{"train_s": 10.2, "epochs": 32, "best_epoch": 22, "dev_auc_pykt": 0.7986486486486487, "n_train_users": 6, "n_train_chunks": 6, "n_dev_chunks": 2, "batch_size": 64, "seq_len": 200, "n_val_users": 2, "score_s": 30.4, "flip_max_diff": 0.0, "peak_gb": 0.94} \ No newline at end of file