Hugging Face's logo

SamChen567
/
dts_transformer

TensorBoard
Safetensors
videollama3_token_compressor
Model card Files
xet
 Metrics Community
SamChen567 commited on
Commit
49c8278
·
verified ·
1 Parent(s): 828c750

Upload folder using huggingface_hub

Browse files
Files changed (31) hide show
  1. checkpoint-18500/model.safetensors +3 -0
  2. checkpoint-18500/optimizer.pt +3 -0
  3. checkpoint-18500/rng_state_0.pth +3 -0
  4. checkpoint-18500/rng_state_1.pth +3 -0
  5. checkpoint-18500/rng_state_2.pth +3 -0
  6. checkpoint-18500/rng_state_3.pth +3 -0
  7. checkpoint-18500/scheduler.pt +3 -0
  8. checkpoint-18500/trainer_state.json +0 -0
  9. checkpoint-18500/training_args.bin +3 -0
  10. checkpoint-19000/model.safetensors +3 -0
  11. checkpoint-19000/optimizer.pt +3 -0
  12. checkpoint-19000/rng_state_0.pth +3 -0
  13. checkpoint-19000/rng_state_1.pth +3 -0
  14. checkpoint-19000/rng_state_2.pth +3 -0
  15. checkpoint-19000/rng_state_3.pth +3 -0
  16. checkpoint-19000/scheduler.pt +3 -0
  17. checkpoint-19000/trainer_state.json +0 -0
  18. checkpoint-19000/training_args.bin +3 -0
  19. checkpoint-19090/model.safetensors +3 -0
  20. checkpoint-19090/optimizer.pt +3 -0
  21. checkpoint-19090/rng_state_0.pth +3 -0
  22. checkpoint-19090/rng_state_1.pth +3 -0
  23. checkpoint-19090/rng_state_2.pth +3 -0
  24. checkpoint-19090/rng_state_3.pth +3 -0
  25. checkpoint-19090/scheduler.pt +3 -0
  26. checkpoint-19090/trainer_state.json +0 -0
  27. checkpoint-19090/training_args.bin +3 -0
  28. compressor_pretrained.pt +3 -0
  29. config.json +14 -0
  30. pretrain.log +0 -0
  31. runs/Aug20_03-33-42_ce-fd2ec347-d1c2-4207-8791-0f62c69a7319-654994c547-xm5g2/events.out.tfevents.1787197587.ce-fd2ec347-d1c2-4207-8791-0f62c69a7319-654994c547-xm5g2.40817.0 +3 -0
checkpoint-18500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:636a45de3ac40004d9a91e48c5a70daf999b22d2a450f7e523bc117635c127a1
3
+ size 1787287424
checkpoint-18500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c266a706b3d2646bacf68ffbc6aba529289dca602efcf2eaea68c169b55f3544
3
+ size 1925998667
checkpoint-18500/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:619618764fc5dee769f4318fcd70f922d843c1ce871c4597481a95c96c202c83
3
+ size 15429
checkpoint-18500/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0323a7245537556b512d2950b107069d2aae9972e1c7134cbd2b14eb16f97655
3
+ size 15429
checkpoint-18500/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0d090e899d2cac520dee5d768b8822d78a11a6231319f9c6b987c345c954855
3
+ size 15429
checkpoint-18500/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8394ae3b0e516bee47c1a5674e63487eaf2edf4a48b54b7bc70b7ddc60fe86a8
3
+ size 15429
checkpoint-18500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6e7a73173f2c80277e84887ddab68d5bbb346e642a26f99efbf9e8b1e0479cc
3
+ size 1529
checkpoint-18500/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-18500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f27fd9137b685da536e472f3426f56d5e3dbfa4193365e819a000c1d76ecb3b
3
+ size 5969
checkpoint-19000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c057ab97f651a1eb1a1838ebb1c3d477e9112ec7d7b5c2c616b7e5a20519e98
3
+ size 1787287424
checkpoint-19000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a336822abe0455eeffe5bf66789da17a4eb289b8cf75c25d385fe8216cf823ba
3
+ size 1925998667
checkpoint-19000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26856ed27e7115b945c050dcfdd3686e801e077c6f253ee974145eb590e8a6e6
3
+ size 15429
checkpoint-19000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:137873c03b1df9e5a58d04a7dc2da9b2c5cd639ae26f6a4470c6c80641bffd5e
3
+ size 15429
checkpoint-19000/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:455c6097ac7f5373eae937a0baceff57d988986aedab1f3e0129f474086171cc
3
+ size 15429
checkpoint-19000/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34938b7558066b598dfdb11d5c39695a7aa2477b0c74734e224ce6dc6d91336c
3
+ size 15429
checkpoint-19000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e47f8a6abed46327a387ccc4266d28c4b164a117ff2b6a4247edc5efe6287e
3
+ size 1529
checkpoint-19000/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-19000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f27fd9137b685da536e472f3426f56d5e3dbfa4193365e819a000c1d76ecb3b
3
+ size 5969
checkpoint-19090/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:251b5b53c5424268b33e4bb4daff039fa941a6cf17057caa9f6be1c5579ad503
3
+ size 1787287424
checkpoint-19090/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1187d5963c3f49771799ea4afb6f0c5a89ec1b8bc9feaa1f2799c5f04c90e28c
3
+ size 1925998667
checkpoint-19090/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049439e82830a7789ce076316342eb35c184587818d494c0b07aef127a53b6f3
3
+ size 15429
checkpoint-19090/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1cc8bb0473facaaa5de8007c74d714fa898b85a14bbc137261a8efd62c9c8d
3
+ size 15429
checkpoint-19090/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b2a87d958e8dc464ef1388fbcf72f82fa5cdbd843a970fa7add9f838534a64
3
+ size 15429
checkpoint-19090/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e857989786c0fead807ce51506918caf3ea3c316a5ce0723a92e41b1570f776c
3
+ size 15429
checkpoint-19090/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f396556ecf00f1969df14f02425c3e7d206272a63f51b93893f18f96fe50c10
3
+ size 1529
checkpoint-19090/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-19090/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f27fd9137b685da536e472f3426f56d5e3dbfa4193365e819a000c1d76ecb3b
3
+ size 5969
compressor_pretrained.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e26e9f532f800ee3c732860edec3131dab3f55a3594cbb05021d5d67b3e5cc7
3
+ size 681111135
config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attention_probs_dropout_prob": 0.0,
3
+ "compress_image_h": 16,
4
+ "compress_image_w": 16,
5
+ "compressor_type": "local_attn_conv",
6
+ "hidden_size": 1152,
7
+ "intermediate_size": 4608,
8
+ "layer_norm_eps": 1e-06,
9
+ "model_type": "videollama3_token_compressor",
10
+ "num_attention_heads": 8,
11
+ "num_layers": 8,
12
+ "transformers_version": "4.57.3",
13
+ "window_size": 8
14
+ }
pretrain.log ADDED
The diff for this file is too large to render. See raw diff
 
runs/Aug20_03-33-42_ce-fd2ec347-d1c2-4207-8791-0f62c69a7319-654994c547-xm5g2/events.out.tfevents.1787197587.ce-fd2ec347-d1c2-4207-8791-0f62c69a7319-654994c547-xm5g2.40817.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110bd40a8a3f34e8664c0d0f34f76597edefaa271c7cc5ae7ae5593b35f26758
3
+ size 3010353