Hugging Face's logo

Animhaven
/
llama-server-runtime

Model card Files
xet
 Community
Animhaven commited on
Commit
aea1deb
·
verified ·
1 Parent(s): f3d3509

Upload folder using huggingface_hub

Browse files
Files changed (32) hide show
  1. .gitattributes +27 -0
  2. vulkan/ggml-base.dll +3 -0
  3. vulkan/ggml-cpu-alderlake.dll +3 -0
  4. vulkan/ggml-cpu-cannonlake.dll +3 -0
  5. vulkan/ggml-cpu-cascadelake.dll +3 -0
  6. vulkan/ggml-cpu-cooperlake.dll +3 -0
  7. vulkan/ggml-cpu-haswell.dll +3 -0
  8. vulkan/ggml-cpu-icelake.dll +3 -0
  9. vulkan/ggml-cpu-ivybridge.dll +3 -0
  10. vulkan/ggml-cpu-piledriver.dll +3 -0
  11. vulkan/ggml-cpu-sandybridge.dll +3 -0
  12. vulkan/ggml-cpu-sapphirerapids.dll +3 -0
  13. vulkan/ggml-cpu-skylakex.dll +3 -0
  14. vulkan/ggml-cpu-sse42.dll +3 -0
  15. vulkan/ggml-cpu-x64.dll +3 -0
  16. vulkan/ggml-cpu-zen4.dll +3 -0
  17. vulkan/ggml-rpc.dll +3 -0
  18. vulkan/ggml-vulkan.dll +3 -0
  19. vulkan/ggml.dll +0 -0
  20. vulkan/libomp140.x86_64.dll +3 -0
  21. vulkan/llama-batched-bench-impl.dll +0 -0
  22. vulkan/llama-bench-impl.dll +3 -0
  23. vulkan/llama-cli-impl.dll +3 -0
  24. vulkan/llama-common.dll +3 -0
  25. vulkan/llama-completion-impl.dll +3 -0
  26. vulkan/llama-fit-params-impl.dll +0 -0
  27. vulkan/llama-perplexity-impl.dll +3 -0
  28. vulkan/llama-quantize-impl.dll +3 -0
  29. vulkan/llama-server-impl.dll +3 -0
  30. vulkan/llama-server.exe +0 -0
  31. vulkan/llama.dll +3 -0
  32. vulkan/mtmd.dll +3 -0
.gitattributes CHANGED
@@ -86,3 +86,30 @@ cuda/llama-quantize-impl.dll filter=lfs diff=lfs merge=lfs -text
86
  cuda/llama-server-impl.dll filter=lfs diff=lfs merge=lfs -text
87
  cuda/llama.dll filter=lfs diff=lfs merge=lfs -text
88
  cuda/mtmd.dll filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
86
  cuda/llama-server-impl.dll filter=lfs diff=lfs merge=lfs -text
87
  cuda/llama.dll filter=lfs diff=lfs merge=lfs -text
88
  cuda/mtmd.dll filter=lfs diff=lfs merge=lfs -text
89
+ vulkan/ggml-base.dll filter=lfs diff=lfs merge=lfs -text
90
+ vulkan/ggml-cpu-alderlake.dll filter=lfs diff=lfs merge=lfs -text
91
+ vulkan/ggml-cpu-cannonlake.dll filter=lfs diff=lfs merge=lfs -text
92
+ vulkan/ggml-cpu-cascadelake.dll filter=lfs diff=lfs merge=lfs -text
93
+ vulkan/ggml-cpu-cooperlake.dll filter=lfs diff=lfs merge=lfs -text
94
+ vulkan/ggml-cpu-haswell.dll filter=lfs diff=lfs merge=lfs -text
95
+ vulkan/ggml-cpu-icelake.dll filter=lfs diff=lfs merge=lfs -text
96
+ vulkan/ggml-cpu-ivybridge.dll filter=lfs diff=lfs merge=lfs -text
97
+ vulkan/ggml-cpu-piledriver.dll filter=lfs diff=lfs merge=lfs -text
98
+ vulkan/ggml-cpu-sandybridge.dll filter=lfs diff=lfs merge=lfs -text
99
+ vulkan/ggml-cpu-sapphirerapids.dll filter=lfs diff=lfs merge=lfs -text
100
+ vulkan/ggml-cpu-skylakex.dll filter=lfs diff=lfs merge=lfs -text
101
+ vulkan/ggml-cpu-sse42.dll filter=lfs diff=lfs merge=lfs -text
102
+ vulkan/ggml-cpu-x64.dll filter=lfs diff=lfs merge=lfs -text
103
+ vulkan/ggml-cpu-zen4.dll filter=lfs diff=lfs merge=lfs -text
104
+ vulkan/ggml-rpc.dll filter=lfs diff=lfs merge=lfs -text
105
+ vulkan/ggml-vulkan.dll filter=lfs diff=lfs merge=lfs -text
106
+ vulkan/libomp140.x86_64.dll filter=lfs diff=lfs merge=lfs -text
107
+ vulkan/llama-bench-impl.dll filter=lfs diff=lfs merge=lfs -text
108
+ vulkan/llama-cli-impl.dll filter=lfs diff=lfs merge=lfs -text
109
+ vulkan/llama-common.dll filter=lfs diff=lfs merge=lfs -text
110
+ vulkan/llama-completion-impl.dll filter=lfs diff=lfs merge=lfs -text
111
+ vulkan/llama-perplexity-impl.dll filter=lfs diff=lfs merge=lfs -text
112
+ vulkan/llama-quantize-impl.dll filter=lfs diff=lfs merge=lfs -text
113
+ vulkan/llama-server-impl.dll filter=lfs diff=lfs merge=lfs -text
114
+ vulkan/llama.dll filter=lfs diff=lfs merge=lfs -text
115
+ vulkan/mtmd.dll filter=lfs diff=lfs merge=lfs -text
vulkan/ggml-base.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a020c858ce59fa47abe6404b9e9876d14ea3f996566590f38ba44343c117660
3
+ size 763392
vulkan/ggml-cpu-alderlake.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06278c60aa489caf517cf214ae2df5a5e6a0e22cd9ef70efa235813a8e7d8763
3
+ size 1157120
vulkan/ggml-cpu-cannonlake.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c88f3574454a2fa2de9388a032b7f8aaee59a95d9d740aa47eafe08e1961710
3
+ size 1370624
vulkan/ggml-cpu-cascadelake.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70688245c167bdda87bb587293232c7726866106b6104a28e887f1ef6c6b1e01
3
+ size 1356800
vulkan/ggml-cpu-cooperlake.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d73293e57cece872ff74b88d8abb10a31db18d91e905e5b1c3dacdbfdd91d1b1
3
+ size 1357824
vulkan/ggml-cpu-haswell.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f15764da6f391e0b3c05cf989e70516f4686c61d196340a8273b81d17ecc3f7c
3
+ size 1161216
vulkan/ggml-cpu-icelake.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d714415d9c62a390414313318f56b18ede620137101ca5f812a3c51449ec3a05
3
+ size 1363456
vulkan/ggml-cpu-ivybridge.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836e432326be9ca9a7dc1b02587e0e0be25d4413ad5b7242000aa2059bb55fdd
3
+ size 1049600
vulkan/ggml-cpu-piledriver.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f47c8f70ce402f44555dad9310568958b15f65281c5283c71c015ea60da8e23
3
+ size 1052672
vulkan/ggml-cpu-sandybridge.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6918bc07909d012ab8428e004eaf46f0c1da5f95fa8f394f9ae0b0ddcfb0df6
3
+ size 1030144
vulkan/ggml-cpu-sapphirerapids.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f995cb0a201f5a5127b3c221ebd2f89b36152a7b9f98eb62e516a8a37ea45f74
3
+ size 1635328
vulkan/ggml-cpu-skylakex.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcf3856066c3c4952aab6e65eb171e15d7cb241fcb0d7e2adcac68f7099c5517
3
+ size 1364480
vulkan/ggml-cpu-sse42.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4381aec216775d5bf9a8f3f6f377d68b3e3ad66eec512bbb1df415e1736929db
3
+ size 855552
vulkan/ggml-cpu-x64.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd8054a6ebf9513a02b80ca22ba2ae6b31dc5445556cfef596943e727ed7fad6
3
+ size 848896
vulkan/ggml-cpu-zen4.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee6f32ee868cae5cbc8495c60202a99f6ba0d90f8353cf759ad636cc4d89e4d
3
+ size 1363968
vulkan/ggml-rpc.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6293f8acdc69b4b73d7dae0ce8380e4ccd20cad69f5848c6681bd6d060ca2a7f
3
+ size 136192
vulkan/ggml-vulkan.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:458e718aca64927361b6f865931c2e87b94a07b531d916a325d716734a1118a9
3
+ size 73838592
vulkan/ggml.dll ADDED
Binary file (86 kB). View file
 
vulkan/libomp140.x86_64.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd4dccc657658b3a743e3931e80973fea04bb259f900c032328efa1e6d47e61
3
+ size 661528
vulkan/llama-batched-bench-impl.dll ADDED
Binary file (60.4 kB). View file
 
vulkan/llama-bench-impl.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:106f17ad802c8cd5c0d6f66093baed3311b24690d6f0684575e1bad6bb01cf07
3
+ size 373248
vulkan/llama-cli-impl.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db0a41854c034f3cca29a50f54a13ab9645493a8d27c12e09d461ade85bfaf85
3
+ size 2505728
vulkan/llama-common.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44a371e4bb2655d74553aeecc8e832684d50ccd91b8c6ea7fb8110f097d9d769
3
+ size 7595008
vulkan/llama-completion-impl.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e7a7025d760da3bbf92f9e46e6570061a9b4aba62fe0949ee5104cce45367d5
3
+ size 132096
vulkan/llama-fit-params-impl.dll ADDED
Binary file (39.9 kB). View file
 
vulkan/llama-perplexity-impl.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2395cf0f2886d6c56e9f5621a67ef20e95a65455e3347211c0e20901ef2083cb
3
+ size 193024
vulkan/llama-quantize-impl.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd0bf06672d74af0ccb97e78b0b93568b774cd638dc7a57fae977f02ebf3690b
3
+ size 136704
vulkan/llama-server-impl.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a0e796e622891d3ec4d099eadd8808a4261085b0835db4ebb3fc2e149b26491
3
+ size 15047680
vulkan/llama-server.exe ADDED
Binary file (9.22 kB). View file
 
vulkan/llama.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fba4381efc17919a1173d00aeaf88e5e2aa0219d9ddec1d9000beb1eb69b0ec
3
+ size 2478592
vulkan/mtmd.dll ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a89f0a74d8c5f3bb24b520f6c8c2d0a0d425b7dd12d74e46b387c59bde25ab1e
3
+ size 1234432