Hugging Face's logo

furiosa-ai
/
Llama-3.1-8B-Instruct-FP8

Text Generation
English
furiosa-llm
llama
furiosa-ai
llama-3
conversational
Model card Files
xet
Community
1
hyunsikc commited on
Commit
fe4ce4f
·
verified ·
1 Parent(s): 4d4f7cf

Add files using upload-large-folder tool

Browse files
Files changed (25) hide show
  1. .gitattributes +2 -0
  2. 0e89beb7457b4249c87e785ca3a21467.edf +3 -0
  3. 129008d0679b06d8ec95ecc573e25159.edf +3 -0
  4. 1e16a5d7db9037da07bdbfa0d0e09bb6.edf +3 -0
  5. 3a1348781b2e2097b575a66c47476be7.edf +3 -0
  6. 4620d1ac2941f10294b600294af2b8c0.edf +3 -0
  7. 8963d66cdbb68dbc6c83b18f915f8950.edf +3 -0
  8. 926e099134823914ba1a36131311db48.edf +3 -0
  9. 9379e10972844a9d838a23ce71ec27d0.edf +3 -0
  10. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv0-b1-attn2048-0.safetensors +3 -0
  11. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv1023-b16-attn1024-0.safetensors +3 -0
  12. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv1023-b8-attn1024-0.safetensors +3 -0
  13. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv16383-b1-attn16384-0.safetensors +3 -0
  14. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv16383-b8-attn16384-0.safetensors +3 -0
  15. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv16384-b1-attn24576-0.safetensors +3 -0
  16. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv2047-b128-attn2048-0.safetensors +3 -0
  17. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv32767-b1-attn32768-0.safetensors +3 -0
  18. add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv4095-b8-attn4096-0.safetensors +3 -0
  19. b71cd209b1eb4324f9e3e64dbe2ff409.edf +3 -0
  20. b9a29342eddfafd2d51384aa26c26c99.edf +3 -0
  21. d457b4be9ccbf2233f7a220c626149e0.edf +3 -0
  22. dee22876208d225619ad60df133a38e9.edf +3 -0
  23. e329be9cf234fe8ea6786c0a75983790.edf +3 -0
  24. e61c0915126c1fbd181245ec237b81cc.edf +3 -0
  25. f86d153becb088ac752e93c92c1bed58.edf +3 -0
.gitattributes CHANGED
@@ -286,3 +286,5 @@ b0e707b733efd6174e5198bff5d0575d.edf filter=lfs diff=lfs merge=lfs -text
286
  f86d153becb088ac752e93c92c1bed58.edf filter=lfs diff=lfs merge=lfs -text
287
  bf33e1cf34c6c99a4e60dfd06c9d4e03.edf filter=lfs diff=lfs merge=lfs -text
288
  3b657e9a48a0a44f590a0a8d4b974300.edf filter=lfs diff=lfs merge=lfs -text
 
 
 
286
  f86d153becb088ac752e93c92c1bed58.edf filter=lfs diff=lfs merge=lfs -text
287
  bf33e1cf34c6c99a4e60dfd06c9d4e03.edf filter=lfs diff=lfs merge=lfs -text
288
  3b657e9a48a0a44f590a0a8d4b974300.edf filter=lfs diff=lfs merge=lfs -text
289
+ d457b4be9ccbf2233f7a220c626149e0.edf filter=lfs diff=lfs merge=lfs -text
290
+ 4620d1ac2941f10294b600294af2b8c0.edf filter=lfs diff=lfs merge=lfs -text
0e89beb7457b4249c87e785ca3a21467.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10a85dd33bac1037a049469063f292c56dd1e83eba9ea4dfff8a2851e3471505
3
+ size 4889652
129008d0679b06d8ec95ecc573e25159.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dbf35789a4b877270de62dac0f4c842ec8f0800af0b28c22448f0661b9ca314
3
+ size 3514890
1e16a5d7db9037da07bdbfa0d0e09bb6.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51b219a62938b7fb4f7b6b4495adc036a60faafe9b6c479d93e180105b32b31f
3
+ size 2562889
3a1348781b2e2097b575a66c47476be7.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37cbbb409cc570db86a8a94a71e5ffdf626ad31238f663e94c2e64207d010715
3
+ size 1091910
4620d1ac2941f10294b600294af2b8c0.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89f4049723256fadaec51bd0f460b2015e467a673e450d2a92940d910484c044
3
+ size 15673884
8963d66cdbb68dbc6c83b18f915f8950.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac8276ae53556c2528a1bca6c8bc5bb0b1bd4fa8eaad8303ed30c18c6c07f9f
3
+ size 1007524
926e099134823914ba1a36131311db48.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3082fe2f3416651487667e4e5c4541ab7f7c84568122006a979d7f5fb535daa8
3
+ size 3206599
9379e10972844a9d838a23ce71ec27d0.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07612e6b5e1ca0a2ea0340f90914016b36b2343792745696621f2c8ee9eec1f9
3
+ size 2053755
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv0-b1-attn2048-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv1023-b16-attn1024-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv1023-b8-attn1024-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv16383-b1-attn16384-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv16383-b8-attn16384-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv16384-b1-attn24576-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv2047-b128-attn2048-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv32767-b1-attn32768-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
add_const_file-Quantized_furiosa_llm_models.llama3.symbolic.aramco_specdec.LlamaForCausalLM-kv4095-b8-attn4096-0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462d3a8351017e1d1dbf0dc6e3770d0899d23fa724c4d15e978e2e286dda23b6
3
+ size 8981336
b71cd209b1eb4324f9e3e64dbe2ff409.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce621683652fa27e4fd78cd03b0c5d5ea70335032342a275ef5e1c2297841ed7
3
+ size 5177083
b9a29342eddfafd2d51384aa26c26c99.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a0fc46901ca8ca9134b12dc988c8998dcd6ae3bcf95837f556e66406aa0dff0
3
+ size 1226015
d457b4be9ccbf2233f7a220c626149e0.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e1d09afea78a3785e1d129c19fae01ede4c6f6914ef2689a72f9f1b0dde49d7
3
+ size 10132794
dee22876208d225619ad60df133a38e9.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:776d8eccdbbd5a255f3c30f072f6053ff30ee189879e4d09d0422b89cd2590b8
3
+ size 2386062
e329be9cf234fe8ea6786c0a75983790.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cadf2c4bfb52ccfdb51edfec9919006f4b654b05a3d88d598c0a1e4ab2c37a6c
3
+ size 1409639
e61c0915126c1fbd181245ec237b81cc.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261fd65d1a53d4cbf6896a4c59c346c1c6a58669bd6f76ab0fc70f59ec1307a6
3
+ size 1284203
f86d153becb088ac752e93c92c1bed58.edf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef3668f6b44eef529a495d17f0e2ea5f3f6d3565318a92762f7862a6f3e92fa
3
+ size 2141061