Text Generation
English
exllamav2
qwen2
conversational
4-bit precision
exl2
cgus commited on
Commit
5d70fc7
·
verified ·
1 Parent(s): 8666ef4

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -31,8 +31,8 @@
31
  "quantization_config": {
32
  "quant_method": "exl2",
33
  "version": "0.2.8",
34
- "bits": 4.0,
35
- "head_bits": 6,
36
  "calibration": {
37
  "rows": 115,
38
  "length": 2048,
 
31
  "quantization_config": {
32
  "quant_method": "exl2",
33
  "version": "0.2.8",
34
+ "bits": 8.0,
35
+ "head_bits": 8,
36
  "calibration": {
37
  "rows": 115,
38
  "length": 2048,