Upload folder using huggingface_hub
Browse files- config.json +3 -4
- model-00001-of-00002.safetensors +2 -2
- model-00002-of-00002.safetensors +2 -2
- model.safetensors.index.json +0 -0
- quantization_config.json +0 -0
config.json
CHANGED
|
@@ -25,14 +25,13 @@
|
|
| 25 |
"vocab_size": 131072,
|
| 26 |
"quantization_config": {
|
| 27 |
"quant_method": "exl3",
|
| 28 |
-
"version": "0.0.
|
| 29 |
"bits": 4.5,
|
| 30 |
"head_bits": 6,
|
| 31 |
"calibration": {
|
| 32 |
-
"rows":
|
| 33 |
"cols": 2048
|
| 34 |
},
|
| 35 |
-
"out_scales": "auto"
|
| 36 |
-
"codebook": "mcg"
|
| 37 |
}
|
| 38 |
}
|
|
|
|
| 25 |
"vocab_size": 131072,
|
| 26 |
"quantization_config": {
|
| 27 |
"quant_method": "exl3",
|
| 28 |
+
"version": "0.0.8",
|
| 29 |
"bits": 4.5,
|
| 30 |
"head_bits": 6,
|
| 31 |
"calibration": {
|
| 32 |
+
"rows": 100,
|
| 33 |
"cols": 2048
|
| 34 |
},
|
| 35 |
+
"out_scales": "auto"
|
|
|
|
| 36 |
}
|
| 37 |
}
|
model-00001-of-00002.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22ee89b8c6cc3a865f92f440ff74ab34da75338ddd3117b7b7ae9e8de5fab23d
|
| 3 |
+
size 8527506848
|
model-00002-of-00002.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9294e44d541ba7f192cf59caef3afd886b2abdad38bae98e6891ad1c0752a81f
|
| 3 |
+
size 5829110952
|
model.safetensors.index.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
quantization_config.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|