microsoft
/

bitnet-b1.58-2B-4T-bf16

Text Generation

large-language-model

Model card Files Files and versions

shumingma commited on Apr 17

Commit

67ad9e1

·

1 Parent(s): 2a5210f

update config

Files changed (1) hide show

config.json +5 -2

config.json CHANGED Viewed

@@ -3,7 +3,7 @@
       "BitNetForCausalLM"
     ],
     "auto_map": {
-      "AutoConfig": "configuration_bitnet.BitNetModelConfig",
       "AutoModelForCausalLM": "modeling_bitnet.BitNetForCausalLM"
     },
     "bos_token_id": 128000,
@@ -23,5 +23,8 @@
     "torch_dtype": "bfloat16",
     "use_cache": true,
     "vocab_size": 128256,
-    "online_quant": true
 }

       "BitNetForCausalLM"
     ],
     "auto_map": {
+      "AutoConfig": "configuration_bitnet.BitNetConfig",
       "AutoModelForCausalLM": "modeling_bitnet.BitNetForCausalLM"
     },
     "bos_token_id": 128000,
     "torch_dtype": "bfloat16",
     "use_cache": true,
     "vocab_size": 128256,
+    "quantization_config": {
+      "quant_method": "bitnet",
+      "online_quantization": true
+    }
 }