Remove double_quant

richardr1126 · richardr1126 · commit c88466bbf5e7 · 2023-07-19T11:37:25.000-06:00
diff --git a/train/hf_qlora_wizard_coder.ipynb b/train/hf_qlora_wizard_coder.ipynb
@@ -307,7 +307,6 @@
     "bnb_config = BitsAndBytesConfig(\n",
     "    load_in_4bit=True,\n",
     "    bnb_4bit_quant_type=\"nf4\",\n",
-    "    bnb_4bit_use_double_quant=True,\n",
     "    bnb_4bit_compute_dtype=torch.float16,\n",
     ")\n",
     "\n",
