Update README.md

README.md

@@ -59,8 +59,8 @@ if model_path.endswith("4bit"):
     model = AutoModelForCausalLM.from_pretrained(
             model_path,
             load_in_4bit=True,
-            local_files_only=True,
-            torch_dtype=torch.float16
+            torch_dtype=torch.float16,
+            device_map='auto'
         )
 else:
     model = AutoModelForCausalLM.from_pretrained(model_path).half().cuda()