LoftQ
/

Phi-3-mini-4k-instruct-4bit-64rank

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions

LoftQ commited on May 3, 2024

Commit

d9c5270

·

verified ·

1 Parent(s): 2c16204

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -40,7 +40,7 @@ from peft import PeftModel
 MODEL_ID = "LoftQ/Phi-3-mini-4k-instruct-4bit-64rank"
-base_model = AutoModelForCausalLM.from_pretrained(MODEL_ID)
 peft_model = PeftModel.from_pretrained(
     base_model,
     MODEL_ID,

 MODEL_ID = "LoftQ/Phi-3-mini-4k-instruct-4bit-64rank"
+base_model = AutoModelForCausalLM.from_pretrained(MODEL_ID, trust_remote_code=True)
 peft_model = PeftModel.from_pretrained(
     base_model,
     MODEL_ID,