Update README.md

README.md

@@ -64,7 +64,7 @@ peft_model_id = "DeathReaper0965/flan-t5-base-samsum-lora-RLAIF-toxicity"
 config = PeftConfig.from_pretrained(peft_model_id)
 
 # load base LLM model and tokenizer
-model = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, device_map='auto') # load_in_8bit=True, 
+model = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, device_map='auto') # If required, you can add `load_in_8bit=True` for loading model in 8-bit
 tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
 
 # Load the Lora model