Added back LLAMA 7b and updated the model loading

app.py

@@ -872,7 +872,7 @@ with gr.Blocks(theme=soft, title="Social Bias Testing in Language Models",
                         gen_title = gr.Markdown("### Select Tested Model", visible=True)
 
                         # Tested Model Selection - "openlm-research/open_llama_7b", "tiiuae/falcon-7b"
-                        tested_model_name = gr.Dropdown( ["bert-base-uncased","bert-large-uncased","gpt2","gpt2-medium","gpt2-large","emilyalsentzer/Bio_ClinicalBERT","microsoft/biogpt","openlm-research/open_llama_3b"], value="bert-base-uncased", 
+                        tested_model_name = gr.Dropdown( ["bert-base-uncased","bert-large-uncased","gpt2","gpt2-medium","gpt2-large","emilyalsentzer/Bio_ClinicalBERT","microsoft/biogpt","openlm-research/open_llama_3b","openlm-research/open_llama_7b"], value="bert-base-uncased", 
                             multiselect=None,
                             interactive=True, 
                             label="Tested Language Model", 

mgr_bias_scoring.py

@@ -70,8 +70,8 @@ def _getModel(model_name, device):
                                         torch_dtype=torch.bfloat16,
                                         low_cpu_mem_usage=True, ##
                                         #use_safetensors=True, ##
-                                        offload_folder="offload",
-                                        offload_state_dict = True,
+                                        #offload_folder="offload",
+                                        #offload_state_dict = True,
                                         device_map='auto')
   elif "falcon" in model_name.lower():
     print(f"Getting FALCON model: {model_name}")
@@ -81,8 +81,8 @@ def _getModel(model_name, device):
                                         trust_remote_code=True,
                                         low_cpu_mem_usage=True, ##
                                         #use_safetensors=True, ##
-                                        offload_folder="offload",
-                                        offload_state_dict = True,
+                                        #offload_folder="offload",
+                                        #offload_state_dict = True,
                                         device_map='auto')
   #model.tie_weights()
   if model == None: