src/backend/run_eval_suite.py CHANGED
@@ -12,7 +12,7 @@ from src.backend.tasks.cnndm.task_v2 import CNNDMv2
12
  from src.backend.tasks.selfcheckgpt.task import SelfCheckGPT
13
 
14
  from src.backend.huggingface_generate_until import HFLMwithChatTemplate
15
- from src.backend.moe_infinity import MoEHFLM # MoEInfinity
16
 
17
  def run_evaluation(
18
  eval_request: EvalRequest,
 
12
  from src.backend.tasks.selfcheckgpt.task import SelfCheckGPT
13
 
14
  from src.backend.huggingface_generate_until import HFLMwithChatTemplate
15
+ from src.backend.moe_infinity import MoEHFLM
16
 
17
  def run_evaluation(
18
  eval_request: EvalRequest,
src/submission/check_validity.py CHANGED
@@ -130,7 +130,7 @@ def already_submitted_models(requested_models_dir: str) -> set[str]:
130
  continue
131
  with open(os.path.join(root, file), "r") as f:
132
  info = json.load(f)
133
- file_names.append(f"{info['model']}_{info['revision']}_{info['precision']}")
134
 
135
  # Select organisation
136
  if info["model"].count("/") == 0 or "submitted_time" not in info:
 
130
  continue
131
  with open(os.path.join(root, file), "r") as f:
132
  info = json.load(f)
133
+ file_names.append(f"{info['model']}_{info['revision']}_{info['precision']}_{info['inference_framework']}")
134
 
135
  # Select organisation
136
  if info["model"].count("/") == 0 or "submitted_time" not in info:
src/submission/submit.py CHANGED
@@ -113,13 +113,14 @@ def add_new_eval(
113
  }
114
 
115
  # Check for duplicate submission
116
- if f"{model}_{revision}_{precision}" in REQUESTED_MODELS:
117
  return styled_warning("This model has been already submitted.")
118
 
119
  print("Creating eval file")
120
  OUT_DIR = f"{EVAL_REQUESTS_PATH}/{user_name}"
121
  os.makedirs(OUT_DIR, exist_ok=True)
122
- out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}.json"
 
123
 
124
  with open(out_path, "w") as f:
125
  f.write(json.dumps(eval_entry))
 
113
  }
114
 
115
  # Check for duplicate submission
116
+ if f"{model}_{revision}_{precision}_{inference_framework}" in REQUESTED_MODELS:
117
  return styled_warning("This model has been already submitted.")
118
 
119
  print("Creating eval file")
120
  OUT_DIR = f"{EVAL_REQUESTS_PATH}/{user_name}"
121
  os.makedirs(OUT_DIR, exist_ok=True)
122
+ # out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}.json"
123
+ out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}_{inference_framework}.json"
124
 
125
  with open(out_path, "w") as f:
126
  f.write(json.dumps(eval_entry))