alozowski HF staff commited on
Commit
37b898a
β€’
1 Parent(s): c019691

add-multimodal (#978)

Browse files

- Add multimodal support (28c4c078f70ba36d7679814adb9b5eba3c3725d9)

Files changed (2) hide show
  1. src/display/about.py +1 -0
  2. src/display/utils.py +3 -1
src/display/about.py CHANGED
@@ -13,6 +13,7 @@ icons = f"""
13
  - {ModelType.FT.to_str(" : ")} model: pretrained models finetuned on more data
14
  - {ModelType.chat.to_str(" : ")} model: chat like fine-tunes, either using IFT (datasets of task instruction), RLHF or DPO (changing the model loss a bit with an added policy), etc
15
  - {ModelType.merges.to_str(" : ")} model: merges or MoErges, models which have been merged or fused without additional fine-tuning.
 
16
  """
17
  LLM_BENCHMARKS_TEXT = """
18
  ## ABOUT
 
13
  - {ModelType.FT.to_str(" : ")} model: pretrained models finetuned on more data
14
  - {ModelType.chat.to_str(" : ")} model: chat like fine-tunes, either using IFT (datasets of task instruction), RLHF or DPO (changing the model loss a bit with an added policy), etc
15
  - {ModelType.merges.to_str(" : ")} model: merges or MoErges, models which have been merged or fused without additional fine-tuning.
16
+ - {ModelType.MM.to_str(" : ")} model: models integrating multiple data types (e.g., text, image, audio) for tasks like image captioning and visual question answering.
17
  """
18
  LLM_BENCHMARKS_TEXT = """
19
  ## ABOUT
src/display/utils.py CHANGED
@@ -196,6 +196,7 @@ class ModelType(Enum):
196
  PT = ModelDetails(name="🟒 pretrained", symbol="🟒")
197
  CPT = ModelDetails(name="🟩 continuously pretrained", symbol="🟩")
198
  FT = ModelDetails(name="πŸ”Ά fine-tuned on domain-specific datasets", symbol="πŸ”Ά")
 
199
  chat = ModelDetails(name="πŸ’¬ chat models (RLHF, DPO, IFT, ...)", symbol="πŸ’¬")
200
  merges = ModelDetails(name="🀝 base merges and moerges", symbol="🀝")
201
  Unknown = ModelDetails(name="❓ other", symbol="❓")
@@ -215,9 +216,10 @@ class ModelType(Enum):
215
  return ModelType.chat
216
  if "merge" in m_type or "🀝" in m_type:
217
  return ModelType.merges
 
 
218
  return ModelType.Unknown
219
 
220
-
221
  class WeightType(Enum):
222
  Adapter = ModelDetails("Adapter")
223
  Original = ModelDetails("Original")
 
196
  PT = ModelDetails(name="🟒 pretrained", symbol="🟒")
197
  CPT = ModelDetails(name="🟩 continuously pretrained", symbol="🟩")
198
  FT = ModelDetails(name="πŸ”Ά fine-tuned on domain-specific datasets", symbol="πŸ”Ά")
199
+ MM = ModelDetails(name="🌸 multimodal", symbol="🌸")
200
  chat = ModelDetails(name="πŸ’¬ chat models (RLHF, DPO, IFT, ...)", symbol="πŸ’¬")
201
  merges = ModelDetails(name="🀝 base merges and moerges", symbol="🀝")
202
  Unknown = ModelDetails(name="❓ other", symbol="❓")
 
216
  return ModelType.chat
217
  if "merge" in m_type or "🀝" in m_type:
218
  return ModelType.merges
219
+ if "multimodal" in m_type or "🌸" in m_type:
220
+ return ModelType.MM
221
  return ModelType.Unknown
222
 
 
223
  class WeightType(Enum):
224
  Adapter = ModelDetails("Adapter")
225
  Original = ModelDetails("Original")