Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
alozowski
commited on
Commit
β’
28c4c07
1
Parent(s):
c019691
Add multimodal support
Browse files- src/display/about.py +1 -0
- src/display/utils.py +3 -1
src/display/about.py
CHANGED
@@ -13,6 +13,7 @@ icons = f"""
|
|
13 |
- {ModelType.FT.to_str(" : ")} model: pretrained models finetuned on more data
|
14 |
- {ModelType.chat.to_str(" : ")} model: chat like fine-tunes, either using IFT (datasets of task instruction), RLHF or DPO (changing the model loss a bit with an added policy), etc
|
15 |
- {ModelType.merges.to_str(" : ")} model: merges or MoErges, models which have been merged or fused without additional fine-tuning.
|
|
|
16 |
"""
|
17 |
LLM_BENCHMARKS_TEXT = """
|
18 |
## ABOUT
|
|
|
13 |
- {ModelType.FT.to_str(" : ")} model: pretrained models finetuned on more data
|
14 |
- {ModelType.chat.to_str(" : ")} model: chat like fine-tunes, either using IFT (datasets of task instruction), RLHF or DPO (changing the model loss a bit with an added policy), etc
|
15 |
- {ModelType.merges.to_str(" : ")} model: merges or MoErges, models which have been merged or fused without additional fine-tuning.
|
16 |
+
- {ModelType.MM.to_str(" : ")} model: models integrating multiple data types (e.g., text, image, audio) for tasks like image captioning and visual question answering.
|
17 |
"""
|
18 |
LLM_BENCHMARKS_TEXT = """
|
19 |
## ABOUT
|
src/display/utils.py
CHANGED
@@ -196,6 +196,7 @@ class ModelType(Enum):
|
|
196 |
PT = ModelDetails(name="π’ pretrained", symbol="π’")
|
197 |
CPT = ModelDetails(name="π© continuously pretrained", symbol="π©")
|
198 |
FT = ModelDetails(name="πΆ fine-tuned on domain-specific datasets", symbol="πΆ")
|
|
|
199 |
chat = ModelDetails(name="π¬ chat models (RLHF, DPO, IFT, ...)", symbol="π¬")
|
200 |
merges = ModelDetails(name="π€ base merges and moerges", symbol="π€")
|
201 |
Unknown = ModelDetails(name="β other", symbol="β")
|
@@ -215,9 +216,10 @@ class ModelType(Enum):
|
|
215 |
return ModelType.chat
|
216 |
if "merge" in m_type or "π€" in m_type:
|
217 |
return ModelType.merges
|
|
|
|
|
218 |
return ModelType.Unknown
|
219 |
|
220 |
-
|
221 |
class WeightType(Enum):
|
222 |
Adapter = ModelDetails("Adapter")
|
223 |
Original = ModelDetails("Original")
|
|
|
196 |
PT = ModelDetails(name="π’ pretrained", symbol="π’")
|
197 |
CPT = ModelDetails(name="π© continuously pretrained", symbol="π©")
|
198 |
FT = ModelDetails(name="πΆ fine-tuned on domain-specific datasets", symbol="πΆ")
|
199 |
+
MM = ModelDetails(name="πΈ multimodal", symbol="πΈ")
|
200 |
chat = ModelDetails(name="π¬ chat models (RLHF, DPO, IFT, ...)", symbol="π¬")
|
201 |
merges = ModelDetails(name="π€ base merges and moerges", symbol="π€")
|
202 |
Unknown = ModelDetails(name="β other", symbol="β")
|
|
|
216 |
return ModelType.chat
|
217 |
if "merge" in m_type or "π€" in m_type:
|
218 |
return ModelType.merges
|
219 |
+
if "multimodal" in m_type or "πΈ" in m_type:
|
220 |
+
return ModelType.MM
|
221 |
return ModelType.Unknown
|
222 |
|
|
|
223 |
class WeightType(Enum):
|
224 |
Adapter = ModelDetails("Adapter")
|
225 |
Original = ModelDetails("Original")
|