Improve model card: Add library name, pipeline tag, links, and base model
#1
by
nielsr
HF Staff
- opened
README.md
CHANGED
@@ -1,9 +1,10 @@
|
|
1 |
---
|
2 |
-
|
3 |
datasets:
|
4 |
- lmms-lab/EgoLife
|
5 |
-
|
6 |
-
|
|
|
7 |
tags:
|
8 |
- multimodal
|
9 |
---
|
@@ -20,8 +21,8 @@ EgoGPT excels in two primary scenarios:
|
|
20 |
|
21 |
|
22 |
For further details, please refer to the following resources:
|
23 |
-
- π° Paper: https://arxiv.org/abs/2503.03803
|
24 |
-
- πͺ Project Page: https://github.
|
25 |
- π¦ Datasets: https://huggingface.co/datasets/lmms-lab/EgoIT-99K & https://huggingface.co/datasets/lmms-lab/EgoLife
|
26 |
- π€ Model Collections: https://huggingface.co/collections/lmms-lab/egolife-67c04574c2a9b64ab312c342
|
27 |
|
@@ -141,7 +142,10 @@ def main(
|
|
141 |
model.eval()
|
142 |
|
143 |
conv_template = "qwen_1_5"
|
144 |
-
question = f"<image
|
|
|
|
|
|
|
145 |
conv = copy.deepcopy(conv_templates[conv_template])
|
146 |
conv.append_message(conv.roles[0], question)
|
147 |
conv.append_message(conv.roles[1], None)
|
|
|
1 |
---
|
2 |
+
base_model: lmms-lab/llava-onevision-qwen2-7b-ov
|
3 |
datasets:
|
4 |
- lmms-lab/EgoLife
|
5 |
+
license: apache-2.0
|
6 |
+
library_name: transformers
|
7 |
+
pipeline_tag: video-text-to-text
|
8 |
tags:
|
9 |
- multimodal
|
10 |
---
|
|
|
21 |
|
22 |
|
23 |
For further details, please refer to the following resources:
|
24 |
+
- π° Paper: [EgoLife: Towards Egocentric Life Assistant](https://arxiv.org/abs/2503.03803)
|
25 |
+
- πͺ Project Page: [https://egolife-ai.github.io/](https://egolife-ai.github.io/)
|
26 |
- π¦ Datasets: https://huggingface.co/datasets/lmms-lab/EgoIT-99K & https://huggingface.co/datasets/lmms-lab/EgoLife
|
27 |
- π€ Model Collections: https://huggingface.co/collections/lmms-lab/egolife-67c04574c2a9b64ab312c342
|
28 |
|
|
|
142 |
model.eval()
|
143 |
|
144 |
conv_template = "qwen_1_5"
|
145 |
+
question = f"<image>
|
146 |
+
<speech>
|
147 |
+
|
148 |
+
{query}"
|
149 |
conv = copy.deepcopy(conv_templates[conv_template])
|
150 |
conv.append_message(conv.roles[0], question)
|
151 |
conv.append_message(conv.roles[1], None)
|