AustingDong
commited on
Commit
·
8bfad75
1
Parent(s):
585504b
update
Browse files- app.py +0 -15
- demo/model_utils.py +0 -2
app.py
CHANGED
@@ -398,23 +398,8 @@ with gr.Blocks() as demo:
|
|
398 |
[
|
399 |
"What is the cost of peanuts in Seoul?",
|
400 |
"images/StackedBar.png"
|
401 |
-
],
|
402 |
-
|
403 |
-
[
|
404 |
-
"Where is the dog? Left or Right?",
|
405 |
-
"images/cat_dog.png"
|
406 |
]
|
407 |
|
408 |
-
|
409 |
-
# [
|
410 |
-
# "explain this meme",
|
411 |
-
# "images/doge.png",
|
412 |
-
# ],
|
413 |
-
# [
|
414 |
-
# "Convert the formula into latex code.",
|
415 |
-
# "images/equation.png",
|
416 |
-
# ],
|
417 |
-
|
418 |
],
|
419 |
inputs=[question_input, image_input],
|
420 |
)
|
|
|
398 |
[
|
399 |
"What is the cost of peanuts in Seoul?",
|
400 |
"images/StackedBar.png"
|
|
|
|
|
|
|
|
|
|
|
401 |
]
|
402 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
403 |
],
|
404 |
inputs=[question_input, image_input],
|
405 |
)
|
demo/model_utils.py
CHANGED
@@ -120,7 +120,6 @@ class LLaVA_Utils(Model_Utils):
|
|
120 |
def init_LLaVA(self):
|
121 |
|
122 |
model_path = "llava-hf/llava-1.5-7b-hf"
|
123 |
-
# model_path = "llava-hf/llava-v1.6-vicuna-7b-hf"
|
124 |
config = AutoConfig.from_pretrained(model_path)
|
125 |
|
126 |
self.vl_gpt = LlavaForConditionalGeneration.from_pretrained(model_path,
|
@@ -183,7 +182,6 @@ class ChartGemma_Utils(Model_Utils):
|
|
183 |
|
184 |
model_path = "ahmed-masry/chartgemma"
|
185 |
|
186 |
-
|
187 |
self.vl_gpt = PaliGemmaForConditionalGeneration.from_pretrained(
|
188 |
model_path,
|
189 |
torch_dtype=torch.float16,
|
|
|
120 |
def init_LLaVA(self):
|
121 |
|
122 |
model_path = "llava-hf/llava-1.5-7b-hf"
|
|
|
123 |
config = AutoConfig.from_pretrained(model_path)
|
124 |
|
125 |
self.vl_gpt = LlavaForConditionalGeneration.from_pretrained(model_path,
|
|
|
182 |
|
183 |
model_path = "ahmed-masry/chartgemma"
|
184 |
|
|
|
185 |
self.vl_gpt = PaliGemmaForConditionalGeneration.from_pretrained(
|
186 |
model_path,
|
187 |
torch_dtype=torch.float16,
|