vidore
/

colqwen2-v0.1

Visual Document Retrieval

vidore-experimental

Model card Files Files and versions

tonywu71 commited on Feb 21

Commit

0c923cd

·

verified ·

1 Parent(s): 20eee46

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -68,7 +68,7 @@ model = ColQwen2.from_pretrained(
     "vidore/colqwen2-v0.1",
     torch_dtype=torch.bfloat16,
     device_map="cuda:0",  # or "mps" if on Apple Silicon
-    attn_implementation="flash_attention_2" if is_flash_attn_2_available() else None,  # or "eager" if "mps"
 ).eval()
 processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v0.1")

     "vidore/colqwen2-v0.1",
     torch_dtype=torch.bfloat16,
     device_map="cuda:0",  # or "mps" if on Apple Silicon
+    attn_implementation="flash_attention_2" if is_flash_attn_2_available() else None,
 ).eval()
 processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v0.1")