Spaces:

prithivMLmods
/

Multimodal-VLM-v1.0

Running on Zero

prithivMLmods commited on 8 days ago

Commit

55c06bc

verified ·

1 Parent(s): fbed3fa

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -157,7 +157,6 @@ print("Loading moondream3-preview...")
 MODEL_ID_MD3 = "moondream/moondream3-preview"
 model_md3 = AutoModelForCausalLM.from_pretrained(
     MODEL_ID_MD3,
-    attn_implementation="flash_attention_2",
     trust_remote_code=True,
     torch_dtype=torch.bfloat16,
     device_map={"": "cuda"},

 MODEL_ID_MD3 = "moondream/moondream3-preview"
 model_md3 = AutoModelForCausalLM.from_pretrained(
     MODEL_ID_MD3,
     trust_remote_code=True,
     torch_dtype=torch.bfloat16,
     device_map={"": "cuda"},