Hugging Face's logo

Spaces:
prithivMLmods
/
Qwen3-VL-Outpost
Running on Zero

App Files Community
6
prithivMLmods commited on
Commit
a89ac17
·
verified ·
1 Parent(s): c25d830

update app

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -143,7 +143,7 @@ MODEL_ID_Q2B = "Qwen/Qwen3-VL-2B-Instruct"
143
  processor_q2b = AutoProcessor.from_pretrained(MODEL_ID_Q2B, trust_remote_code=True)
144
  model_q2b = Qwen3VLForConditionalGeneration.from_pretrained(
145
  MODEL_ID_Q2B,
146
- attn_implementation="flash_attention_2",
147
  trust_remote_code=True,
148
  torch_dtype=torch.bfloat16
149
  ).to(device).eval()
@@ -163,7 +163,7 @@ MODEL_ID_X3B = "Qwen/Qwen2.5-VL-3B-Instruct"
163
  processor_x3b = AutoProcessor.from_pretrained(MODEL_ID_X3B, trust_remote_code=True)
164
  model_x3b = Qwen2_5_VLForConditionalGeneration.from_pretrained(
165
  MODEL_ID_X3B,
166
- attn_implementation="flash_attention_2",
167
  trust_remote_code=True,
168
  torch_dtype=torch.float16
169
  ).to(device).eval()
 
143
  processor_q2b = AutoProcessor.from_pretrained(MODEL_ID_Q2B, trust_remote_code=True)
144
  model_q2b = Qwen3VLForConditionalGeneration.from_pretrained(
145
  MODEL_ID_Q2B,
146
+ #attn_implementation="flash_attention_2",
147
  trust_remote_code=True,
148
  torch_dtype=torch.bfloat16
149
  ).to(device).eval()
 
163
  processor_x3b = AutoProcessor.from_pretrained(MODEL_ID_X3B, trust_remote_code=True)
164
  model_x3b = Qwen2_5_VLForConditionalGeneration.from_pretrained(
165
  MODEL_ID_X3B,
166
+ #attn_implementation="flash_attention_2",
167
  trust_remote_code=True,
168
  torch_dtype=torch.float16
169
  ).to(device).eval()