Update app.py
Browse files
app.py
CHANGED
|
@@ -134,8 +134,8 @@ huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
|
|
| 134 |
|
| 135 |
|
| 136 |
hf_hub_download(
|
| 137 |
-
repo_id="unsloth/Qwen3.5-
|
| 138 |
-
filename="Qwen3.5-
|
| 139 |
local_dir="./models"
|
| 140 |
)
|
| 141 |
from huggingface_hub import snapshot_download
|
|
@@ -149,7 +149,7 @@ from huggingface_hub import snapshot_download
|
|
| 149 |
# )
|
| 150 |
|
| 151 |
hf_hub_download(
|
| 152 |
-
repo_id="unsloth/Qwen3.5-
|
| 153 |
filename="mmproj-BF16.gguf",
|
| 154 |
local_dir="./models"
|
| 155 |
)
|
|
@@ -380,7 +380,7 @@ def load_llama_model(model_path, enable_thinking):
|
|
| 380 |
print("Loading model:", key)
|
| 381 |
|
| 382 |
llm = Llama(
|
| 383 |
-
model_path="models/Qwen3.5-
|
| 384 |
flash_attn=True,
|
| 385 |
n_gpu_layers=-1,
|
| 386 |
n_batch=4096,
|
|
|
|
| 134 |
|
| 135 |
|
| 136 |
hf_hub_download(
|
| 137 |
+
repo_id="unsloth/Qwen3.5-35B-A3B-GGUF",
|
| 138 |
+
filename="Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf",
|
| 139 |
local_dir="./models"
|
| 140 |
)
|
| 141 |
from huggingface_hub import snapshot_download
|
|
|
|
| 149 |
# )
|
| 150 |
|
| 151 |
hf_hub_download(
|
| 152 |
+
repo_id="unsloth/Qwen3.5-35B-A3B-GGUF",
|
| 153 |
filename="mmproj-BF16.gguf",
|
| 154 |
local_dir="./models"
|
| 155 |
)
|
|
|
|
| 380 |
print("Loading model:", key)
|
| 381 |
|
| 382 |
llm = Llama(
|
| 383 |
+
model_path="models/Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf",
|
| 384 |
flash_attn=True,
|
| 385 |
n_gpu_layers=-1,
|
| 386 |
n_batch=4096,
|