rphrp1985 commited on
Commit
c508c3c
·
verified ·
1 Parent(s): 5118eed

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -134,8 +134,8 @@ huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
134
 
135
 
136
  hf_hub_download(
137
- repo_id="unsloth/Qwen3.5-122B-A10B-GGUF",
138
- filename="Qwen3.5-122B-A10B-UD-IQ3_S.gguf",
139
  local_dir="./models"
140
  )
141
  from huggingface_hub import snapshot_download
@@ -149,7 +149,7 @@ from huggingface_hub import snapshot_download
149
  # )
150
 
151
  hf_hub_download(
152
- repo_id="unsloth/Qwen3.5-122B-A10B-GGUF",
153
  filename="mmproj-BF16.gguf",
154
  local_dir="./models"
155
  )
@@ -380,7 +380,7 @@ def load_llama_model(model_path, enable_thinking):
380
  print("Loading model:", key)
381
 
382
  llm = Llama(
383
- model_path="models/Qwen3.5-122B-A10B-UD-IQ3_S.gguf",
384
  flash_attn=True,
385
  n_gpu_layers=-1,
386
  n_batch=4096,
 
134
 
135
 
136
  hf_hub_download(
137
+ repo_id="unsloth/Qwen3.5-35B-A3B-GGUF",
138
+ filename="Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf",
139
  local_dir="./models"
140
  )
141
  from huggingface_hub import snapshot_download
 
149
  # )
150
 
151
  hf_hub_download(
152
+ repo_id="unsloth/Qwen3.5-35B-A3B-GGUF",
153
  filename="mmproj-BF16.gguf",
154
  local_dir="./models"
155
  )
 
380
  print("Loading model:", key)
381
 
382
  llm = Llama(
383
+ model_path="models/Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf",
384
  flash_attn=True,
385
  n_gpu_layers=-1,
386
  n_batch=4096,