Spaces:

akshaybhure098
/

phi4

Sleeping

akshaybhure098 commited on Feb 26

Commit

63fc864

verified ·

1 Parent(s): 9cf4b85

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -8,6 +8,7 @@ app = FastAPI()
 llm = Llama.from_pretrained(
     repo_id="unsloth/phi-4-GGUF",
     filename="phi-4-Q4_K_M.gguf",
 )
 # Define request model

 llm = Llama.from_pretrained(
     repo_id="unsloth/phi-4-GGUF",
     filename="phi-4-Q4_K_M.gguf",
+    n_ctx=16384
 )
 # Define request model