Spaces:
Runtime error
Runtime error
Update server.py
Browse files
server.py
CHANGED
|
@@ -14,10 +14,10 @@ os.environ["HF_HOME"] = "/tmp"
|
|
| 14 |
if not os.path.exists("/tmp"):
|
| 15 |
os.makedirs("/tmp")
|
| 16 |
|
| 17 |
-
# ✅ Load DeepSeek-Coder-V2-Base Model with
|
| 18 |
model_name = "deepseek-ai/DeepSeek-Coder-V2-Base"
|
| 19 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir="/tmp")
|
| 20 |
-
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", cache_dir="/tmp")
|
| 21 |
|
| 22 |
class CodeRequest(BaseModel):
|
| 23 |
user_story: str
|
|
|
|
| 14 |
if not os.path.exists("/tmp"):
|
| 15 |
os.makedirs("/tmp")
|
| 16 |
|
| 17 |
+
# ✅ Load DeepSeek-Coder-V2-Base Model with `trust_remote_code=True`
|
| 18 |
model_name = "deepseek-ai/DeepSeek-Coder-V2-Base"
|
| 19 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir="/tmp", trust_remote_code=True)
|
| 20 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", cache_dir="/tmp", trust_remote_code=True)
|
| 21 |
|
| 22 |
class CodeRequest(BaseModel):
|
| 23 |
user_story: str
|