Fix typos

Move model instantiation

Fix typos
Move model instantiation
c6790a09 · duzx16 · 1c6002f3 · c6790a09
隐藏空白更改
内联并排

Showing with 3 addition and 4 deletion

api.py api.py +3 -4

未找到文件。
--- a/api.py
+++ b/api.py
@@ -50,8 +50,7 @@ async def create_item(request: Request):


 if __name__ == '__main__':
+    tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
+    model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
+    model.eval()
    uvicorn.run(app, host='0.0.0.0', port=8000, workers=1)
-
-tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
-model = AutoModel.from_pretrained("THUDM/chatglm_6b", trust_remote_code=True).half().cuda()
-model.eval()