Merge branch 'main' of github.com:THUDM/ChatGLM-6B

963d5645 · duzx16 · ff260ffa · 697ee002 · 963d5645
隐藏空白更改
内联并排

Showing with 2 addition and 2 deletion

api.py api.py +2 -2

未找到文件。
--- a/api.py
+++ b/api.py
@@ -28,8 +28,8 @@ async def create_item(request: Request):


 if __name__ == '__main__':
-    uvicorn.run('API:app', host='0.0.0.0', port=8000, workers=1)
+    uvicorn.run('api:app', host='0.0.0.0', port=8000, workers=1)

 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
-model = AutoModel.from_pretrained("THUDM/chatglm_6b", trust_remote_code=True).half().cuda()
+model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
 model.eval()