Spaces:

kakuguo
/

testChatGLM3

Runtime error

Update app.py

4170ee2 almost 3 years ago

352 Bytes

import gradio as gr

from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm3-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm3-6b", trust_remote_code=True).half().cuda()
model = model.eval()
response, history = model.chat(tokenizer, "你好", history=[])
print(response)

	import gradio as gr

	from transformers import AutoTokenizer, AutoModel
	tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm3-6b", trust_remote_code=True)
	model = AutoModel.from_pretrained("THUDM/chatglm3-6b", trust_remote_code=True).half().cuda()
	model = model.eval()
	response, history = model.chat(tokenizer, "你好", history=[])
	print(response)