训练后加载跑,无效果,请看看这样对吗

[dragononly]

@st.cache_resource def get_model(): tokenizer = AutoTokenizer.from_pretrained("chatglm2-6b", trust_remote_code=True) model = AutoModel.from_pretrained("chatglm2-6b", trust_remote_code=True).cuda() model = PeftModel.from_pretrained(model, "weights/sentiment_comp_ie_chatglm2").half()

多显卡支持，使用下面两行代替上面一行，将num_gpus改为你实际的显卡数量

# from utils import load_model_on_gpus
# model = load_model_on_gpus("chatglm2-6b", num_gpus=2)
model = model.eval()
return tokenizer, model