HuggingFace调用本地的腾讯翻译模型hy-mt2:1.8b

fromtransformersimportAutoModelForCausalLM,AutoTokenizerimporttorch model_pathD:\\hf_cache\\Hy-MT2-1.8Bif__name____main__:# 从https://ai.gitcode.com/tencent_hunyuan/Hy-MT2-1.8B下载# Load tokenizertokenizerAutoTokenizer.from_pretrained(model_path,trust_remote_codeTrue)# Load modelmodelAutoModelForCausalLM.from_pretrained(model_path,dtypetorch.bfloat16,device_mapauto,trust_remote_codeTrue,)model.eval()# Example inferenceprompt将以下文本翻译成英语,注意只需要输出翻译后的结果,不要额外解释:\n\n今天天气真好。messages[{role:user,content:prompt}]inputstokenizer.apply_chat_template(messages,add_generation_promptTrue,return_tensorspt).to(model.device)withtorch.no_grad():outputsmodel.generate(**inputs,max_new_tokens4096,)responsetokenizer.decode(outputs[0][inputs[input_ids].shape[-1]:],skip_special_tokensTrue)print(response)