root
/
MNN
mirror of https://github.com/alibaba/MNN.git
1
0
Fork 0
Code Issues Actions 1 Packages Projects Releases Wiki Activity

LLM:Bugfix: Fix bug for set jinja cause crash when the model don't has template

This commit is contained in:
xiaying 2025-09-01 21:55:36 +08:00
parent 1591ff114a
commit 9a3b45ec1c
1 changed files with 15 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
transformers/llm/engine/src/prompt.cpp
View File

@ -55,6 +55,7 @@ void Prompt::setParams(std::shared_ptr<LlmConfig> config) {
#ifdef LLM_USE_MINJA
if (config->config_.document.HasMember("jinja")) {
auto& document = config->config_.document["jinja"];
if (document.HasMember("chat_template")) {
if (nullptr == mCommonTemplate.get()) {
// Only create jinja once
std::string bosToken, eosToken;
@ -72,6 +73,7 @@ void Prompt::setParams(std::shared_ptr<LlmConfig> config) {
}
return;
}
}
#endif
mCommonTemplate.reset();
mSystemPrompt = config->system_prompt();