root
/
MNN
mirror of https://github.com/alibaba/MNN.git
1
0
Fork 0
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge branch 'alibaba:master' into master

This commit is contained in:
Xinyu You 2025-09-05 15:53:22 +08:00 committed by GitHub
parent eda46aca14 c73c2e2d0b
commit 41aaae22e2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
transformers/llm/engine/src/prompt.cpp
View File

@ -55,22 +55,24 @@ void Prompt::setParams(std::shared_ptr<LlmConfig> config) {
#ifdef LLM_USE_MINJA
if (config->config_.document.HasMember("jinja")) {
auto& document = config->config_.document["jinja"];
if (nullptr == mCommonTemplate.get()) {
// Only create jinja once
std::string bosToken, eosToken;
if (document.HasMember("bos") && document["bos"].IsString()) {
bosToken = document["bos"].GetString();
if (document.HasMember("chat_template")) {
if (nullptr == mCommonTemplate.get()) {
// Only create jinja once
std::string bosToken, eosToken;
if (document.HasMember("bos") && document["bos"].IsString()) {
bosToken = document["bos"].GetString();
}
if (document.HasMember("eos") && document["eos"].IsString()) {
eosToken = document["eos"].GetString();
}
std::string templateChat = document["chat_template"].GetString();
mCommonTemplate.reset(new JinjaTemplate(templateChat, bosToken, eosToken));
}
if (document.HasMember("eos") && document["eos"].IsString()) {
eosToken = document["eos"].GetString();
if (document.HasMember("context")) {
mCommonTemplate->setExtraContext(document["context"]);
}
std::string templateChat = document["chat_template"].GetString();
mCommonTemplate.reset(new JinjaTemplate(templateChat, bosToken, eosToken));
return;
}
if (document.HasMember("context")) {
mCommonTemplate->setExtraContext(document["context"]);
}
return;
}
#endif
mCommonTemplate.reset();