MirrorHub/construct
0
0
Fork 0
mirror of https://github.com/matrix-construct/construct synced 2025-01-16 01:26:58 +01:00
Code Issues Releases Wiki Activity

ircd::gpt::vocab: Fix token init missing null terminations.

Browse source
This commit is contained in:
Jason Volk 2021-04-10 17:39:48 -07:00
parent c526184508
commit 0a87754c99
1 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
ircd/gpt_vocab.cc
View file

@ -120,7 +120,19 @@ ircd::gpt::vocab::init_tokens()
for(const auto &[key, val] : json::object(vocab_json)) for(const auto &[key, val] : json::object(vocab_json))
{ {
assert(tokens == lex_cast<uint16_t>(val)); assert(tokens == lex_cast<uint16_t>(val));
json::unescape(token[tokens++], key);
auto &buf
{
token[tokens++]
};
const auto unescaped
{
json::unescape(buf, key)
};
for(size_t i(size(unescaped)); i < 16; ++i)
buf[i] = 0;
} }
} }