0
0
Fork 0
mirror of https://github.com/matrix-construct/construct synced 2024-06-08 13:08:56 +02:00

ircd::gpt: Add layer count to model section of opts.

This commit is contained in:
Jason Volk 2022-01-23 11:02:22 -08:00
parent d844ec895c
commit 26ce330d6d
2 changed files with 10 additions and 0 deletions

View file

@ -60,6 +60,12 @@ struct ircd_gpt_opts
/// Specifies the token buffer size in tokens.
uint buffer_tokens;
/// Decoding layers.
uint layers;
/// SIMD lane count.
uint lanes;
/// Embedding vector elements
uint embed_elems;

View file

@ -333,6 +333,10 @@ noexcept
{
4U
}
,layers
{
12
}
,embed_width
{
embed_elems / lanes