mirror of
https://github.com/matrix-construct/construct
synced 2025-01-13 08:23:56 +01:00
ircd::gpt: Add layer count to model section of opts.
This commit is contained in:
parent
d844ec895c
commit
26ce330d6d
2 changed files with 10 additions and 0 deletions
|
@ -60,6 +60,12 @@ struct ircd_gpt_opts
|
|||
/// Specifies the token buffer size in tokens.
|
||||
uint buffer_tokens;
|
||||
|
||||
/// Decoding layers.
|
||||
uint layers;
|
||||
|
||||
/// SIMD lane count.
|
||||
uint lanes;
|
||||
|
||||
/// Embedding vector elements
|
||||
uint embed_elems;
|
||||
|
||||
|
|
|
@ -333,6 +333,10 @@ noexcept
|
|||
{
|
||||
4U
|
||||
}
|
||||
,layers
|
||||
{
|
||||
12
|
||||
}
|
||||
,embed_width
|
||||
{
|
||||
embed_elems / lanes
|
||||
|
|
Loading…
Reference in a new issue