mirror of
https://github.com/matrix-construct/construct
synced 2024-09-29 04:08:54 +02:00
58 lines
1.4 KiB
C++
58 lines
1.4 KiB
C++
// Matrix Construct
|
|
//
|
|
// Copyright (C) Matrix Construct Developers, Authors & Contributors
|
|
// Copyright (C) 2016-2021 Jason Volk <jason@zemos.net>
|
|
//
|
|
// Permission to use, copy, modify, and/or distribute this software for any
|
|
// purpose with or without fee is hereby granted, provided that the above
|
|
// copyright notice and this permission notice is present in all copies. The
|
|
// full license for this software is available in the LICENSE file.
|
|
|
|
#pragma once
|
|
#define HAVE_IRCD_GPT_PIPE_DESC_H
|
|
|
|
/// Pipe descriptor
|
|
struct ircd::gpt::pipe::desc
|
|
{
|
|
struct layer;
|
|
|
|
pipe::model *model;
|
|
pipe::code *code;
|
|
|
|
cl::data
|
|
state, // [root] projection (layers * tokens * embed * 3 * float)
|
|
master, // [root] single allocation for additional buffers:
|
|
accum, // [-sub] accumulator (tokens * embed * float)
|
|
logit, // [-sub] result logit vector (50257 * float)
|
|
logsm, // [-sub] outputs distribution (50257 * float)
|
|
ctrl, // [root] control page
|
|
opts; // [root] options page
|
|
|
|
cl::kern
|
|
lm_embed,
|
|
lm_norm,
|
|
lm_logit,
|
|
lm_logsm,
|
|
lm_select,
|
|
lm_norm_backprop,
|
|
lm_embed_backprop;
|
|
|
|
std::unique_ptr<struct desc::layer>
|
|
layer[12];
|
|
|
|
desc(pipe::code &, pipe::model &);
|
|
};
|
|
|
|
struct ircd::gpt::pipe::desc::layer
|
|
{
|
|
cl::data
|
|
state; // [-sub] qry/key/val projection (tokens * embed * 3 * float)
|
|
|
|
cl::kern
|
|
negative,
|
|
positive,
|
|
backattn,
|
|
backffnn;
|
|
|
|
layer(pipe::desc &, const int);
|
|
};
|