mirror of
https://github.com/matrix-construct/construct
synced 2024-11-18 16:00:57 +01:00
137 lines
1.9 KiB
C
137 lines
1.9 KiB
C
// Matrix Construct
|
|
//
|
|
// Copyright (C) Matrix Construct Developers, Authors & Contributors
|
|
// Copyright (C) 2016-2021 Jason Volk <jason@zemos.net>
|
|
//
|
|
// Permission to use, copy, modify, and/or distribute this software for any
|
|
// purpose with or without fee is hereby granted, provided that the above
|
|
// copyright notice and this permission notice is present in all copies. The
|
|
// full license for this software is available in the LICENSE file.
|
|
|
|
#pragma once
|
|
#define HAVE_IRCD_GPT_TOKEN_H
|
|
|
|
union ircd_gpt_token
|
|
{
|
|
float
|
|
word[768],
|
|
attn[12][64];
|
|
};
|
|
|
|
#ifdef __OPENCL_C_VERSION__
|
|
union ircd_gpt_tokenv
|
|
{
|
|
float4
|
|
word[768/4],
|
|
attn[12][64/4];
|
|
|
|
union ircd_gpt_token
|
|
token;
|
|
};
|
|
#endif
|
|
|
|
struct ircd_gpt_attn_qkv
|
|
{
|
|
union ircd_gpt_token
|
|
qry,
|
|
key,
|
|
val;
|
|
};
|
|
|
|
#ifdef __OPENCL_C_VERSION__
|
|
struct ircd_gpt_attn_qkvv
|
|
{
|
|
union ircd_gpt_tokenv
|
|
qry,
|
|
key,
|
|
val;
|
|
};
|
|
#endif
|
|
|
|
union ircd_gpt_attn_aperature
|
|
{
|
|
float
|
|
fcon[2304],
|
|
proj[3][768],
|
|
qkv[3][12][64];
|
|
|
|
union ircd_gpt_token
|
|
token[3];
|
|
};
|
|
|
|
#ifdef __OPENCL_C_VERSION__
|
|
union ircd_gpt_attn_aperaturev
|
|
{
|
|
float4
|
|
fcon[2304/4],
|
|
proj[3][768/4],
|
|
qkv[3][12][64/4];
|
|
|
|
union ircd_gpt_token_f32x4
|
|
token[3];
|
|
};
|
|
|
|
union ircd_gpt_attn_aperature_f32x8
|
|
{
|
|
float8
|
|
fcon[2304/8],
|
|
proj[3][768/8],
|
|
qkv[3][12][64/8];
|
|
|
|
union ircd_gpt_token_f32x8
|
|
token[3];
|
|
};
|
|
|
|
union ircd_gpt_attn_aperature_f32x16
|
|
{
|
|
float16
|
|
fcon[2304/16],
|
|
proj[3][768/16],
|
|
qkv[3][12][64/16];
|
|
|
|
union ircd_gpt_token_f32x16
|
|
token[3];
|
|
};
|
|
#endif
|
|
|
|
union ircd_gpt_ffnn_aperature
|
|
{
|
|
float
|
|
fcon[3072],
|
|
proj[4][768];
|
|
|
|
union ircd_gpt_token
|
|
token[4];
|
|
};
|
|
|
|
#ifdef __OPENCL_C_VERSION__
|
|
union ircd_gpt_ffnn_aperaturev
|
|
{
|
|
float4
|
|
fcon[3072/4],
|
|
proj[4][768/4];
|
|
|
|
union ircd_gpt_token_f32x4
|
|
token[4];
|
|
};
|
|
|
|
union ircd_gpt_ffnn_aperature_f32x8
|
|
{
|
|
float8
|
|
fcon[3072/8],
|
|
proj[4][768/8];
|
|
|
|
union ircd_gpt_token_f32x4
|
|
token[4];
|
|
};
|
|
|
|
union ircd_gpt_ffnn_aperature_f32x16
|
|
{
|
|
float16
|
|
fcon[3072/16],
|
|
proj[4][768/16];
|
|
|
|
union ircd_gpt_token_f32x4
|
|
token[4];
|
|
};
|
|
#endif
|