You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
47 lines
1.5 KiB
47 lines
1.5 KiB
struct MatrixBatch {
|
|
size: vec4<u32>,
|
|
data: array<f32>,
|
|
}
|
|
|
|
@group(0) @binding(0)
|
|
var<storage, read> ilogits: MatrixBatch;
|
|
@group(0) @binding(0)
|
|
var<storage, read> tilogits: MatrixBatch;
|
|
@group(0) @binding(1)
|
|
var<storage, read> dldsq: MatrixBatch;
|
|
@group(0) @binding(2)
|
|
var<storage, read> dldsk: MatrixBatch;
|
|
@group(0) @binding(3)
|
|
var<storage, read> totdldowa: MatrixBatch;
|
|
@group(0) @binding(4)
|
|
var<storage, read> tqry: MatrixBatch;
|
|
@group(0) @binding(5)
|
|
var<storage, read> tkey: MatrixBatch;
|
|
@group(0) @binding(6)
|
|
var<storage, read> tval: MatrixBatch;
|
|
@group(0) @binding(7)
|
|
var<storage, read_write> ginp: MatrixBatch;
|
|
|
|
@compute @workgroup_size(1)
|
|
fn main(@builtin(global_invocation_id) global_id: vec3<u32>) {
|
|
ginp.size.x = tval.size.x;
|
|
ginp.size.y = ilogits.size.x;
|
|
ginp.size.z = ilogits.size.z;
|
|
|
|
var ts = 0f;
|
|
var li = global_id.z * ilogits.size.y * ilogits.size.x + global_id.y;
|
|
for (var i = 0u; i < ilogits.size.y; i++) {
|
|
var s = 0f;
|
|
var lj = global_id.z * totdldowa.size.x * totdldowa.size.y + i * totdldowa.size.x;
|
|
var rj = global_id.z * tval.size.x * tval.size.y + global_id.x;
|
|
for (var j = 0u; j < totdldowa.size.x; j++) {
|
|
s += totdldowa.data[lj] * tval.data[rj] + dldsq.data[lj] * tkey.data[rj] + dldsk.data[lj] * tqry.data[rj];
|
|
lj++;
|
|
rj += tval.size.x;
|
|
}
|
|
ts += ilogits.data[li] * s;
|
|
li += ilogits.size.x;
|
|
}
|
|
|
|
ginp.data[global_id.z * ginp.size.y * ginp.size.x + global_id.y * ginp.size.x + global_id.x] = ts;
|
|
}
|
|
|