git/ggml
1
0
Fork 0
mirror of https://github.com/ggerganov/ggml synced 2026-03-01 20:50:26 +01:00
Code Issues Packages Projects Releases Wiki Activity

vulkan: fix data race in mul_mat_id shader (llama/19790)

Browse Source
This commit is contained in:
Jeff Bolz 2026-02-24 00:43:12 -06:00 committed by Georgi Gerganov
parent 7490b5f9ff
commit 037fdb12bd
2 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp
View File

@ -167,7 +167,9 @@ void load_row_ids(uint expert_idx, bool nei0_is_pow2, uint ic) {
uint id = ids[iter++];
uvec4 ballot = subgroupBallot(in_range && id == expert_idx);
ballots_sh[gl_SubgroupID] = ballot;
if (gl_SubgroupInvocationID == 0) {
ballots_sh[gl_SubgroupID] = ballot;
}
barrier();
uint subgroup_base = 0;

4
src/ggml-vulkan/vulkan-shaders/mul_mm_id_funcs.glsl
View File

@ -43,7 +43,9 @@ void load_row_ids(uint expert_idx, bool nei0_is_pow2, uint ic) {
uint id = ids[iter++];
uvec4 ballot = subgroupBallot(in_range && id == expert_idx);
ballots_sh[gl_SubgroupID] = ballot;
if (gl_SubgroupInvocationID == 0) {
ballots_sh[gl_SubgroupID] = ballot;
}
barrier();
uint subgroup_base = 0;