From 0ac9cefd0384527d333eeeaa5b52e740891a6c88 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 15 Sep 2023 14:40:41 +0300 Subject: [PATCH] metal : restore matrix x vector f16_f32 kerenls for now --- ggml-metal.m | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/ggml-metal.m b/ggml-metal.m index c5b6b8b..1139ee3 100644 --- a/ggml-metal.m +++ b/ggml-metal.m @@ -937,9 +937,7 @@ void ggml_metal_graph_compute( nth1 = 1; if (ne11 * ne12 < 4) { [encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_1row]; - //} else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) { - } else if (false) { - // TODO: with ggml_mul_mat_pad this kernel no longer seems to be needed + } else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) { [encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_l4]; nrows = ne11; } else {