Add q6_k kernels for vulkan.

1 year ago · 5d346e13d7
parent 4eefd386d0
commit 5d346e13d7
1 changed files with 4 additions and 0 deletions
--- a/gpt4all-backend/llama.cpp.cmake
+++ b/gpt4all-backend/llama.cpp.cmake
@ -241,9 +241,11 @@ if (LLAMA_KOMPUTE)
          kompute/op_mul_mat_f16.comp
          kompute/op_mul_mat_q4_0.comp
          kompute/op_mul_mat_q4_1.comp
+          kompute/op_mul_mat_q6_k.comp
          kompute/op_getrows_f16.comp
          kompute/op_getrows_q4_0.comp
          kompute/op_getrows_q4_1.comp
+          kompute/op_getrows_q6_k.comp
          kompute/op_rope.comp
          kompute/op_cpy_f16_f16.comp
          kompute/op_cpy_f16_f32.comp
@ -268,9 +270,11 @@ if (LLAMA_KOMPUTE)
          shaderop_mul_mat_f16.h
          shaderop_mul_mat_q4_0.h
          shaderop_mul_mat_q4_1.h
+          shaderop_mul_mat_q6_k.h
          shaderop_getrows_f16.h
          shaderop_getrows_q4_0.h
          shaderop_getrows_q4_1.h
+          shaderop_getrows_q6_k.h
          shaderop_rope.h
          shaderop_cpy_f16_f16.h
          shaderop_cpy_f16_f32.h