backend: support GGUFv3 (#1582)

gpt4all-backend/bert.cpp

@@ -884,7 +884,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
     if (!ctx_gguf)
         return false;
 
-    bool isValid = gguf_get_version(ctx_gguf) <= 2;
+    bool isValid = gguf_get_version(ctx_gguf) <= 3;
     isValid = isValid && get_arch_name(ctx_gguf) == "bert";
 
     gguf_free(ctx_gguf);

gpt4all-backend/gptj.cpp

@@ -806,7 +806,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
     if (!ctx_gguf)
         return false;
 
-    bool isValid = gguf_get_version(ctx_gguf) <= 2;
+    bool isValid = gguf_get_version(ctx_gguf) <= 3;
     isValid = isValid && get_arch_name(ctx_gguf) == "gptj";
 
     gguf_free(ctx_gguf);

gpt4all-backend/llama.cpp-mainline

@@ -1 +1 @@
-Subproject commit 3414cd82174d8500094ff83ccc8ee0617b41bf94
+Subproject commit 10e6c38b0022b23181488371e045eefc4490bea6

gpt4all-backend/llamamodel.cpp

@@ -395,7 +395,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
     if (!ctx_gguf)
         return false;
 
-    bool isValid = gguf_get_version(ctx_gguf) <= 2;
+    bool isValid = gguf_get_version(ctx_gguf) <= 3;
     auto arch = get_arch_name(ctx_gguf);
     isValid = isValid && (arch == "llama" || arch == "starcoder" || arch == "falcon" || arch == "mpt");