Allow these to load for gptj too.

1 year ago · d3ec333314
parent 5002614b20
commit d3ec333314
1 changed files with 1 additions and 0 deletions
--- a/llmodel/gptj.cpp
+++ b/llmodel/gptj.cpp
@ -210,6 +210,7 @@ bool gptj_model_load(const std::string &fname, std::istream &fin, gptj_model & m
        case 1: wtype = GGML_TYPE_F16;  break;
        case 2: wtype = GGML_TYPE_Q4_0; break;
        case 3: wtype = GGML_TYPE_Q4_1; break;
+        case 5: wtype = GGML_TYPE_Q4_2; break;
        default:
                {
                    fprintf(stderr, "%s: invalid model file '%s' (bad f16 value %d)\n",