replit: free metal context

1 year ago · 137bc2c367
parent 3599663a22
commit 137bc2c367
1 changed files with 5 additions and 0 deletions
--- a/gpt4all-backend/replit.cpp
+++ b/gpt4all-backend/replit.cpp
@ -904,6 +904,11 @@ int32_t Replit::threadCount() const

 Replit::~Replit()
 {
+    #ifdef GGML_USE_METAL
+    if (d_ptr->model->ctx_metal) {
+        ggml_metal_free(d_ptr->model->ctx_metal);
+    }
+    #endif
    if(d_ptr->model->ctx) {
        ggml_free(d_ptr->model->ctx);
        d_ptr->model->ctx = nullptr;