From 137bc2c3673d06795f67ccebf5c7a713f01949ff Mon Sep 17 00:00:00 2001
From: Aaron Miller <apage43@ninjawhale.com>
Date: Fri, 30 Jun 2023 16:17:59 -0700
Subject: [PATCH] replit: free metal context

---
 gpt4all-backend/replit.cpp | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/gpt4all-backend/replit.cpp b/gpt4all-backend/replit.cpp
index 6f7c0a52..71a5cae4 100644
--- a/gpt4all-backend/replit.cpp
+++ b/gpt4all-backend/replit.cpp
@@ -904,6 +904,11 @@ int32_t Replit::threadCount() const
 
 Replit::~Replit()
 {
+    #ifdef GGML_USE_METAL
+    if (d_ptr->model->ctx_metal) {
+        ggml_metal_free(d_ptr->model->ctx_metal);
+    }
+    #endif
     if(d_ptr->model->ctx) {
         ggml_free(d_ptr->model->ctx);
         d_ptr->model->ctx = nullptr;