From 9f203c211f5051175cb09b692248f298b88d27cb Mon Sep 17 00:00:00 2001 From: Richard Guo Date: Thu, 1 Jun 2023 11:09:28 -0400 Subject: [PATCH] load all model libs --- gpt4all-bindings/python/gpt4all/pyllmodel.py | 25 +++++++++++++------- 1 file changed, 16 insertions(+), 9 deletions(-) diff --git a/gpt4all-bindings/python/gpt4all/pyllmodel.py b/gpt4all-bindings/python/gpt4all/pyllmodel.py index 2e312ffc..85751863 100644 --- a/gpt4all-bindings/python/gpt4all/pyllmodel.py +++ b/gpt4all-bindings/python/gpt4all/pyllmodel.py @@ -5,6 +5,7 @@ import platform import re import subprocess import sys +import glob class DualStreamProcessor: def __init__(self, stream=None): @@ -38,21 +39,27 @@ def load_llmodel_library(): c_lib_ext = get_c_shared_lib_extension() llmodel_file = "libllmodel" + '.' + c_lib_ext + model_lib_files = glob.glob(f"lib*.{c_lib_ext}") + model_lib_dirs = [] + + for lib in model_lib_files: + if lib != llmodel_file: + model_lib_dirs.append(str(pkg_resources.resource_filename('gpt4all', \ + os.path.join(LLMODEL_PATH, lib))).replace("\\", "\\\\")) + llama_file = "libllama" + '.' + c_lib_ext llama_dir = str(pkg_resources.resource_filename('gpt4all', os.path.join(LLMODEL_PATH, llama_file))) - llmodel_dir = str(pkg_resources.resource_filename('gpt4all', os.path.join(LLMODEL_PATH, llmodel_file))) + llmodel_dir = str(pkg_resources.resource_filename('gpt4all', \ + os.path.join(LLMODEL_PATH, llmodel_file))).replace("\\", "\\\\") - # For windows - llama_dir = llama_dir.replace("\\", "\\\\") - llmodel_dir = llmodel_dir.replace("\\", "\\\\") - - llama_lib = ctypes.CDLL(llama_dir, mode=ctypes.RTLD_GLOBAL) + model_libs = [] + for model_dir in model_lib_dirs: + model_libs.append(ctypes.CDLL(model_dir, mode=ctypes.RTLD_GLOBAL)) llmodel_lib = ctypes.CDLL(llmodel_dir) - return llmodel_lib, llama_lib + return llmodel_lib, model_libs - -llmodel, llama = load_llmodel_library() +llmodel, model_libs = load_llmodel_library() class LLModelError(ctypes.Structure): _fields_ = [("message", ctypes.c_char_p),