|
|
|
@ -69,11 +69,6 @@ foreach(BUILD_VARIANT IN LISTS BUILD_VARIANTS)
|
|
|
|
|
# Include GGML
|
|
|
|
|
set(LLAMA_K_QUANTS YES)
|
|
|
|
|
include_ggml(llama.cpp-mainline -mainline-${BUILD_VARIANT} ON)
|
|
|
|
|
if (NOT LLAMA_METAL)
|
|
|
|
|
set(LLAMA_K_QUANTS NO)
|
|
|
|
|
include_ggml(llama.cpp-230511 -230511-${BUILD_VARIANT} ON)
|
|
|
|
|
include_ggml(llama.cpp-230519 -230519-${BUILD_VARIANT} ON)
|
|
|
|
|
endif()
|
|
|
|
|
|
|
|
|
|
# Function for preparing individual implementations
|
|
|
|
|
function(prepare_target TARGET_NAME BASE_LIB)
|
|
|
|
@ -104,29 +99,18 @@ foreach(BUILD_VARIANT IN LISTS BUILD_VARIANTS)
|
|
|
|
|
prepare_target(replit-mainline llama-mainline)
|
|
|
|
|
|
|
|
|
|
if (NOT LLAMA_METAL)
|
|
|
|
|
add_library(llamamodel-230519-${BUILD_VARIANT} SHARED
|
|
|
|
|
llamamodel.cpp llmodel_shared.cpp)
|
|
|
|
|
target_compile_definitions(llamamodel-230519-${BUILD_VARIANT} PRIVATE
|
|
|
|
|
LLAMA_VERSIONS===2 LLAMA_DATE=230519)
|
|
|
|
|
prepare_target(llamamodel-230519 llama-230519)
|
|
|
|
|
add_library(llamamodel-230511-${BUILD_VARIANT} SHARED
|
|
|
|
|
llamamodel.cpp llmodel_shared.cpp)
|
|
|
|
|
target_compile_definitions(llamamodel-230511-${BUILD_VARIANT} PRIVATE
|
|
|
|
|
LLAMA_VERSIONS=<=1 LLAMA_DATE=230511)
|
|
|
|
|
prepare_target(llamamodel-230511 llama-230511)
|
|
|
|
|
|
|
|
|
|
add_library(gptj-${BUILD_VARIANT} SHARED
|
|
|
|
|
gptj.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
|
|
|
|
|
prepare_target(gptj ggml-230511)
|
|
|
|
|
# add_library(gptj-${BUILD_VARIANT} SHARED
|
|
|
|
|
# gptj.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
|
|
|
|
|
# prepare_target(gptj ggml-230511)
|
|
|
|
|
|
|
|
|
|
add_library(falcon-${BUILD_VARIANT} SHARED
|
|
|
|
|
falcon.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
|
|
|
|
|
target_compile_definitions(falcon-${BUILD_VARIANT} PRIVATE LLAMA_VERSIONS=>=3 LLAMA_DATE=999999)
|
|
|
|
|
prepare_target(falcon llama-mainline)
|
|
|
|
|
|
|
|
|
|
add_library(mpt-${BUILD_VARIANT} SHARED
|
|
|
|
|
mpt.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
|
|
|
|
|
prepare_target(mpt ggml-230511)
|
|
|
|
|
# add_library(mpt-${BUILD_VARIANT} SHARED
|
|
|
|
|
# mpt.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
|
|
|
|
|
# prepare_target(mpt ggml-230511)
|
|
|
|
|
|
|
|
|
|
add_library(bert-${BUILD_VARIANT} SHARED
|
|
|
|
|
bert.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
|
|
|
|
|