2023-06-02 15:10:00 +00:00
[
{
2023-06-22 19:44:49 +00:00
"order" : "a" ,
2023-07-12 18:12:46 +00:00
"md5sum" : "e8d47924f433bd561cb5244557147793" ,
"name" : "Wizard v1.1" ,
"filename" : "wizardlm-13b-v1.1-superhot-8k.ggmlv3.q4_0.bin" ,
"filesize" : "7323310848" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-07-12 18:12:46 +00:00
"description" : "<strong>Best overall model</strong><br><ul><li>Instruction based<li>Gives very long responses<li>Finetuned with only 1k of high-quality data<li>Trained by Microsoft and Peking University<li>Cannot be used commercially</ul"
2023-06-02 15:10:00 +00:00
} ,
{
2023-06-22 19:44:49 +00:00
"order" : "b" ,
2023-06-27 17:56:16 +00:00
"md5sum" : "725f148218a65ce8ebcc724e52f31b49" ,
2023-06-27 19:33:38 +00:00
"name" : "GPT4All Falcon" ,
2023-06-27 17:56:16 +00:00
"filename" : "ggml-model-gpt4all-falcon-q4_0.bin" ,
"filesize" : "4061641216" ,
2023-06-27 21:01:49 +00:00
"requires" : "2.4.9" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
2023-06-27 17:56:16 +00:00
"type" : "Falcon" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 17:56:16 +00:00
"description" : "<strong>Best overall smaller model</strong><br><ul><li>Fast responses</li><li>Instruction based</li><li>Trained by TII<li>Finetuned by Nomic AI<li>Licensed for commercial use</ul>" ,
2023-07-05 19:59:04 +00:00
"url" : "https://huggingface.co/nomic-ai/gpt4all-falcon-ggml/resolve/main/ggml-model-gpt4all-falcon-q4_0.bin" ,
"promptTemplate" : "### Instruction:\n%1\n### Response:\n"
2023-06-05 00:48:45 +00:00
} ,
{
2023-06-22 19:44:49 +00:00
"order" : "c" ,
2023-07-12 18:12:46 +00:00
"md5sum" : "4acc146dd43eb02845c233c29289c7c5" ,
"name" : "Hermes" ,
"filename" : "nous-hermes-13b.ggmlv3.q4_0.bin" ,
"filesize" : "8136777088" ,
"requires" : "2.4.7" ,
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-07-12 18:12:46 +00:00
"description" : "<strong>Extremely good model</strong><br><ul><li>Instruction based<li>Gives long responses<li>Curated with 300,000 uncensored instructions<li>Trained by Nous Research<li>Cannot be used commercially</ul>" ,
"url" : "https://huggingface.co/TheBloke/Nous-Hermes-13B-GGML/resolve/main/nous-hermes-13b.ggmlv3.q4_0.bin" ,
"promptTemplate" : "### Instruction:\n%1\n### Response:\n"
} ,
{
"order" : "e" ,
2023-06-22 19:44:49 +00:00
"md5sum" : "81a09a0ddf89690372fc296ff7f625af" ,
"name" : "Groovy" ,
"filename" : "ggml-gpt4all-j-v1.3-groovy.bin" ,
"filesize" : "3785248281" ,
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "GPT-J" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 17:56:16 +00:00
"description" : "<strong>Creative model can be used for commercial purposes</strong><br><ul><li>Fast responses<li>Creative responses</li><li>Instruction based</li><li>Trained by Nomic AI<li>Licensed for commercial use</ul>"
2023-06-22 19:44:49 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "f" ,
2023-06-22 19:44:49 +00:00
"md5sum" : "11d9f060ca24575a2c303bdc39952486" ,
"name" : "Snoozy" ,
"filename" : "GPT4All-13B-snoozy.ggmlv3.q4_0.bin" ,
"filesize" : "8136770688" ,
2023-06-16 15:04:34 +00:00
"requires" : "2.4.7" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Very good overall model</strong><br><ul><li>Instruction based<li>Based on the same dataset as Groovy<li>Slower than Groovy, with higher quality responses<li>Trained by Nomic AI<li>Cannot be used commercially</ul>" ,
2023-06-22 19:44:49 +00:00
"url" : "https://huggingface.co/TheBloke/GPT4All-13B-snoozy-GGML/resolve/main/GPT4All-13B-snoozy.ggmlv3.q4_0.bin"
2023-06-02 15:10:00 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "g" ,
2023-06-27 17:56:16 +00:00
"md5sum" : "756249d3d6abe23bde3b1ae272628640" ,
"name" : "MPT Chat" ,
"filename" : "ggml-mpt-7b-chat.bin" ,
"filesize" : "4854401050" ,
"requires" : "2.4.1" ,
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "MPT" ,
2023-07-01 15:34:21 +00:00
"description" : "<strong>Best overall smaller model</strong><br><ul><li>Fast responses<li>Chat based<li>Trained by Mosaic ML<li>Cannot be used commercially</ul>" ,
"promptTemplate" : "<|im_start|>user\n%1<|im_end|><|im_start|>assistant\n" ,
"systemPrompt" : "<|im_start|>system\n- You are a helpful assistant chatbot trained by MosaicML.\n- You answer questions.\n- You are excited to be able to help the user, but will refuse to do anything that could be considered harmful to the user.\n- You are more than just an information source, you are also able to write poetry, short stories, and make jokes.<|im_end|>"
2023-06-27 17:56:16 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "h" ,
2023-06-27 13:38:19 +00:00
"md5sum" : "e64e74375ce9d36a3d0af3db1523fd0a" ,
2023-07-12 18:12:46 +00:00
"name" : "Mini Orca" ,
2023-06-27 13:38:19 +00:00
"filename" : "orca-mini-7b.ggmlv3.q4_0.bin" ,
"filesize" : "3791749248" ,
"requires" : "2.4.7" ,
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "OpenLLaMa" ,
"description" : "<strong>New model with novel dataset</strong><br><ul><li>Instruction based<li>Explain tuned datasets<li>Orca Research Paper dataset construction approaches<li>Licensed for commercial use</ul>" ,
2023-07-05 19:59:04 +00:00
"url" : "https://huggingface.co/TheBloke/orca_mini_7B-GGML/resolve/main/orca-mini-7b.ggmlv3.q4_0.bin" ,
"promptTemplate" : "### User:\n%1\n### Response:\n" ,
"systemPrompt" : "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
2023-06-27 13:38:19 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "i" ,
2023-06-27 13:38:19 +00:00
"md5sum" : "6a087f7f4598fad0bb70e6cb4023645e" ,
2023-07-12 18:12:46 +00:00
"name" : "Mini Orca (Small)" ,
2023-06-27 13:38:19 +00:00
"filename" : "orca-mini-3b.ggmlv3.q4_0.bin" ,
"filesize" : "1928446208" ,
"requires" : "2.4.7" ,
"ramrequired" : "4" ,
"parameters" : "3 billion" ,
"quant" : "q4_0" ,
"type" : "OpenLLaMa" ,
"description" : "<strong>Small version of new model with novel dataset</strong><br><ul><li>Instruction based<li>Explain tuned datasets<li>Orca Research Paper dataset construction approaches<li>Licensed for commercial use</ul>" ,
2023-07-05 19:59:04 +00:00
"url" : "https://huggingface.co/TheBloke/orca_mini_3B-GGML/resolve/main/orca-mini-3b.ggmlv3.q4_0.bin" ,
"promptTemplate" : "### User:\n%1\n### Response:\n" ,
"systemPrompt" : "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
2023-06-27 13:38:19 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "j" ,
2023-06-27 13:38:19 +00:00
"md5sum" : "959b7f65b2d12fd1e3ff99e7493c7a3a" ,
2023-07-12 18:12:46 +00:00
"name" : "Mini Orca (Large)" ,
2023-06-27 13:38:19 +00:00
"filename" : "orca-mini-13b.ggmlv3.q4_0.bin" ,
"filesize" : "7323329152" ,
"requires" : "2.4.7" ,
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "OpenLLaMa" ,
"description" : "<strong>Largest version of new model with novel dataset</strong><br><ul><li>Instruction based<li>Explain tuned datasets<li>Orca Research Paper dataset construction approaches<li>Licensed for commercial use</ul>" ,
2023-07-05 19:59:04 +00:00
"url" : "https://huggingface.co/TheBloke/orca_mini_13B-GGML/resolve/main/orca-mini-13b.ggmlv3.q4_0.bin" ,
"promptTemplate" : "### User:\n%1\n### Response:\n" ,
"systemPrompt" : "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
2023-06-27 13:38:19 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "k" ,
2023-06-02 15:10:00 +00:00
"md5sum" : "29119f8fa11712704c6b22ac5ab792ea" ,
2023-06-22 19:44:49 +00:00
"name" : "Vicuna" ,
2023-06-02 15:10:00 +00:00
"filename" : "ggml-vicuna-7b-1.1-q4_2.bin" ,
"filesize" : "4212859520" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_2" ,
"type" : "LLaMA" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Good small model - trained by teams from UC Berkeley, CMU, Stanford, MBZUAI, and UC San Diego</strong><br><ul><li>Instruction based<li>Cannot be used commercially</ul>"
2023-06-02 15:10:00 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "l" ,
2023-06-02 15:10:00 +00:00
"md5sum" : "95999b7b0699e2070af63bf5d34101a8" ,
2023-06-22 19:44:49 +00:00
"name" : "Vicuna (large)" ,
2023-06-02 15:10:00 +00:00
"filename" : "ggml-vicuna-13b-1.1-q4_2.bin" ,
"filesize" : "8136770688" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_2" ,
"type" : "LLaMA" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Good larger model - trained by teams from UC Berkeley, CMU, Stanford, MBZUAI, and UC San Diego</strong><br><ul><li>Instruction based<li>Cannot be used commercially</ul>"
2023-06-02 15:10:00 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "m" ,
2023-06-02 15:10:00 +00:00
"md5sum" : "99e6d129745a3f1fb1121abed747b05a" ,
2023-06-22 19:44:49 +00:00
"name" : "Wizard" ,
2023-06-02 15:10:00 +00:00
"filename" : "ggml-wizardLM-7B.q4_2.bin" ,
"filesize" : "4212864640" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_2" ,
"type" : "LLaMA" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Good small model - trained by by Microsoft and Peking University</strong><br><ul><li>Instruction based<li>Cannot be used commercially</ul>"
2023-06-02 15:10:00 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "n" ,
2023-06-02 15:10:00 +00:00
"md5sum" : "6cb4ee297537c9133bddab9692879de0" ,
2023-06-22 19:44:49 +00:00
"name" : "Stable Vicuna" ,
2023-06-02 15:10:00 +00:00
"filename" : "ggml-stable-vicuna-13B.q4_2.bin" ,
"filesize" : "8136777088" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_2" ,
"type" : "LLaMA" ,
2023-07-05 23:41:07 +00:00
"description" : "<strong>Trained with RLHF by Stability AI</strong><br><ul><li>Instruction based<li>Cannot be used commercially</ul>" ,
2023-07-05 19:59:04 +00:00
"systemPrompt" : "## Assistant: I am StableVicuna, a large language model created by CarperAI. I am here to chat!\n\n"
2023-06-02 15:10:00 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "o" ,
2023-06-22 19:44:49 +00:00
"md5sum" : "1cfa4958f489f0a0d1ffdf6b37322809" ,
"name" : "MPT Instruct" ,
"filename" : "ggml-mpt-7b-instruct.bin" ,
"filesize" : "4854401028" ,
"requires" : "2.4.1" ,
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "MPT" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Mosaic's instruction model</strong><br><ul><li>Instruction based<li>Trained by Mosaic ML<li>Licensed for commercial use</ul>"
2023-06-22 19:44:49 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "p" ,
2023-06-02 15:10:00 +00:00
"md5sum" : "120c32a51d020066288df045ef5d52b9" ,
2023-06-22 19:44:49 +00:00
"name" : "MPT Base" ,
2023-06-02 15:10:00 +00:00
"filename" : "ggml-mpt-7b-base.bin" ,
"filesize" : "4854401028" ,
"requires" : "2.4.1" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "MPT" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Trained for text completion with no assistant finetuning</strong><br><ul><li>Completion based<li>Trained by Mosaic ML<li>Licensed for commercial use</ul>"
2023-06-02 15:10:00 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "q" ,
2023-06-02 15:10:00 +00:00
"md5sum" : "d5eafd5b0bd0d615cfd5fd763f642dfe" ,
2023-06-22 19:44:49 +00:00
"name" : "Nous Vicuna" ,
2023-06-02 15:10:00 +00:00
"filename" : "ggml-nous-gpt4-vicuna-13b.bin" ,
"filesize" : "8136777088" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Trained on ~180,000 instructions</strong><br><ul><li>Instruction based<li>Trained by Nous Research<li>Cannot be used commercially</ul>"
2023-06-02 15:10:00 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "r" ,
2023-06-16 15:04:34 +00:00
"md5sum" : "489d21fd48840dcb31e5f92f453f3a20" ,
2023-06-22 19:44:49 +00:00
"name" : "Wizard Uncensored" ,
2023-06-16 15:04:34 +00:00
"filename" : "wizardLM-13B-Uncensored.ggmlv3.q4_0.bin" ,
2023-06-02 15:10:00 +00:00
"filesize" : "8136777088" ,
2023-06-16 15:04:34 +00:00
"requires" : "2.4.7" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Trained on uncensored assistant data and instruction data</strong><br><ul><li>Instruction based<li>Cannot be used commercially</ul>" ,
2023-06-16 15:04:34 +00:00
"url" : "https://huggingface.co/TheBloke/WizardLM-13B-Uncensored-GGML/resolve/main/wizardLM-13B-Uncensored.ggmlv3.q4_0.bin"
2023-06-08 19:25:40 +00:00
} ,
{
2023-07-12 18:12:46 +00:00
"order" : "s" ,
2023-06-08 19:25:40 +00:00
"md5sum" : "615890cb571fcaa0f70b2f8d15ef809e" ,
2023-06-22 19:44:49 +00:00
"disableGUI" : "true" ,
"name" : "Replit" ,
2023-06-08 19:25:40 +00:00
"filename" : "ggml-replit-code-v1-3b.bin" ,
"filesize" : "5202046853" ,
"requires" : "2.4.7" ,
2023-06-22 19:44:49 +00:00
"ramrequired" : "4" ,
"parameters" : "3 billion" ,
"quant" : "f16" ,
"type" : "Replit" ,
2023-07-12 18:27:48 +00:00
"systemPrompt" : " " ,
2023-06-27 01:35:56 +00:00
"description" : "<strong>Trained on subset of the Stack</strong><br><ul><li>Code completion based<li>Licensed for commercial use</ul>" ,
2023-06-08 19:25:40 +00:00
"url" : "https://huggingface.co/nomic-ai/ggml-replit-code-v1-3b/resolve/main/ggml-replit-code-v1-3b.bin"
2023-07-13 17:33:07 +00:00
} ,
{
"order" : "t" ,
"md5sum" : "031bb5d5722c08d13e3e8eaf55c37391" ,
"disableGUI" : "true" ,
"name" : "Bert" ,
"filename" : "ggml-all-MiniLM-L6-v2-f16.bin" ,
"filesize" : "45521167" ,
"requires" : "2.4.14" ,
"ramrequired" : "1" ,
"parameters" : "1 million" ,
"quant" : "f16" ,
"type" : "Bert" ,
"systemPrompt" : " " ,
"description" : "<strong>Sbert</strong><br><ul><li>For embeddings"
2023-06-02 15:10:00 +00:00
}
]