From fd47088f2bdc28f1d4ce90c418a8fc97d4f974e8 Mon Sep 17 00:00:00 2001 From: Cebtenzzre Date: Thu, 28 Sep 2023 15:32:43 -0400 Subject: [PATCH] conversion scripts: cleanup --- gpt4all-backend/scripts/convert_bert_hf_to_gguf.py | 4 ++-- gpt4all-backend/scripts/convert_mpt_hf_to_gguf.py | 2 +- gpt4all-backend/scripts/convert_replit_hf_to_gguf.py | 4 ++-- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/gpt4all-backend/scripts/convert_bert_hf_to_gguf.py b/gpt4all-backend/scripts/convert_bert_hf_to_gguf.py index 1de4f9a7..2b637fe3 100644 --- a/gpt4all-backend/scripts/convert_bert_hf_to_gguf.py +++ b/gpt4all-backend/scripts/convert_bert_hf_to_gguf.py @@ -1,7 +1,6 @@ from __future__ import annotations import json -import os import struct import sys from pathlib import Path @@ -12,7 +11,7 @@ from transformers import AutoModel, AutoTokenizer if not 2 <= len(sys.argv) < 4: - print("Usage: {} dir-model [ftype]\n".format(os.path.basename(__file__))) + print("Usage: {} dir-model [ftype]\n".format(Path(__file__).name)) print(" ftype == 0 -> float32") print(" ftype == 1 -> float16") sys.exit(1) @@ -29,6 +28,7 @@ with open(dir_model / "vocab.txt", encoding="utf-8") as f: # # map from ftype to string ftype_str = ["f32", "f16"] + ftype = 1 if len(sys.argv) > 2: ftype = int(sys.argv[2]) diff --git a/gpt4all-backend/scripts/convert_mpt_hf_to_gguf.py b/gpt4all-backend/scripts/convert_mpt_hf_to_gguf.py index d19dcaf0..df917dd6 100644 --- a/gpt4all-backend/scripts/convert_mpt_hf_to_gguf.py +++ b/gpt4all-backend/scripts/convert_mpt_hf_to_gguf.py @@ -10,7 +10,6 @@ from __future__ import annotations import json -import os import struct import sys from pathlib import Path @@ -64,6 +63,7 @@ dir_out.mkdir(exist_ok=True) # # map from ftype to string ftype_str = ["f32", "f16"] + ftype = 1 if len(sys.argv) > 3: ftype = int(sys.argv[3]) diff --git a/gpt4all-backend/scripts/convert_replit_hf_to_gguf.py b/gpt4all-backend/scripts/convert_replit_hf_to_gguf.py index c321dc3b..2a5f373b 100644 --- a/gpt4all-backend/scripts/convert_replit_hf_to_gguf.py +++ b/gpt4all-backend/scripts/convert_replit_hf_to_gguf.py @@ -1,7 +1,6 @@ from __future__ import annotations import json -import os import struct import sys from pathlib import Path @@ -13,7 +12,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer if not 2 <= len(sys.argv) < 4: - print("Usage: {} dir-model [ftype]\n".format(os.path.basename(__file__))) + print("Usage: {} dir-model [ftype]\n".format(Path(__file__).name)) print(" ftype == 0 -> float32") print(" ftype == 1 -> float16") sys.exit(1) @@ -27,6 +26,7 @@ dir_model = Path(sys.argv[1]) # # map from ftype to string ftype_str = ["f32", "f16"] + ftype = 1 if len(sys.argv) > 2: ftype = int(sys.argv[2])