|
|
@ -1,7 +1,6 @@
|
|
|
|
from __future__ import annotations
|
|
|
|
from __future__ import annotations
|
|
|
|
|
|
|
|
|
|
|
|
import json
|
|
|
|
import json
|
|
|
|
import os
|
|
|
|
|
|
|
|
import struct
|
|
|
|
import struct
|
|
|
|
import sys
|
|
|
|
import sys
|
|
|
|
from pathlib import Path
|
|
|
|
from pathlib import Path
|
|
|
@ -12,7 +11,7 @@ from transformers import AutoModel, AutoTokenizer
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if not 2 <= len(sys.argv) < 4:
|
|
|
|
if not 2 <= len(sys.argv) < 4:
|
|
|
|
print("Usage: {} dir-model [ftype]\n".format(os.path.basename(__file__)))
|
|
|
|
print("Usage: {} dir-model [ftype]\n".format(Path(__file__).name))
|
|
|
|
print(" ftype == 0 -> float32")
|
|
|
|
print(" ftype == 0 -> float32")
|
|
|
|
print(" ftype == 1 -> float16")
|
|
|
|
print(" ftype == 1 -> float16")
|
|
|
|
sys.exit(1)
|
|
|
|
sys.exit(1)
|
|
|
@ -29,6 +28,7 @@ with open(dir_model / "vocab.txt", encoding="utf-8") as f:
|
|
|
|
#
|
|
|
|
#
|
|
|
|
# map from ftype to string
|
|
|
|
# map from ftype to string
|
|
|
|
ftype_str = ["f32", "f16"]
|
|
|
|
ftype_str = ["f32", "f16"]
|
|
|
|
|
|
|
|
|
|
|
|
ftype = 1
|
|
|
|
ftype = 1
|
|
|
|
if len(sys.argv) > 2:
|
|
|
|
if len(sys.argv) > 2:
|
|
|
|
ftype = int(sys.argv[2])
|
|
|
|
ftype = int(sys.argv[2])
|
|
|
|