fix: don't print token ids of output

1 year ago · 147260097b
parent cb43f53f7a
commit 147260097b
1 changed files with 0 additions and 1 deletions
--- a/generate.py
+++ b/generate.py
@ -11,7 +11,6 @@ def generate(tokenizer, prompt, model, config):

    outputs = model.generate(input_ids=input_ids, max_new_tokens=config["max_new_tokens"], temperature=config["temperature"])

-    print(outputs)
    decoded = tokenizer.decode(outputs[0], skip_special_tokens=True).strip()

    return decoded[len(prompt):]