diff --git a/examples/Using_logprobs.ipynb b/examples/Using_logprobs.ipynb index d112703d..b0b53c30 100644 --- a/examples/Using_logprobs.ipynb +++ b/examples/Using_logprobs.ipynb @@ -27,6 +27,11 @@ "\n", "3. Autocomplete\n", "* `logprobs` could help us decide how to suggest words as a user is typing." + "\n", + "4. Token highlighting and outputting bytes\n", + "* `logprobs` allows users to easily create a highlighter/tokenizer. Additionally, the bytes parameter includes the ASCII encoding of each output character, which is particularly useful for reproducing emojis and special characters." + + ] }, {