From 6512ef1d4fff057842b9200379d8e1b832876953 Mon Sep 17 00:00:00 2001 From: KG Date: Wed, 29 May 2024 15:12:50 -0500 Subject: [PATCH] Fix docs --- tivars/tokenizer/encoder.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tivars/tokenizer/encoder.py b/tivars/tokenizer/encoder.py index 2aed8ae..77f1c37 100644 --- a/tivars/tokenizer/encoder.py +++ b/tivars/tokenizer/encoder.py @@ -38,7 +38,7 @@ def encode(string: str, *, :param string: The text string to encode :param trie: The `TokenTrie` object to use for tokenization :param mode: The tokenization mode to use (defaults to ``smart``) - :param normalize: Whether to apply NFKC normalization to the input before encoding (defaults to ``true``) + :param normalize: Whether to apply NFC normalization to the input before encoding (defaults to ``true``) :return: A tuple of a stream of token bytes and a minimum `OsVersion` """