From 31e930847174e1b0280caa10a9c8a3785e461ed3 Mon Sep 17 00:00:00 2001 From: Tim Gates Date: Sun, 17 Jul 2022 09:44:17 +1000 Subject: [PATCH] docs: fix simple typo, experessed -> expressed There is a small typo in torchnlp/encoders/text/subword_text_tokenizer.py. Should read `expressed` rather than `experessed`. Signed-off-by: Tim Gates --- torchnlp/encoders/text/subword_text_tokenizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/torchnlp/encoders/text/subword_text_tokenizer.py b/torchnlp/encoders/text/subword_text_tokenizer.py index 4e0db22..3c18e23 100755 --- a/torchnlp/encoders/text/subword_text_tokenizer.py +++ b/torchnlp/encoders/text/subword_text_tokenizer.py @@ -106,7 +106,7 @@ def decode(tokens): def _escape_token(token, alphabet): """ Escape away underscores and OOV characters and append '_'. - This allows the token to be experessed as the concatenation of a list + This allows the token to be expressed as the concatenation of a list of subtokens from the vocabulary. The underscore acts as a sentinel which allows us to invertibly concatenate multiple such lists. Args: