Compare commits

..

No commits in common. "4cb8b71407506b0d3dd83ec177093493a4171ff8" and "82524345f35da22d247a74697bddd6f95868e69f" have entirely different histories.

View File

@ -17,7 +17,6 @@ def tokenize(
converted_text: Union[str, List[str]] = text.lower()
if has_emoji and use_emoji:
text = text.lower()
parts = []
highest_end = 0
for emoji_part in emoji.emoji_list(text):