Merge branch 'main' into yguo/optional-output-for-bertokenizer-token-…

…type-id
microsoft · Oct 27, 2023 · d90de6c · d90de6c
2 parents ea6beec + 6469620
commit d90de6c
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/test/test_autotokenizer.py b/test/test_autotokenizer.py
@@ -129,8 +129,4 @@ def print_prime(n):
 
 
 if __name__ == '__main__':
-    try:
-        dist = pkg_resources.get_distribution('ftfy')
-    except pkg_resources.DistributionNotFound:
-        raise Exception("WARNING: ftfy is not installed - it is required for parity between CLIPTokenizer and CLIPTokenizerFast.")
     unittest.main()