Revert "feat(ai_grouping): Send token length metrics on stacktraces sent to Seer (#99873)"

This reverts commit 7d8584b.

Co-authored-by: yuvmen <[email protected]>

Author: 2 people

pyproject.toml

@@ -95,7 +95,7 @@ dependencies = [
     "statsd>=3.3.0",
     "structlog>=22.1.0",
     "symbolic>=12.14.1",
-    "tokenizers>=0.22.0",
+    "tiktoken>=0.8.0",
     "tldextract>=5.1.2",
     "toronado>=0.1.0",
     "typing-extensions>=4.12.0",
@@ -294,7 +294,6 @@ module = [
     "onelogin.saml2.idp_metadata_parser.*",
     "rb.*",
     "statsd.*",
-    "tokenizers.*",
     "u2flib_server.model.*",
 ]
 ignore_missing_imports = true