fix: handle missing ISO_TO_LANGUAGE in older chardet versions

dan-blanchard · claude · dan-blanchard · commit 2fe89933d479 · 2026-03-14T23:35:09.000-04:00
The benchmark scripts run in venvs with different chardet versions
installed. ISO_TO_LANGUAGE was added recently and doesn't exist in
7.1.0 or earlier, causing ImportError when benchmarking old versions.

Co-Authored-By: Claude Opus 4.6 (1M context) &lt;noreply@anthropic.com&gt;
diff --git a/scripts/utils.py b/scripts/utils.py
@@ -9,7 +9,13 @@
 import tempfile
 from pathlib import Path
 
-from chardet._utils import ISO_TO_LANGUAGE
+try:
+    from chardet._utils import ISO_TO_LANGUAGE
+except ImportError:
+    # Older chardet versions don't have ISO_TO_LANGUAGE in _utils.
+    # Provide an empty dict so scripts still work (language normalization
+    # will fall back to passthrough for old versions).
+    ISO_TO_LANGUAGE: dict[str, str] = {}  # type: ignore[no-redef]
 
 _TEST_DATA_REPO = "https://github.com/chardet/test-data.git"
 _REF_FILE = ".test-data-ref"
