From 367486c0040be6341d39143d6f74dd388dc39fbc Mon Sep 17 00:00:00 2001 From: mukunda katta Date: Sun, 19 Apr 2026 11:15:44 -0700 Subject: [PATCH] build: add PyInstaller hooks for dynamic encodings --- pyproject.toml | 3 +++ tiktoken/_pyinstaller/__init__.py | 7 +++++++ tiktoken/_pyinstaller/hook-tiktoken.py | 4 ++++ 3 files changed, 14 insertions(+) create mode 100644 tiktoken/_pyinstaller/__init__.py create mode 100644 tiktoken/_pyinstaller/hook-tiktoken.py diff --git a/pyproject.toml b/pyproject.toml index 78502774..76dd6d91 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -14,6 +14,9 @@ homepage = "https://github.com/openai/tiktoken" repository = "https://github.com/openai/tiktoken" changelog = "https://github.com/openai/tiktoken/blob/main/CHANGELOG.md" +[project.entry-points.pyinstaller40] +hook-dirs = "tiktoken._pyinstaller:get_hook_dirs" + [build-system] build-backend = "setuptools.build_meta" requires = ["setuptools>=62.4", "wheel", "setuptools-rust>=1.5.2"] diff --git a/tiktoken/_pyinstaller/__init__.py b/tiktoken/_pyinstaller/__init__.py new file mode 100644 index 00000000..f419cf93 --- /dev/null +++ b/tiktoken/_pyinstaller/__init__.py @@ -0,0 +1,7 @@ +from __future__ import annotations + +from pathlib import Path + + +def get_hook_dirs() -> list[str]: + return [str(Path(__file__).resolve().parent)] diff --git a/tiktoken/_pyinstaller/hook-tiktoken.py b/tiktoken/_pyinstaller/hook-tiktoken.py new file mode 100644 index 00000000..196df4f0 --- /dev/null +++ b/tiktoken/_pyinstaller/hook-tiktoken.py @@ -0,0 +1,4 @@ +from PyInstaller.utils.hooks import collect_submodules + + +hiddenimports = collect_submodules("tiktoken_ext")