python3Packages.pytokens: init at 0.4.1

New dependency for black.

pkgs/development/python-modules/pytokens/default.nix

@@ -0,0 +1,47 @@
+{
+  lib,
+  buildPythonPackage,
+  fetchFromGitHub,
+  ast-serialize,
+  mypy,
+  setuptools,
+  pytestCheckHook,
+  pytest-cov-stub,
+}:
+
+buildPythonPackage (finalAttrs: {
+  pname = "pytokens";
+  version = "0.4.1";
+  pyproject = true;
+  __structuredAttrs = true;
+
+  src = fetchFromGitHub {
+    owner = "tusharsadhwani";
+    repo = "pytokens";
+    tag = finalAttrs.version;
+    hash = "sha256-DOCOoZ3T7qh8me1vn7qYlEMiyc31d77sf1/5RsW5sUg=";
+  };
+
+  build-system = [
+    ast-serialize
+    mypy
+    setuptools
+  ];
+
+  nativeCheckInputs = [
+    pytest-cov-stub
+    pytestCheckHook
+  ];
+
+  pythonImportsCheck = [
+    "pytokens"
+  ];
+
+  meta = {
+    changelog = "https://github.com/tusharsadhwani/pytokens/blob/${finalAttrs.src.tag}/CHANGELOG.md";
+    description = "Fast, spec compliant Python 3.14+ tokenizer that runs on older Pythons";
+    homepage = "https://github.com/tusharsadhwani/pytokens";
+    license = lib.licenses.mit;
+    maintainers = with lib.maintainers; [ hexa ];
+  };
+})

pkgs/top-level/python-packages.nix

@@ -16358,6 +16358,8 @@ self: super: with self; {
 
   pytmx = callPackage ../development/python-modules/pytmx { };
 
+  pytokens = callPackage ../development/python-modules/pytokens { };
+
   pytomlpp = callPackage ../development/python-modules/pytomlpp { };
 
   pytomorrowio = callPackage ../development/python-modules/pytomorrowio { };