From cf6aef351e3d98f41e554f0f4e0737cfc82aadae Mon Sep 17 00:00:00 2001 From: Sizhe Zhao Date: Thu, 4 Jun 2026 21:15:14 +0800 Subject: [PATCH] python3Packages.tokenspeed-mla: init at 0.1.5 --- .../python-modules/tokenspeed-mla/default.nix | 53 +++++++++++++++++++ pkgs/top-level/python-packages.nix | 2 + 2 files changed, 55 insertions(+) create mode 100644 pkgs/development/python-modules/tokenspeed-mla/default.nix diff --git a/pkgs/development/python-modules/tokenspeed-mla/default.nix b/pkgs/development/python-modules/tokenspeed-mla/default.nix new file mode 100644 index 000000000000..4813cd099604 --- /dev/null +++ b/pkgs/development/python-modules/tokenspeed-mla/default.nix @@ -0,0 +1,53 @@ +{ + lib, + buildPythonPackage, + fetchFromGitHub, + + # build-system + setuptools, + + # dependencies + apache-tvm-ffi, + nvidia-cutlass-dsl, + tokenspeed-triton, + torch, +}: +buildPythonPackage (finalAttrs: { + pname = "tokenspeed-mla"; + version = "0.1.5"; + pyproject = true; + __structuredAttrs = true; + + src = fetchFromGitHub { + owner = "lightseekorg"; + repo = "tokenspeed"; + rev = "a39b3854dfd9b08a410028dbe5260eda08ef6b63"; + hash = "sha256-rl+cpZabmK24nMcam5Ud4GqnpLA3TqpVRznlX6lz6Xs="; + }; + + sourceRoot = "${finalAttrs.src.name}/tokenspeed-mla"; + + build-system = [ + setuptools + ]; + + dependencies = [ + apache-tvm-ffi + nvidia-cutlass-dsl + tokenspeed-triton + torch + ]; + + pythonImportsCheck = [ "tokenspeed_mla" ]; + + # no tests + doCheck = false; + + meta = { + description = "Speed-of-light TokenSpeed MLA kernels for Blackwell SM100 and SM103"; + homepage = "https://github.com/lightseekorg/tokenspeed/tree/main/tokenspeed-mla"; + license = lib.licenses.mit; + maintainers = with lib.maintainers; [ prince213 ]; + broken = !torch.cudaSupport; + }; +}) diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index 3fa73bbd6cea..6cb712605dff 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -19800,6 +19800,8 @@ self: super: with self; { tokenlib = callPackage ../development/python-modules/tokenlib { }; + tokenspeed-mla = callPackage ../development/python-modules/tokenspeed-mla { }; + tokenspeed-triton = callPackage ../development/python-modules/tokenspeed-triton { }; tokenspeed-triton-bin = callPackage ../development/python-modules/tokenspeed-triton/bin.nix { };