diff --git a/pkgs/development/python-modules/mlx-lm/default.nix b/pkgs/development/python-modules/mlx-lm/default.nix
index 395c92a70145..b94e090f8063 100644
--- a/pkgs/development/python-modules/mlx-lm/default.nix
+++ b/pkgs/development/python-modules/mlx-lm/default.nix
@@ -21,22 +21,25 @@
   writableTmpDirAsHomeHook,
 }:
 
-buildPythonPackage rec {
+buildPythonPackage (finalAttrs: {
   pname = "mlx-lm";
-  version = "0.26.3";
+  version = "0.30.2";
   pyproject = true;
 
   src = fetchFromGitHub {
     owner = "ml-explore";
     repo = "mlx-lm";
-    tag = "v${version}";
-    hash = "sha256-O4wW7wvIqSeBv01LoUCHm0/CgcRc5RfFHjvwyccp6UM=";
+    tag = "v${finalAttrs.version}";
+    hash = "sha256-6WlKAchze5B724XYwzpVHy+17HlMcGSYjJw0aOdm5yw=";
   };
 
   build-system = [
     setuptools
   ];
 
+  pythonRelaxDeps = [
+    "transformers"
+  ];
   dependencies = [
     jinja2
     mlx
@@ -53,9 +56,7 @@ buildPythonPackage rec {
     writableTmpDirAsHomeHook
   ];
 
-  pythonImportsCheck = [
-    "mlx_lm"
-  ];
+  pythonImportsCheck = [ "mlx_lm" ];
 
   disabledTestPaths = [
     # Requires network access to huggingface.co
@@ -65,22 +66,26 @@ buildPythonPackage rec {
     "tests/test_tokenizers.py"
     "tests/test_utils.py::TestUtils::test_convert"
     "tests/test_utils.py::TestUtils::test_load"
-    "tests/test_utils_load_model.py"
     "tests/test_prompt_cache.py::TestPromptCache::test_cache_to_quantized"
     "tests/test_prompt_cache.py::TestPromptCache::test_cache_with_generate"
     "tests/test_prompt_cache.py::TestPromptCache::test_trim_cache_with_generate"
+
     # RuntimeError: [metal_kernel] No GPU back-end.
     "tests/test_losses.py"
     "tests/test_models.py::TestModels::test_bitnet"
+
+    # TypeError: 'NoneType' object is not callable
+    "tests/test_models.py::TestModels::test_gated_delta"
+    "tests/test_models.py::TestModels::test_gated_delta_masked"
   ];
 
   meta = {
     description = "Run LLMs with MLX";
     homepage = "https://github.com/ml-explore/mlx-lm";
-    changelog = "https://github.com/ml-explore/mlx-lm/releases/tag/v${version}";
+    changelog = "https://github.com/ml-explore/mlx-lm/releases/tag/${finalAttrs.src.tag}";
     license = lib.licenses.mit;
     platforms = [
       "aarch64-darwin"
     ];
   };
-}
+})