diff --git a/pkgs/by-name/op/openvino-genai/package.nix b/pkgs/by-name/op/openvino-genai/package.nix
index ab98ab043c5a..0dff96c9a89f 100644
--- a/pkgs/by-name/op/openvino-genai/package.nix
+++ b/pkgs/by-name/op/openvino-genai/package.nix
@@ -42,6 +42,14 @@ let
   };
 
   python = python3Packages.python.withPackages (ps: [ ps.pybind11 ]);
+
+  # How the build system calls the different platforms
+  archName =
+    {
+      "aarch64-linux" = "aarch64";
+      "x86_64-linux" = "intel64";
+    }
+    .${stdenv.hostPlatform.system};
 in
 
 stdenv.mkDerivation (finalAttrs: {
@@ -147,7 +155,11 @@ stdenv.mkDerivation (finalAttrs: {
         "\''${_IMPORT_PREFIX}/runtime/include" "$dev/include"
     substituteInPlace $dev/lib/cmake/OpenVINOGenAITargets-release.cmake \
       --replace-fail \
-        "\''${_IMPORT_PREFIX}/runtime/lib/intel64/" "$out/lib/"
+        "\''${_IMPORT_PREFIX}/runtime/lib/${archName}/" "$out/lib/"
+  '';
+
+  preFixup = ''
+    addAutoPatchelfSearchPath ${lib.getLib openvino}/runtime/lib/${archName}
   '';
 
   postFixup = ''