stuebinm
ff1a94e523
The nixpkgs-unstable channel's programs.sqlite was used to identify packages producing exactly one binary, and these automatically added to their package definitions wherever possible.
117 lines
2.3 KiB
Nix
117 lines
2.3 KiB
Nix
{ lib
|
|
, buildPythonPackage
|
|
, fetchFromGitHub
|
|
, pythonOlder
|
|
, coloredlogs
|
|
, datasets
|
|
, evaluate
|
|
, h5py
|
|
, huggingface-hub
|
|
, numpy
|
|
, onnx
|
|
, onnxruntime
|
|
, packaging
|
|
, protobuf
|
|
, sympy
|
|
, tensorflow
|
|
, tf2onnx
|
|
, timm
|
|
, torch
|
|
, transformers
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
pname = "optimum";
|
|
version = "1.17.1";
|
|
format = "setuptools";
|
|
|
|
disabled = pythonOlder "3.7";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "huggingface";
|
|
repo = "optimum";
|
|
rev = "refs/tags/v${version}";
|
|
hash = "sha256-21y7pFRCZqwNaZR+TcXH2KIK5IZuLVq0wgIQqByyEf8=";
|
|
};
|
|
|
|
propagatedBuildInputs = [
|
|
coloredlogs
|
|
datasets
|
|
huggingface-hub
|
|
numpy
|
|
packaging
|
|
sympy
|
|
torch
|
|
transformers
|
|
] ++ transformers.optional-dependencies.sentencepiece;
|
|
|
|
passthru.optional-dependencies = {
|
|
onnxruntime = [
|
|
onnx
|
|
onnxruntime
|
|
datasets
|
|
evaluate
|
|
protobuf
|
|
];
|
|
exporters = [
|
|
onnx
|
|
onnxruntime
|
|
timm
|
|
];
|
|
exporters-tf = [
|
|
tensorflow
|
|
tf2onnx
|
|
onnx
|
|
onnxruntime
|
|
timm
|
|
h5py
|
|
numpy
|
|
];
|
|
diffusers = [
|
|
# diffusers
|
|
];
|
|
intel = [
|
|
# optimum-intel
|
|
];
|
|
openvino = [
|
|
# optimum-intel
|
|
]; # ++ optimum-intel.optional-dependencies.openvino;
|
|
nncf = [
|
|
# optimum-intel
|
|
]; # ++ optimum-intel.optional-dependencies.nncf;
|
|
neural-compressor = [
|
|
# optimum-intel
|
|
]; # ++ optimum-intel.optional-dependencies.neural-compressor;
|
|
graphcore = [
|
|
# optimum-graphcore
|
|
];
|
|
habana = [
|
|
transformers
|
|
# optimum-habana
|
|
];
|
|
neuron = [
|
|
# optimum-neuron
|
|
]; # ++ optimum-neuron.optional-dependencies.neuron;
|
|
neuronx = [
|
|
# optimum-neuron
|
|
]; # ++ optimum-neuron.optional-dependencies.neuronx;
|
|
furiosa = [
|
|
# optimum-furiosa
|
|
];
|
|
};
|
|
|
|
# almost all tests try to connect to https://huggingface.co
|
|
doCheck = false;
|
|
|
|
pythonImportsCheck = [ "optimum" ];
|
|
|
|
meta = with lib; {
|
|
description = "Accelerate training and inference of 🤗 Transformers and 🤗 Diffusers with easy to use hardware optimization tools";
|
|
mainProgram = "optimum-cli";
|
|
homepage = "https://github.com/huggingface/optimum";
|
|
changelog = "https://github.com/huggingface/optimum/releases/tag/${src.rev}";
|
|
license = licenses.asl20;
|
|
maintainers = with maintainers; [ natsukium ];
|
|
};
|
|
}
|