108 lines
1.9 KiB
Nix
108 lines
1.9 KiB
Nix
{
|
|
lib,
|
|
stdenv,
|
|
buildPythonPackage,
|
|
fetchFromGitHub,
|
|
|
|
# build-system
|
|
hatchling,
|
|
poetry-core,
|
|
|
|
# dependencies
|
|
docling,
|
|
pydantic-settings,
|
|
typer,
|
|
boto3,
|
|
pandas,
|
|
fastparquet,
|
|
pyarrow,
|
|
httpx,
|
|
|
|
# optional dependencies
|
|
ray,
|
|
rq,
|
|
msgpack,
|
|
|
|
# tests
|
|
pytestCheckHook,
|
|
pytest-asyncio,
|
|
writableTmpDirAsHomeHook,
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
pname = "docling-jobkit";
|
|
version = "1.5.0";
|
|
pyproject = true;
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "docling-project";
|
|
repo = "docling-jobkit";
|
|
tag = "v${version}";
|
|
hash = "sha256-/rFMP5KiWHBsGaA2LVOWP2TkJLVeguIlrmO+JL610hQ=";
|
|
};
|
|
|
|
build-system = [
|
|
hatchling
|
|
poetry-core
|
|
];
|
|
|
|
dependencies = [
|
|
docling
|
|
pydantic-settings
|
|
typer
|
|
boto3
|
|
pandas
|
|
fastparquet
|
|
pyarrow
|
|
httpx
|
|
];
|
|
|
|
optional-dependencies = {
|
|
ray = [ ray ];
|
|
rq = [
|
|
rq
|
|
msgpack
|
|
];
|
|
};
|
|
|
|
pythonRelaxDeps = [
|
|
"boto3"
|
|
"pandas"
|
|
"pyarrow"
|
|
];
|
|
|
|
pythonImportsCheck = [
|
|
"docling"
|
|
"docling_jobkit"
|
|
];
|
|
|
|
nativeCheckInputs = [
|
|
pytestCheckHook
|
|
pytest-asyncio
|
|
writableTmpDirAsHomeHook
|
|
]
|
|
++ optional-dependencies.rq;
|
|
|
|
disabledTests = [
|
|
# requires network access
|
|
"test_chunk_file"
|
|
"test_convert_file"
|
|
"test_convert_warmup"
|
|
"test_convert_url"
|
|
"test_replicated_convert"
|
|
]
|
|
++ lib.optionals stdenv.hostPlatform.isDarwin [
|
|
# Flaky due to comparison with magic object
|
|
# https://github.com/docling-project/docling-jobkit/issues/45
|
|
"test_options_validator"
|
|
];
|
|
|
|
meta = {
|
|
changelog = "https://github.com/docling-project/docling-jobkit/blob/${src.tag}/CHANGELOG.md";
|
|
description = "Running a distributed job processing documents with Docling";
|
|
homepage = "https://github.com/docling-project/docling-jobkit";
|
|
license = lib.licenses.mit;
|
|
maintainers = with lib.maintainers; [ codgician ];
|
|
};
|
|
}
|