Loading pkgs/development/python-modules/huggingface-hub/default.nix +57 −0 Original line number Diff line number Diff line Loading @@ -14,6 +14,27 @@ requests, tqdm, typing-extensions, # optional-dependencies # cli inquirerpy, # inference aiohttp, # torch torch, safetensors, # hf_transfer hf-transfer, # fastai toml, fastai, fastcore, # tensorflow tensorflow, pydot, graphviz, # tensorflow-testing keras, }: buildPythonPackage rec { Loading @@ -40,6 +61,42 @@ buildPythonPackage rec { typing-extensions ]; optional-dependencies = { all = [ ]; cli = [ inquirerpy ]; inference = [ aiohttp ]; torch = [ torch safetensors ] ++ safetensors.optional-dependencies.torch; hf_transfer = [ hf-transfer ]; fastai = [ toml fastai fastcore ]; tensorflow = [ tensorflow pydot graphviz ]; tensorflow-testing = [ tensorflow keras ]; hf_xet = [ # hf-xet ]; }; # Tests require network access. doCheck = false; Loading pkgs/development/python-modules/kserve/default.nix +15 −3 Original line number Diff line number Diff line Loading @@ -11,6 +11,7 @@ # dependencies cloudevents, fastapi, grpc-interceptor, grpcio, httpx, kubernetes, Loading @@ -28,6 +29,7 @@ huggingface-hub, asgi-logger, ray, vllm, prometheus-client, protobuf, Loading @@ -51,14 +53,14 @@ buildPythonPackage rec { pname = "kserve"; version = "0.14.1"; version = "0.15.0"; pyproject = true; src = fetchFromGitHub { owner = "kserve"; repo = "kserve"; tag = "v${version}"; hash = "sha256-VwuUXANjshV4fN0i54Fs0zubHY81UtQcCV14JwMpXwA="; hash = "sha256-J2VFMHwhHpvtsywv3ixuVzpuDwq8y9w4heedYYWVBmM="; }; sourceRoot = "${src.name}/python/kserve"; Loading @@ -81,6 +83,7 @@ buildPythonPackage rec { dependencies = [ cloudevents fastapi grpc-interceptor grpcio httpx kubernetes Loading Loading @@ -108,9 +111,12 @@ buildPythonPackage rec { huggingface-hub google-cloud-storage requests ]; ] ++ huggingface-hub.optional-dependencies.hf_transfer; logging = [ asgi-logger ]; ray = [ ray ]; llm = [ # vllm (broken) ]; }; nativeCheckInputs = [ Loading Loading @@ -146,6 +152,12 @@ buildPythonPackage rec { disabledTestPaths = [ # Looks for a config file at the root of the repository "test/test_inference_service_client.py" # Require broken vllm "test/test_dataplane.py" "test/test_model_repository.py" "test/test_openai_completion.py" "test/test_openai_embedding.py" ]; disabledTests = Loading Loading
pkgs/development/python-modules/huggingface-hub/default.nix +57 −0 Original line number Diff line number Diff line Loading @@ -14,6 +14,27 @@ requests, tqdm, typing-extensions, # optional-dependencies # cli inquirerpy, # inference aiohttp, # torch torch, safetensors, # hf_transfer hf-transfer, # fastai toml, fastai, fastcore, # tensorflow tensorflow, pydot, graphviz, # tensorflow-testing keras, }: buildPythonPackage rec { Loading @@ -40,6 +61,42 @@ buildPythonPackage rec { typing-extensions ]; optional-dependencies = { all = [ ]; cli = [ inquirerpy ]; inference = [ aiohttp ]; torch = [ torch safetensors ] ++ safetensors.optional-dependencies.torch; hf_transfer = [ hf-transfer ]; fastai = [ toml fastai fastcore ]; tensorflow = [ tensorflow pydot graphviz ]; tensorflow-testing = [ tensorflow keras ]; hf_xet = [ # hf-xet ]; }; # Tests require network access. doCheck = false; Loading
pkgs/development/python-modules/kserve/default.nix +15 −3 Original line number Diff line number Diff line Loading @@ -11,6 +11,7 @@ # dependencies cloudevents, fastapi, grpc-interceptor, grpcio, httpx, kubernetes, Loading @@ -28,6 +29,7 @@ huggingface-hub, asgi-logger, ray, vllm, prometheus-client, protobuf, Loading @@ -51,14 +53,14 @@ buildPythonPackage rec { pname = "kserve"; version = "0.14.1"; version = "0.15.0"; pyproject = true; src = fetchFromGitHub { owner = "kserve"; repo = "kserve"; tag = "v${version}"; hash = "sha256-VwuUXANjshV4fN0i54Fs0zubHY81UtQcCV14JwMpXwA="; hash = "sha256-J2VFMHwhHpvtsywv3ixuVzpuDwq8y9w4heedYYWVBmM="; }; sourceRoot = "${src.name}/python/kserve"; Loading @@ -81,6 +83,7 @@ buildPythonPackage rec { dependencies = [ cloudevents fastapi grpc-interceptor grpcio httpx kubernetes Loading Loading @@ -108,9 +111,12 @@ buildPythonPackage rec { huggingface-hub google-cloud-storage requests ]; ] ++ huggingface-hub.optional-dependencies.hf_transfer; logging = [ asgi-logger ]; ray = [ ray ]; llm = [ # vllm (broken) ]; }; nativeCheckInputs = [ Loading Loading @@ -146,6 +152,12 @@ buildPythonPackage rec { disabledTestPaths = [ # Looks for a config file at the root of the repository "test/test_inference_service_client.py" # Require broken vllm "test/test_dataplane.py" "test/test_model_repository.py" "test/test_openai_completion.py" "test/test_openai_embedding.py" ]; disabledTests = Loading