pkgs/top-level/release.nix: add jobs for packages rebuilt by enableRocm (#446976) (d5af3893) · Commits · nix / nixpkgs

pkgs/development/rocm-modules/6/default.nix

+11 −0

Original line number	Diff line number	Diff line
		@@ -267,6 +267,17 @@ let
		# See: https://rocm.docs.amd.com/en/docs-5.7.1/_images/image.004.png
		# See: https://rocm.docs.amd.com/en/docs-5.7.1/deploy/linux/os-native/package_manager_integration.html
		meta = with self; rec {
		release-attrPaths = (builtins.fromJSON (builtins.readFile ./release-attrPaths.json)).attrPaths;
		release-packagePlatforms =
		let
		platforms = [
		"x86_64-linux"
		];
		in
		lib.foldl' (
		acc: path: lib.recursiveUpdate acc (lib.setAttrByPath (lib.splitString "." path) platforms)
		) { } self.meta.release-attrPaths;

		rocm-developer-tools = symlinkJoin {
		name = "rocm-developer-tools-meta";
		paths = [

pkgs/development/rocm-modules/6/release-attrPaths-gen.nix

0 → 100644

+36 −0

Original line number	Diff line number	Diff line
		{
		variant,
		}:
		let
		pkgs = import ../../../../. { config.allowAliases = false; };
		lib = pkgs.lib;
		optionalsWithSuccess =
		toTry: next:
		let
		tried = builtins.tryEval toTry;
		in
		lib.optionals tried.success (next tried.value);
		findAll =
		path: obj:
		optionalsWithSuccess obj (
		obj:
		if obj ? outPath then
		optionalsWithSuccess obj.outPath or null (
		outPath:
		# filter out unavailable, broken packages, and drvs with broken deps
		lib.optional (!((obj ? meta) && (!obj.meta.available or false \|\| obj.meta.broken))) {
		p = path;
		o = outPath;
		}
		)
		else if (obj.recurseForDerivations or false) \|\| (obj.recurseForRelease or false) then
		lib.concatLists (
		lib.mapAttrsToList (
		name: value: findAll (if path == null then name else path + "." + name) value
		) obj
		)
		else
		[ ]
		);
		in
		findAll null (pkgs.${variant} // { recurseForDerivations = true; })

pkgs/development/rocm-modules/6/release-attrPaths-gen.sh

0 → 100755

+39 −0

Original line number	Diff line number	Diff line
		#!/usr/bin/env nix-shell
		#!nix-shell -i bash -p jq nixVersions.latest
		set -euo pipefail

		# Generate a list of attr paths that are different when enableRocm = true
		# Special case python3*Packages to only build the default python3Packages
		rocmDir=$(dirname "$(realpath "$0")")

		pkgsTmp=$(mktemp)
		pkgsRocmTmp=$(mktemp)
		trap "rm -f $pkgsTmp $pkgsRocmTmp" EXIT

		echo "Generating attrPaths to compare for pkgs and pkgsRocm" >&2

		{
		nix-instantiate --eval --strict --json "$rocmDir/release-attrPaths-gen.nix" \
		--argstr variant pkgs > "$pkgsTmp" &
		nix-instantiate --eval --strict --json "$rocmDir/release-attrPaths-gen.nix" \
		--argstr variant pkgsRocm > "$pkgsRocmTmp" &
		wait
		}

		<"$pkgsRocmTmp" >"$rocmDir/release-attrPaths.json" jq --slurpfile def "$pkgsTmp" '
		{
		"__generatedBy": "'"$0"'",
		"attrPaths": [
		($def[0] \| map({(.p): .o}) \| add) as $def_map \|
		.[] \|
		select(
		($def_map[.p] == null) or
		($def_map[.p] != .o)
		) \|
		.p \|
		gsub("python3\\d+Packages"; "python3Packages")
		] \| unique
		}
		'

		echo "Generated $rocmDir/release-attrPaths.json" >&2

pkgs/development/rocm-modules/6/release-attrPaths.json

0 → 100644

+560 −0

Original line number	Diff line number	Diff line
		{
		"__generatedBy": "pkgs/development/rocm-modules/6/release-attrPaths-gen.sh",
		"attrPaths": [
		"adaptivecpp",
		"adios2",
		"aider-chat-full",
		"aider-chat-with-help",
		"aligator",
		"alpaca",
		"ants",
		"appcsxcad",
		"arpack-mpi",
		"backgroundremover",
		"beets",
		"beets-unstable",
		"beetsPackages.beets",
		"beetsPackages.beets-stable",
		"beetsPackages.beets-unstable",
		"bonmin",
		"btop",
		"btop-cuda",
		"c3d",
		"calibre",
		"casadi",
		"catalyst",
		"chatd",
		"cloudcompare",
		"contact",
		"costa",
		"cp2k",
		"crewai",
		"crocoddyl",
		"csxcad",
		"dartsim",
		"dbcsr",
		"dl-poly-classic-mpi",
		"docling",
		"docling-serve",
		"dolfinx",
		"dtcmp",
		"easyocr",
		"elastix",
		"elmerfem",
		"elpa",
		"exhibit",
		"exo",
		"expliot",
		"ezminc",
		"f3d",
		"ffmpeg_8-full",
		"fftwMpi",
		"freecad",
		"frigate",
		"galene-stt",
		"gdcm",
		"getdp",
		"globalarrays",
		"gromacsDoubleMpi",
		"gromacsMpi",
		"hashcat",
		"haskellPackages.casadi-bindings-internal",
		"haskellPackages.mpi-hs",
		"haskellPackages.mpi-hs-binary",
		"haskellPackages.mpi-hs-cereal",
		"haskellPackages.mpi-hs-store",
		"hdf5-fortran-mpi",
		"hdf5-mpi",
		"highfive-mpi",
		"home-assistant-component-tests.tami4",
		"hp2p",
		"hpcg",
		"hpl",
		"hypre",
		"hyprpanel",
		"immich-machine-learning",
		"intensity-normalization",
		"ior",
		"ipopt",
		"itk",
		"itk_5",
		"itk_5_2",
		"kagen",
		"kahip",
		"kaminpar",
		"lacus",
		"lammps-mpi",
		"libcircle",
		"libmbd",
		"libretranslate",
		"libsupermesh",
		"libvdwxc",
		"llama-cpp",
		"llama-cpp-vulkan",
		"lwgrp",
		"migrate",
		"mim-solvers",
		"mirtk",
		"mlflow-server",
		"mokuro",
		"mpi",
		"mpifileutils",
		"mrtrix",
		"mumps",
		"mumps-mpi",
		"ndcurves",
		"nest-mpi",
		"netcdf-mpi",
		"netgen",
		"neuron-mpi",
		"newelle",
		"nwchem",
		"octavePackages.dicom",
		"octopus",
		"ollama",
		"openai-whisper",
		"openems",
		"openmpi",
		"opensplat",
		"openturns",
		"otb",
		"owocr",
		"p4est",
		"p4est-dbg",
		"p4est-sc",
		"p4est-sc-dbg",
		"pagmo2",
		"paraview",
		"parmmg",
		"pcl",
		"pdi",
		"petsc",
		"pfft",
		"pianotrans",
		"pinocchio",
		"piper-tts",
		"pitivi",
		"pnetcdf",
		"pnfft",
		"precice",
		"proxsuite-nlp",
		"python3Packages.accelerate",
		"python3Packages.adios2",
		"python3Packages.aerosandbox",
		"python3Packages.albumentations",
		"python3Packages.aligator",
		"python3Packages.anndata",
		"python3Packages.apptools",
		"python3Packages.apricot-select",
		"python3Packages.argos-translate-files",
		"python3Packages.argostranslate",
		"python3Packages.array-api-compat",
		"python3Packages.asteroid-filterbanks",
		"python3Packages.attacut",
		"python3Packages.augmax",
		"python3Packages.ax-platform",
		"python3Packages.baselines",
		"python3Packages.beetcamp",
		"python3Packages.beets",
		"python3Packages.bitsandbytes",
		"python3Packages.blackjax",
		"python3Packages.blosc2",
		"python3Packages.botorch",
		"python3Packages.captum",
		"python3Packages.casadi",
		"python3Packages.catalyst",
		"python3Packages.clean-fid",
		"python3Packages.cleanvision",
		"python3Packages.clip",
		"python3Packages.clip-anytorch",
		"python3Packages.cnvkit",
		"python3Packages.colbert-ai",
		"python3Packages.compressai",
		"python3Packages.compressed-tensors",
		"python3Packages.conduit-mpi",
		"python3Packages.crewai",
		"python3Packages.crocoddyl",
		"python3Packages.ctranslate2",
		"python3Packages.curated-transformers",
		"python3Packages.cut-cross-entropy",
		"python3Packages.cvxpy",
		"python3Packages.cyipopt",
		"python3Packages.dartsim",
		"python3Packages.dask-mpi",
		"python3Packages.dcmstack",
		"python3Packages.dctorch",
		"python3Packages.deepdish",
		"python3Packages.deepsearch-toolkit",
		"python3Packages.deepwave",
		"python3Packages.deid",
		"python3Packages.depyf",
		"python3Packages.detectron2",
		"python3Packages.dicom-numpy",
		"python3Packages.dicom2nifti",
		"python3Packages.dicomweb-client",
		"python3Packages.diffusers",
		"python3Packages.dipy",
		"python3Packages.docling",
		"python3Packages.docling-core",
		"python3Packages.docling-ibm-models",
		"python3Packages.docling-jobkit",
		"python3Packages.docling-mcp",
		"python3Packages.docling-parse",
		"python3Packages.docling-serve",
		"python3Packages.easyocr",
		"python3Packages.effdet",
		"python3Packages.einops",
		"python3Packages.encodec",
		"python3Packages.envisage",
		"python3Packages.example-robot-data",
		"python3Packages.experiment-utilities",
		"python3Packages.ezyrb",
		"python3Packages.f3d",
		"python3Packages.facenet-pytorch",
		"python3Packages.fairscale",
		"python3Packages.fast-simplification",
		"python3Packages.fastai",
		"python3Packages.faster-whisper",
		"python3Packages.fastmri",
		"python3Packages.fenics-dolfinx",
		"python3Packages.fickling",
		"python3Packages.finetuning-scheduler",
		"python3Packages.firedrake",
		"python3Packages.flammkuchen",
		"python3Packages.flyingsquid",
		"python3Packages.fslpy",
		"python3Packages.funsor",
		"python3Packages.fvcore",
		"python3Packages.gdcm",
		"python3Packages.geotorch",
		"python3Packages.gliner",
		"python3Packages.gluonts",
		"python3Packages.gpaw",
		"python3Packages.gpuctypes",
		"python3Packages.gpytorch",
		"python3Packages.grad-cam",
		"python3Packages.gradio",
		"python3Packages.gradio-client",
		"python3Packages.gradio-pdf",
		"python3Packages.graphtage",
		"python3Packages.gstools",
		"python3Packages.guidance",
		"python3Packages.h5io",
		"python3Packages.h5py-mpi",
		"python3Packages.heudiconv",
		"python3Packages.highdicom",
		"python3Packages.holistic-trace-analysis",
		"python3Packages.hyper-connections",
		"python3Packages.ignite",
		"python3Packages.imagededup",
		"python3Packages.imgcat",
		"python3Packages.insightface",
		"python3Packages.intensity-normalization",
		"python3Packages.invisible-watermark",
		"python3Packages.iopath",
		"python3Packages.itk",
		"python3Packages.jaxopt",
		"python3Packages.julius",
		"python3Packages.k-diffusion",
		"python3Packages.kahip",
		"python3Packages.kokoro",
		"python3Packages.kornia",
		"python3Packages.kornia-rs",
		"python3Packages.kserve",
		"python3Packages.lacuscore",
		"python3Packages.lancedb",
		"python3Packages.langchain-huggingface",
		"python3Packages.layoutparser",
		"python3Packages.libretranslate",
		"python3Packages.librosa",
		"python3Packages.libsupermesh",
		"python3Packages.lightning",
		"python3Packages.linear-operator",
		"python3Packages.lion-pytorch",
		"python3Packages.llama-cloud-services",
		"python3Packages.llama-index",
		"python3Packages.llama-index-cli",
		"python3Packages.llama-index-core",
		"python3Packages.llama-index-embeddings-gemini",
		"python3Packages.llama-index-embeddings-google",
		"python3Packages.llama-index-embeddings-huggingface",
		"python3Packages.llama-index-embeddings-ollama",
		"python3Packages.llama-index-embeddings-openai",
		"python3Packages.llama-index-graph-stores-nebula",
		"python3Packages.llama-index-graph-stores-neo4j",
		"python3Packages.llama-index-graph-stores-neptune",
		"python3Packages.llama-index-indices-managed-llama-cloud",
		"python3Packages.llama-index-legacy",
		"python3Packages.llama-index-llms-ollama",
		"python3Packages.llama-index-llms-openai",
		"python3Packages.llama-index-llms-openai-like",
		"python3Packages.llama-index-multi-modal-llms-openai",
		"python3Packages.llama-index-node-parser-docling",
		"python3Packages.llama-index-readers-database",
		"python3Packages.llama-index-readers-docling",
		"python3Packages.llama-index-readers-file",
		"python3Packages.llama-index-readers-json",
		"python3Packages.llama-index-readers-llama-parse",
		"python3Packages.llama-index-readers-s3",
		"python3Packages.llama-index-readers-twitter",
		"python3Packages.llama-index-readers-txtai",
		"python3Packages.llama-index-readers-weather",
		"python3Packages.llama-index-vector-stores-chroma",
		"python3Packages.llama-index-vector-stores-google",
		"python3Packages.llama-index-vector-stores-milvus",
		"python3Packages.llama-index-vector-stores-postgres",
		"python3Packages.llama-index-vector-stores-qdrant",
		"python3Packages.llama-parse",
		"python3Packages.llguidance",
		"python3Packages.llm-sentence-transformers",
		"python3Packages.lm-eval",
		"python3Packages.local-attention",
		"python3Packages.manga-ocr",
		"python3Packages.manifest-ml",
		"python3Packages.markitdown",
		"python3Packages.mayavi",
		"python3Packages.mdtraj",
		"python3Packages.medpy",
		"python3Packages.medvol",
		"python3Packages.meep",
		"python3Packages.meshtastic",
		"python3Packages.mim-solvers",
		"python3Packages.mlcroissant",
		"python3Packages.mlflow",
		"python3Packages.mmcv",
		"python3Packages.mmengine",
		"python3Packages.mne",
		"python3Packages.monai",
		"python3Packages.monotonic-alignment-search",
		"python3Packages.monty",
		"python3Packages.mpi-pytest",
		"python3Packages.mpi4py",
		"python3Packages.napari-nifti",
		"python3Packages.ndcurves",
		"python3Packages.nest",
		"python3Packages.netgen-mesher",
		"python3Packages.neuralfoil",
		"python3Packages.neuronpy",
		"python3Packages.nianet",
		"python3Packages.nibabel",
		"python3Packages.nifty8",
		"python3Packages.nilearn",
		"python3Packages.nipy",
		"python3Packages.nipype",
		"python3Packages.nitime",
		"python3Packages.nitransforms",
		"python3Packages.niworkflows",
		"python3Packages.noisereduce",
		"python3Packages.open-clip-torch",
		"python3Packages.openai-whisper",
		"python3Packages.openturns",
		"python3Packages.optimum",
		"python3Packages.optuna",
		"python3Packages.optuna-dashboard",
		"python3Packages.orbax-checkpoint",
		"python3Packages.osqp",
		"python3Packages.outlines",
		"python3Packages.outlines-core",
		"python3Packages.pandantic",
		"python3Packages.pandas-stubs",
		"python3Packages.pandera",
		"python3Packages.pdfplumber",
		"python3Packages.peacasso",
		"python3Packages.peft",
		"python3Packages.pepit",
		"python3Packages.petsc4py",
		"python3Packages.pgmpy",
		"python3Packages.piano-transcription-inference",
		"python3Packages.pinocchio",
		"python3Packages.pomegranate",
		"python3Packages.proxsuite-nlp",
		"python3Packages.pyannote-audio",
		"python3Packages.pyannote-pipeline",
		"python3Packages.pybids",
		"python3Packages.pydicom",
		"python3Packages.pydmd",
		"python3Packages.pygmo",
		"python3Packages.pykrige",
		"python3Packages.pylance",
		"python3Packages.pylibjpeg",
		"python3Packages.pylibjpeg-openjpeg",
		"python3Packages.pylibjpeg-rle",
		"python3Packages.pymanopt",
		"python3Packages.pymatgen",
		"python3Packages.pymedio",
		"python3Packages.pynetdicom",
		"python3Packages.pyorthanc",
		"python3Packages.pyotb",
		"python3Packages.pypasser",
		"python3Packages.pyprecice",
		"python3Packages.pyradiomics",
		"python3Packages.pyro-ppl",
		"python3Packages.pyseries",
		"python3Packages.python-csxcad",
		"python3Packages.python-openems",
		"python3Packages.pytorch-bench",
		"python3Packages.pytorch-lightning",
		"python3Packages.pytorch-memlab",
		"python3Packages.pytorch-metric-learning",
		"python3Packages.pytorch-msssim",
		"python3Packages.pytorch-pfn-extras",
		"python3Packages.pytorch-tabnet",
		"python3Packages.pytorch3d",
		"python3Packages.pytorchviz",
		"python3Packages.pyvista",
		"python3Packages.qpsolvers",
		"python3Packages.qutip",
		"python3Packages.rerun-sdk",
		"python3Packages.resampy",
		"python3Packages.resize-right",
		"python3Packages.rlcard",
		"python3Packages.roma",
		"python3Packages.rotary-embedding-torch",
		"python3Packages.safetensors",
		"python3Packages.sagemaker-mlflow",
		"python3Packages.scanpy",
		"python3Packages.scikit-bio",
		"python3Packages.scikit-survival",
		"python3Packages.sentence-transformers",
		"python3Packages.sfepy",
		"python3Packages.shap",
		"python3Packages.simpleitk",
		"python3Packages.sirius",
		"python3Packages.skorch",
		"python3Packages.slepc4py",
		"python3Packages.slicer",
		"python3Packages.smolagents",
		"python3Packages.snorkel",
		"python3Packages.spacy",
		"python3Packages.spacy-curated-transformers",
		"python3Packages.spacy-loggers",
		"python3Packages.spacy-lookups-data",
		"python3Packages.spacy-transformers",
		"python3Packages.speechbrain",
		"python3Packages.speechrecognition",
		"python3Packages.spyder-kernels",
		"python3Packages.stanza",
		"python3Packages.staticvectors",
		"python3Packages.stytra",
		"python3Packages.sumo",
		"python3Packages.syne-tune",
		"python3Packages.tables",
		"python3Packages.tami4edgeapi",
		"python3Packages.templateflow",
		"python3Packages.tensorboardx",
		"python3Packages.tensordict",
		"python3Packages.tensorflow-datasets",
		"python3Packages.test-tube",
		"python3Packages.textacy",
		"python3Packages.textnets",
		"python3Packages.timm",
		"python3Packages.tinygrad",
		"python3Packages.torch",
		"python3Packages.torch-audiomentations",
		"python3Packages.torch-geometric",
		"python3Packages.torch-no-triton",
		"python3Packages.torch-pitch-shift",
		"python3Packages.torch-tb-profiler",
		"python3Packages.torchWithVulkan",
		"python3Packages.torchWithoutCuda",
		"python3Packages.torchao",
		"python3Packages.torchaudio",
		"python3Packages.torchbench",
		"python3Packages.torchcrepe",
		"python3Packages.torchdiffeq",
		"python3Packages.torcheval",
		"python3Packages.torchinfo",
		"python3Packages.torchio",
		"python3Packages.torchlibrosa",
		"python3Packages.torchmetrics",
		"python3Packages.torchprofile",
		"python3Packages.torchsde",
		"python3Packages.torchsnapshot",
		"python3Packages.torchsummary",
		"python3Packages.torchtnt",
		"python3Packages.torchtnt-nightly",
		"python3Packages.torchvision",
		"python3Packages.trainer",
		"python3Packages.transformers",
		"python3Packages.translatehtml",
		"python3Packages.treescope",
		"python3Packages.trl",
		"python3Packages.trx-python",
		"python3Packages.tsid",
		"python3Packages.ttach",
		"python3Packages.txtai",
		"python3Packages.ultralytics",
		"python3Packages.ultralytics-thop",
		"python3Packages.unstructured-inference",
		"python3Packages.vllm",
		"python3Packages.vtk",
		"python3Packages.wandb",
		"python3Packages.webdataset",
		"python3Packages.whisperx",
		"python3Packages.x-transformers",
		"python3Packages.xarray-einstats",
		"python3Packages.xformers",
		"python3Packages.xgrammar",
		"python3Packages.xnatpy",
		"qcsxcad",
		"quantum-espresso",
		"ramalama",
		"raxml-mpi",
		"rclip",
		"rembg",
		"rlama",
		"rtabmap",
		"scalapack",
		"scipopt-gcg",
		"scipopt-scip",
		"scipopt-ug",
		"scotch",
		"siesta",
		"siesta-mpi",
		"simpleitk",
		"sirius",
		"slepc",
		"spfft",
		"spla",
		"supergee",
		"superlu_dist",
		"tabby",
		"tests.pkg-config.defaultPkgConfigPackages.ompi",
		"tests.pkg-config.defaultPkgConfigPackages.ompi-c",
		"tests.pkg-config.defaultPkgConfigPackages.ompi-cxx",
		"tests.pkg-config.defaultPkgConfigPackages.ompi-f77",
		"tests.pkg-config.defaultPkgConfigPackages.ompi-f90",
		"tests.pkg-config.defaultPkgConfigPackages.ompi-fort",
		"tests.testers.hasCmakeConfigModules.boost-has-boost_mpi",
		"tests.testers.hasCmakeConfigModules.boost_mpi-does-not-have-mpi",
		"therion",
		"tmpi",
		"tocpdf",
		"trilinos-mpi",
		"tsid",
		"tt-metal",
		"tts",
		"ucc",
		"ucx",
		"unbook",
		"unstructured-api",
		"vectorcode",
		"vimPlugins.vectorcode-nvim",
		"viskores",
		"vllm",
		"vtk",
		"vtk-dicom",
		"vtk-full",
		"vtkWithQt6",
		"vtk_9_5",
		"whisper-cpp",
		"whisper-cpp-vulkan",
		"whisper-ctranslate2",
		"whisperx",
		"wifite2",
		"witnessme",
		"wyoming-faster-whisper",
		"wyoming-piper",
		"xyce-parallel"
		]
		}

pkgs/top-level/all-packages.nix

+2 −2

Original line number	Diff line number	Diff line
		@@ -2658,8 +2658,8 @@ with pkgs;

		kramdown-asciidoc = callPackage ../tools/typesetting/kramdown-asciidoc { };

		rocmPackages = rocmPackages_6;
		rocmPackages_6 = recurseIntoAttrs (callPackage ../development/rocm-modules/6 { });
		rocmPackages = recurseIntoAttrs rocmPackages_6;
		rocmPackages_6 = callPackage ../development/rocm-modules/6 { };

		tsm-client-withGui = callPackage ../by-name/ts/tsm-client/package.nix { enableGui = true; };