Merge master into staging-next

{-# OPTIONS_GHC -Wall #-}

{-# LANGUAGE DataKinds #-}

import Control.Monad (forM_, (<=<))

import Control.Monad (forM_, forM, (<=<))

import Control.Monad.Trans (MonadIO (liftIO))

import Data.Aeson (

   FromJSON,

data Eval = Eval

   { id :: Int

   , jobsetevalinputs :: JobsetEvalInputs

   , builds :: Seq Int

   }

   deriving (Generic, ToJSON, FromJSON, Show)

   }

   deriving (Generic, ToJSON, FromJSON, Show)

data HydraSlownessWorkaroundFlag = HydraSlownessWorkaround | NoHydraSlownessWorkaround

data RequestLogsFlag = RequestLogs | NoRequestLogs

main :: IO ()

main = do

   args <- getArgs

   case args of

      ["get-report"] -> getBuildReports

      ["get-report", "--slow"] -> getBuildReports HydraSlownessWorkaround

      ["get-report"] -> getBuildReports NoHydraSlownessWorkaround

      ["ping-maintainers"] -> printMaintainerPing

      ["mark-broken-list"] -> printMarkBrokenList

      ["mark-broken-list", "--no-request-logs"] -> printMarkBrokenList NoRequestLogs

      ["mark-broken-list"] -> printMarkBrokenList RequestLogs

      ["eval-info"] -> printEvalInfo

      _ -> putStrLn "Usage: get-report | ping-maintainers | mark-broken-list | eval-info"

      _ -> putStrLn "Usage: get-report [--slow] | ping-maintainers | mark-broken-list [--no-request-logs] | eval-info"

reportFileName :: IO FilePath

reportFileName = getXdgDirectory XdgCache "haskell-updates-build-report.json"

showT :: Show a => a -> Text

showT = Text.pack . show

getBuildReports :: IO ()

getBuildReports = runReq defaultHttpConfig do

getBuildReports :: HydraSlownessWorkaroundFlag -> IO ()

getBuildReports opt = runReq defaultHttpConfig do

   evalMay <- Seq.lookup 0 . evals <$> hydraJSONQuery mempty ["jobset", "nixpkgs", "haskell-updates", "evals"]

   eval@Eval{id} <- maybe (liftIO $ fail "No Evalution found") pure evalMay

   eval@Eval{id} <- maybe (liftIO $ fail "No Evaluation found") pure evalMay

   liftIO . putStrLn $ "Fetching evaluation " <> show id <> " from Hydra. This might take a few minutes..."

   buildReports :: Seq Build <- hydraJSONQuery (responseTimeout 600000000) ["eval", showT id, "builds"]

   buildReports <- getEvalBuilds opt id

   liftIO do

      fileName <- reportFileName

      putStrLn $ "Finished fetching all builds from Hydra, saving report as " <> fileName

      now <- getCurrentTime

      encodeFile fileName (eval, now, buildReports)

getEvalBuilds :: HydraSlownessWorkaroundFlag -> Int -> Req (Seq Build)

getEvalBuilds NoHydraSlownessWorkaround id =

  hydraJSONQuery (responseTimeout 900000000) ["eval", showT id, "builds"]

getEvalBuilds HydraSlownessWorkaround id = do

  Eval{builds} <- hydraJSONQuery mempty [ "eval", showT id ]

  forM builds $ \buildId -> do

    liftIO $ putStrLn $ "Querying build " <> show buildId

    hydraJSONQuery mempty [ "build", showT buildId ]

hydraQuery :: HttpResponse a => Proxy a -> Option 'Https -> [Text] -> Req (HttpResponseBody a)

hydraQuery responseType option query =

   responseBody

         (foldl' (/:) (https "hydra.nixos.org") query)

         NoReqBody

         responseType

         (header "User-Agent" "hydra-report.hs/v1 (nixpkgs;maintainers/scripts/haskell)" <> option)

         (header "User-Agent" "hydra-report.hs/v1 (nixpkgs;maintainers/scripts/haskell) pls fix https://github.com/NixOS/nixos-org-configurations/issues/270" <> option)

hydraJSONQuery :: FromJSON a => Option 'Https -> [Text] -> Req a

hydraJSONQuery = hydraQuery jsonResponse

       textBuildSummary = printBuildSummary eval fetchTime buildSum topBrokenRdeps

   Text.putStrLn textBuildSummary

printMarkBrokenList :: IO ()

printMarkBrokenList = do

printMarkBrokenList :: RequestLogsFlag -> IO ()

printMarkBrokenList reqLogs = do

   (_, fetchTime, buildReport) <- readBuildReports

   runReq defaultHttpConfig $ forM_ buildReport \build@Build{job, id} ->

      case (getBuildState build, Text.splitOn "." $ unJobName job) of

         (Failed, ["haskellPackages", name, "x86_64-linux"]) -> do

            -- We use the last probable error cause found in the build log file.

            error_message <- fromMaybe "failure" <$>

              case reqLogs of

                NoRequestLogs -> pure Nothing

                RequestLogs -> do

                  -- Fetch build log from hydra to figure out the cause of the error.

                  build_log <- ByteString.lines <$> hydraPlainQuery ["build", showT id, "nixlog", "1", "raw"]

            -- We use the last probable error cause found in the build log file.

            let error_message = fromMaybe " failure " $ safeLast $ mapMaybe probableErrorCause build_log

                  pure $ safeLast $ mapMaybe probableErrorCause build_log

            liftIO $ putStrLn $ "  - " <> Text.unpack name <> " # " <> error_message <> " in job https://hydra.nixos.org/build/" <> show id <> " at " <> formatTime defaultTimeLocale "%Y-%m-%d" fetchTime

         _ -> pure ()

set -euo pipefail

do_commit=false

mark_broken_list_flags=""

for arg in "$@"; do

    case "$arg" in

        --do-commit)

            do_commit=true

            ;;

        --no-request-logs)

            mark_broken_list_flags="$mark_broken_list_flags $arg"

            ;;

        *)

            echo "$0: unknown flag: $arg"

            exit 100

            ;;

    esac

done

broken_config="pkgs/development/haskell-modules/configuration-hackage2nix/broken.yaml"

tmpfile=$(mktemp)

echo "Remember that you need to manually run 'maintainers/scripts/haskell/hydra-report.hs get-report' sometime before running this script."

echo "Generating a list of broken builds and displaying for manual confirmation ..."

maintainers/scripts/haskell/hydra-report.hs mark-broken-list | sort -i > "$tmpfile"

maintainers/scripts/haskell/hydra-report.hs mark-broken-list $mark_broken_list_flags | sort -i > "$tmpfile"

$EDITOR "$tmpfile"

$clear maintainers/scripts/haskell/regenerate-hackage-packages.sh

evalline=$(maintainers/scripts/haskell/hydra-report.hs eval-info)

if [[ "${1:-}" == "--do-commit" ]]; then

if $do_commit; then

git add $broken_config

git add pkgs/development/haskell-modules/configuration-hackage2nix/transitive-broken.yaml

git add pkgs/development/haskell-modules/hackage-packages.nix

        ];

      };

      # ZFS already has its own scheduler. Without this my(@Artturin) computer froze for a second when I nix build something.

      services.udev.extraRules = ''

        ACTION=="add|change", KERNEL=="sd[a-z]*[0-9]*|mmcblk[0-9]*p[0-9]*|nvme[0-9]*n[0-9]*p[0-9]*", ENV{ID_FS_TYPE}=="zfs_member", ATTR{../queue/scheduler}="none"

      '';

      environment.etc = genAttrs

        (map

          (file: "zfs/zed.d/${file}")

, autoreconfHook

, alsa-lib

, python3

, SDL

, SDL2

, libXext

, Cocoa

}:

stdenv.mkDerivation rec {

  pname = "schismtracker";

  version = "20220506";

  version = "20230906";

  src = fetchFromGitHub {

    owner = pname;

    repo = pname;

    rev = version;

    sha256 = "sha256-fK0FBn9e7l1Y/A7taFlaoas6ZPREFhEmskVBqjda6q0=";

    sha256 = "sha256-eW1sqfcAR3lutSyQKj7j1elkFTa8jfZqgrJYYAzMlzo=";

  };

  configureFlags = [ "--enable-dependency-tracking" ]

  nativeBuildInputs = [ autoreconfHook python3 ];

  buildInputs = [ SDL ] ++ lib.optional stdenv.isLinux alsa-lib;

  buildInputs = [ SDL2 ]

    ++ lib.optionals stdenv.isLinux [ alsa-lib libXext ]

    ++ lib.optionals stdenv.isDarwin [ Cocoa ];

  enableParallelBuilding = true;

  # Our Darwin SDL2 doesn't have a SDL2main to link against

  preConfigure = lib.optionalString stdenv.isDarwin ''

    substituteInPlace configure.ac \

      --replace '-lSDL2main' '-lSDL2'

  '';

  meta = with lib; {

    description = "Music tracker application, free reimplementation of Impulse Tracker";

    homepage = "http://schismtracker.org/";

# Generated by ./update.sh - do not update manually!

# Last updated: 2023-08-27

# Last updated: 2023-09-13

{

  compatList = {

    rev = "f440391993fe499c79d647ed0a20d117c0db0c27";

    rev = "463d5f3537eed71638d4f5809467afec1eb5988c";

    hash = "sha256:1hdsza3wf9a0yvj6h55gsl7xqvhafvbz1i8paz9kg7l49b0gnlh1";

  };

  mainline = {

    version = "1538";

    hash = "sha256:1wynpcx6gwdbahf7nm22jslk9hbcy17nxbr6qnzagndrws30csx5";

    version = "1557";

    hash = "sha256:19wlia1g2ll9fwbn4yj57cax4lvs3d6w41z2yy2pjdq84yzgg1gs";

  };

  ea = {

    version = "3838";

    distHash = "sha256:0riwahdlhi4a96ya4pi7g0anwa35z8zhbax87m2mk89vwrjnf2am";

    fullHash = "sha256:1a1cq4dg624y3ixgc05ihlhy1fnpp98xnc60cssrdmmzyp79hrjp";

    version = "3864";

    distHash = "sha256:02dxf9f33agnp91myxxklrdjalh6d32zjlg07p7v5v48mymnxhv9";

    fullHash = "sha256:020ljbgb79i66y6fqj4xblzv4s808l50jy7wwl0d6jwpck1q3i11";

  };

}