nixos/tests/nextcloud: switch objectstorage test to garage (#492794) (2f69ef72) · Commits · nix / nixpkgs

nixos/tests/nextcloud/default.nix

+5 −0

Original line number	Diff line number	Diff line
		@@ -20,6 +20,10 @@ let
		type = types.str;
		default = "";
		};
		provision = mkOption {
		type = types.str;
		default = "";
		};
		extraTests = mkOption {
		type = types.either types.str (types.functionTo types.str);
		default = "";
		@@ -75,6 +79,7 @@ let
		inherit (config) test-helpers;
		in
		mkBefore ''
		${test-helpers.provision}
		start_all()
		nextcloud.wait_for_unit("multi-user.target")

nixos/tests/nextcloud/with-objectstore.nix

+79 −48

Original line number	Diff line number	Diff line
		@@ -8,15 +8,23 @@

		with import ../../lib/testing-python.nix { inherit system pkgs; };
		runTest (
		{ config, lib, ... }:
		{
		config,
		lib,
		pkgs,
		...
		}:
		let
		accessKey = "BKIKJAA5BMMU2RHO6IBB";
		secretKey = "V7f1CwQqAcwo80UEIJEjc5gVQUSSx5ohQ9GSrr12";

		rootCredentialsFile = pkgs.writeText "minio-credentials-full" ''
		MINIO_ROOT_USER=${accessKey}
		MINIO_ROOT_PASSWORD=${secretKey}
		'';
		accessKey = "GK85bae09276df06d47a1ed2bf";
		secretKey = "eac031e3379beb05477a9c8381ade716c8f5860f1dffec915ae2a728a88c88c6";

		awsCfg = "${pkgs.writeText "aws.cfg" ''
		[default]
		endpoint_url=https://acme.test
		aws_access_key_id=${accessKey}
		aws_secret_access_key=${secretKey}
		region=garage
		''}";
		in
		{
		inherit name;
		@@ -27,7 +35,6 @@ runTest (
		nodes = {
		nextcloud =
		{
		config,
		pkgs,
		nodes,
		...
		@@ -35,6 +42,9 @@ runTest (
		{
		services.nextcloud.config.dbtype = "sqlite";

		environment.variables.AWS_CONFIG_FILE = awsCfg;
		environment.variables.AWS_CA_BUNDLE = "/etc/ssl/certs/ca-bundle.crt";

		services.nextcloud.config.objectstore.s3 = {
		enable = true;
		bucket = "nextcloud";
		@@ -45,40 +55,60 @@ runTest (
		useSsl = true;
		port = 443;
		usePathStyle = true;
		region = "us-east-1";
		region = "garage";
		};

		security.pki.certificates = [
		(builtins.readFile ../common/acme/server/ca.cert.pem)
		];

		environment.systemPackages = [ pkgs.minio-client ];
		environment.systemPackages = [ pkgs.awscli2 ];

		# The dummy certs are for acme.test, so we pretend that's the FQDN
		# of the minio VM.
		# of the garage VM.
		networking.extraHosts = ''
		${nodes.minio.networking.primaryIPAddress} acme.test
		${nodes.garage.networking.primaryIPAddress} acme.test
		'';
		};

		client =
		{ nodes, ... }:
		{ pkgs, nodes, ... }:
		{
		environment.variables.AWS_CONFIG_FILE = awsCfg;
		environment.variables.AWS_CA_BUNDLE = "/etc/ssl/certs/ca-bundle.crt";
		environment.systemPackages = [ pkgs.awscli2 ];

		security.pki.certificates = [
		(builtins.readFile ../common/acme/server/ca.cert.pem)
		];
		networking.extraHosts = ''
		${nodes.minio.networking.primaryIPAddress} acme.test
		${nodes.garage.networking.primaryIPAddress} acme.test
		'';
		};

		minio =
		{ ... }:
		garage =
		{ pkgs, ... }:
		{
		security.pki.certificates = [
		(builtins.readFile ../common/acme/server/ca.cert.pem)
		];

		services.garage = {
		enable = true;
		package = pkgs.garage_2;
		settings = {
		rpc_bind_addr = "[::]:3901";
		rpc_public_addr = "[::]:3901";
		rpc_secret = "81e5ab61625a5097c5953a09a16a524479c290ca01921560704395b830ad248d";
		replication_factor = 1;

		s3_api = {
		s3_region = "garage";
		api_bind_addr = "[::]:3900";
		};
		};
		};

		services.nginx = {
		enable = true;
		recommendedProxySettings = true;
		@@ -87,7 +117,7 @@ runTest (
		onlySSL = true;
		sslCertificate = ../common/acme/server/acme.test.cert.pem;
		sslCertificateKey = ../common/acme/server/acme.test.key.pem;
		locations."/".proxyPass = "http://127.0.0.1:9000";
		locations."/".proxyPass = "http://127.0.0.1:3900";
		};
		};

		@@ -95,25 +125,34 @@ runTest (
		127.0.0.1 acme.test
		'';

		environment.systemPackages = [ pkgs.gawk ];

		virtualisation.diskSize = 2 * 1024;

		networking.firewall.allowedTCPPorts = [
		9000
		3900
		80
		443
		];

		services.minio = {
		enable = true;
		listenAddress = "0.0.0.0:9000";
		consoleAddress = "0.0.0.0:9001";
		inherit rootCredentialsFile;
		};
		};
		};

		test-helpers.init = ''
		minio.wait_for_open_port(9000)
		minio.wait_for_unit("nginx.service")
		minio.wait_for_open_port(443)
		test-helpers.provision = ''
		garage.start()
		garage.wait_for_open_port(3900)
		garage.wait_for_unit("nginx.service")
		garage.wait_for_open_port(443)

		node_id = garage.succeed("garage status \| tail -n1 \| awk '{ print $1 }'")
		garage.succeed(
		"garage status",
		f"garage layout assign -c 1GB -z garage {node_id}",
		"garage layout apply --version 1",
		"garage key import ${accessKey} ${secretKey} --yes",
		"garage bucket create nextcloud",
		"garage key list >&2",
		"garage bucket allow --read --write --owner nextcloud --key ${accessKey}"
		)
		'';

		test-helpers.extraTests =
		@@ -124,42 +163,34 @@ runTest (
		nextcloud.succeed("test ! -e ${nodes.nextcloud.services.nextcloud.home}/data/root/files/test-shared-file")

		with subtest("Check if file is in S3"):
		nextcloud.succeed(
		"mc alias set minio https://acme.test ${accessKey} ${secretKey} --api s3v4"
		)
		files = nextcloud.succeed('mc ls minio/nextcloud\|sort').strip().split('\n')
		files = [
		f.rsplit(' ', 2)
		for f in nextcloud.succeed('aws s3 ls s3://nextcloud/\|sort').strip().split('\n')
		]
		print(files)

		# Cannot assert an exact number here, nc27 writes more stuff initially into S3.
		# For now let's assume it's always the most recently added file.
		assert len(files) > 0, f"""
		Expected to have at least one object in minio/nextcloud. But `mc ls` gave output:
		Expected to have at least one object in garage/nextcloud. But `mc ls` gave output:

		'{files}'
		"""

		import re
		ptrn = re.compile("^\[[A-Z0-9 :-]+\] +(?P<details>[A-Za-z0-9 :]+)$")
		match = ptrn.match(files[-1].strip())
		assert match, "Cannot match mc client output!"
		size, type_, file = tuple(match.group('details').split(' '))
		_, size, file = files[-1]

		assert size == "3B", f"""
		assert size == "3", f"""
		Expected size of uploaded file to be 3 bytes, got {size}
		"""

		assert type_ == 'STANDARD', f"""
		Expected type of bucket entry to be a file, i.e. 'STANDARD'. Got {type_}
		"""

		assert file.startswith('urn:oid'), """
		Expected filename to start with 'urn:oid', instead got '{file}.
		"""

		with subtest("Test download from S3"):
		client.succeed(
		"env AWS_ACCESS_KEY_ID=${accessKey} AWS_SECRET_ACCESS_KEY=${secretKey} "
		+ f"${lib.getExe pkgs.awscli2} s3 cp s3://nextcloud/{file} test --endpoint-url https://acme.test "
		+ "--region us-east-1 --ca-bundle /etc/ssl/certs/ca-bundle.crt"
		f"aws s3 cp s3://nextcloud/{file} test "
		+ "--ca-bundle /etc/ssl/certs/ca-bundle.crt"
		)

		client.succeed("test hi = $(cat test)")