2020-07-03 18:30:19 -04:00
|
|
|
;;; GNU Guix --- Functional package management for GNU
|
2021-10-10 07:54:07 -04:00
|
|
|
;;; Copyright © 2020, 2021 Marius Bakke <marius@gnu.org>
|
2021-06-20 09:15:55 -04:00
|
|
|
;;; Copyright © 2020 Brice Waegeneire <brice@waegenei.re>
|
2023-01-27 16:06:12 -05:00
|
|
|
;;; Copyright © 2023 Bruno Victal <mirai@makinata.eu>
|
2020-07-03 18:30:19 -04:00
|
|
|
;;;
|
|
|
|
;;; This file is part of GNU Guix.
|
|
|
|
;;;
|
|
|
|
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
|
|
|
;;; under the terms of the GNU General Public License as published by
|
|
|
|
;;; the Free Software Foundation; either version 3 of the License, or (at
|
|
|
|
;;; your option) any later version.
|
|
|
|
;;;
|
|
|
|
;;; GNU Guix is distributed in the hope that it will be useful, but
|
|
|
|
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
;;; GNU General Public License for more details.
|
|
|
|
;;;
|
|
|
|
;;; You should have received a copy of the GNU General Public License
|
|
|
|
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
(define-module (gnu tests ganeti)
|
|
|
|
#:use-module (gnu)
|
|
|
|
#:use-module (gnu tests)
|
|
|
|
#:use-module (gnu system vm)
|
|
|
|
#:use-module (gnu services)
|
2023-01-27 16:06:12 -05:00
|
|
|
#:use-module (gnu services base)
|
2020-07-03 18:30:19 -04:00
|
|
|
#:use-module (gnu services ganeti)
|
|
|
|
#:use-module (gnu services networking)
|
|
|
|
#:use-module (gnu services ssh)
|
|
|
|
#:use-module (gnu packages virtualization)
|
|
|
|
#:use-module (guix gexp)
|
|
|
|
#:use-module (ice-9 format)
|
|
|
|
#:export (%test-ganeti-kvm %test-ganeti-lxc))
|
|
|
|
|
|
|
|
(define %ganeti-os
|
|
|
|
(operating-system
|
|
|
|
(host-name "gnt1")
|
|
|
|
(timezone "Etc/UTC")
|
|
|
|
(locale "en_US.UTF-8")
|
|
|
|
|
|
|
|
(bootloader (bootloader-configuration
|
|
|
|
(bootloader grub-bootloader)
|
gnu: tests: Update tests to new targets system.
* gnu/services/virtualization.scm
(%virtual-build-machine-operating-system): Remove bootloader.
(%hurd-vm-operating-system): Remove targets.
* gnu/system/hurd.scm (%hurd-default-operating-system): Remove targets.
* gnu/system/images/wsl2.scm (dummy-bootloader): Delete variable.
(wsl-os)[bootloader]: Don't provide field.
* gnu/system/vm.scm (virtualized-operating-system): Don't provide
bootloader.
* gnu/tests.scm (%simple-os), gnu/tests/ganeti.scm (%ganeti-os),
gnu/tests/image.scm (%simple-efi-os), gnu/tests/nfs.scm (%base-os),
gnu/tests/telephony.scm (make-jami-os), gnu/tests/vnc.scm (%xvnc-os):
Update bootloader targets.
* gnu/tests/install.scm (%minimal-os, %minimal-extlinux-os,
%minimal-os-on-vda, %separate-home-os, %separate-store-os,
%raid-root-os, %encrypted-root-os, %lvm-separate-home-os,
%encrypted-home-os, %encrypted-home-os-key-file,
%encrypted-root-not-boot-os, %btrfs-root-os-source,
%btrfs-raid-root-os-source, %btrfs-root-on-subvolume-os,
%btrfs-raid10-root-os, %jfs-root-os, %f2fs-root-os, %xfs-root-os):
Update bootloader targets.
(%btrfs-raid10-root-os): Use multiple bootloaders.
Change-Id: I3d66a839a9b2a73b8b65946950728b1e0155ca1e
2024-08-06 20:11:27 -04:00
|
|
|
(targets (list (bootloader-target
|
|
|
|
(type 'disk)
|
|
|
|
(device "/dev/vda"))))))
|
2020-07-03 18:30:19 -04:00
|
|
|
(file-systems (cons (file-system
|
|
|
|
(device (file-system-label "my-root"))
|
|
|
|
(mount-point "/")
|
|
|
|
(type "ext4"))
|
|
|
|
%base-file-systems))
|
|
|
|
(firmware '())
|
|
|
|
|
|
|
|
(packages (append (list ganeti-instance-debootstrap ganeti-instance-guix)
|
|
|
|
%base-packages))
|
2023-01-27 16:06:12 -05:00
|
|
|
|
|
|
|
;; The hosts file must contain a nonlocal IP for host-name.
|
|
|
|
(essential-services
|
|
|
|
(modify-services (operating-system-default-essential-services this-operating-system)
|
|
|
|
(hosts-service-type config => (list
|
|
|
|
(host "127.0.0.1" "localhost")
|
|
|
|
(host "::1" "localhost")))))
|
2020-07-03 18:30:19 -04:00
|
|
|
(services
|
2021-10-27 06:29:56 -04:00
|
|
|
(append (list (service static-networking-service-type
|
|
|
|
(list %qemu-static-networking))
|
2020-07-03 18:30:19 -04:00
|
|
|
(service openssh-service-type
|
|
|
|
(openssh-configuration
|
2021-06-20 09:15:55 -04:00
|
|
|
(permit-root-login 'prohibit-password)))
|
2020-07-03 18:30:19 -04:00
|
|
|
|
2023-01-27 16:06:12 -05:00
|
|
|
;; In addition, the cluster name must resolve to an IP address that
|
|
|
|
;; is not currently provisioned.
|
|
|
|
(simple-service 'ganeti-host-entries hosts-service-type
|
|
|
|
(list
|
|
|
|
(host "10.0.2.15" "gnt1.example.com" '("gnt1"))
|
|
|
|
(host "192.168.254.254" "ganeti.example.com")))
|
|
|
|
|
2020-07-03 18:30:19 -04:00
|
|
|
(service ganeti-service-type
|
|
|
|
(ganeti-configuration
|
|
|
|
(file-storage-paths '("/srv/ganeti/file-storage"))
|
2020-07-19 03:59:57 -04:00
|
|
|
(rapi-configuration
|
|
|
|
(ganeti-rapi-configuration
|
|
|
|
;; Disable TLS so we can test the RAPI without
|
|
|
|
;; pulling in GnuTLS.
|
|
|
|
(ssl? #f)))
|
2020-07-03 18:30:19 -04:00
|
|
|
(os %default-ganeti-os))))
|
|
|
|
%base-services))))
|
|
|
|
|
|
|
|
(define* (run-ganeti-test hypervisor #:key
|
|
|
|
(master-netdev "eth0")
|
|
|
|
(hvparams '())
|
|
|
|
(extra-packages '())
|
2021-10-10 07:54:07 -04:00
|
|
|
(rapi-port 5080))
|
2020-07-03 18:30:19 -04:00
|
|
|
"Run tests in %GANETI-OS."
|
|
|
|
(define os
|
|
|
|
(marionette-operating-system
|
|
|
|
(operating-system
|
|
|
|
(inherit %ganeti-os)
|
|
|
|
(packages (append extra-packages
|
|
|
|
(operating-system-packages %ganeti-os))))
|
|
|
|
#:imported-modules '((gnu services herd)
|
|
|
|
(guix combinators))))
|
|
|
|
|
|
|
|
(define %forwarded-rapi-port 5080)
|
|
|
|
|
|
|
|
(define vm
|
|
|
|
(virtual-machine
|
|
|
|
(operating-system os)
|
|
|
|
;; Some of the daemons are fairly memory-hungry.
|
|
|
|
(memory-size 512)
|
|
|
|
;; Forward HTTP ports so we can access them from the "outside".
|
2021-10-10 07:54:07 -04:00
|
|
|
(port-forwardings `((,%forwarded-rapi-port . ,rapi-port)))))
|
2020-07-03 18:30:19 -04:00
|
|
|
|
|
|
|
(define test
|
|
|
|
(with-imported-modules '((gnu build marionette))
|
|
|
|
#~(begin
|
|
|
|
(use-modules (srfi srfi-11) (srfi srfi-64)
|
|
|
|
(web uri) (web client) (web response)
|
2021-10-10 07:54:07 -04:00
|
|
|
(ice-9 iconv)
|
2020-07-03 18:30:19 -04:00
|
|
|
(gnu build marionette))
|
|
|
|
|
|
|
|
(define marionette
|
|
|
|
(make-marionette (list #$vm)))
|
|
|
|
|
tests: Reduce boilerplate for users of 'system-test-runner'.
* gnu/tests/audio.scm, gnu/tests/base.scm, gnu/tests/ci.scm,
gnu/tests/cups.scm, gnu/tests/databases.scm, gnu/tests/desktop.scm,
gnu/tests/dict.scm, gnu/tests/docker.scm, gnu/tests/file-sharing.scm,
gnu/tests/ganeti.scm, gnu/tests/guix.scm, gnu/tests/ldap.scm,
gnu/tests/linux-modules.scm,
gnu/tests/mail.scm, gnu/tests/messaging.scm, gnu/tests/monitoring.scm,
gnu/tests/networking.scm, gnu/tests/nfs.scm,
gnu/tests/package-management.scm, gnu/tests/reconfigure.scm,
gnu/tests/rsync.scm, gnu/tests/security-token.scm,
gnu/tests/singularity.scm, gnu/tests/ssh.scm, gnu/tests/telephony.scm,
gnu/tests/version-control.scm, gnu/tests/virtualization.scm,
gnu/tests/web.scm: Remove (mkdir #$output) (chdir #$output) and
pass #$output as argument to 'system-test-runner'.
2021-09-26 17:20:56 -04:00
|
|
|
(test-runner-current (system-test-runner #$output))
|
2020-07-03 18:30:19 -04:00
|
|
|
(test-begin "ganeti")
|
|
|
|
|
|
|
|
;; Ganeti uses the Shepherd to start/stop daemons, so make sure
|
|
|
|
;; it is ready before we begin. It takes a while because all
|
|
|
|
;; Ganeti daemons fail to start initially.
|
|
|
|
(test-assert "shepherd is ready"
|
|
|
|
(wait-for-unix-socket "/var/run/shepherd/socket" marionette))
|
|
|
|
|
|
|
|
(test-eq "gnt-cluster init"
|
|
|
|
0
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(setenv
|
|
|
|
"PATH"
|
|
|
|
;; Init needs to run 'ssh-keygen', 'ip', etc.
|
|
|
|
"/run/current-system/profile/sbin:/run/current-system/profile/bin")
|
|
|
|
(system* #$(file-append ganeti "/sbin/gnt-cluster") "init"
|
|
|
|
(string-append "--master-netdev=" #$master-netdev)
|
|
|
|
;; TODO: Enable more disk backends.
|
|
|
|
"--enabled-disk-templates=file"
|
|
|
|
(string-append "--enabled-hypervisors="
|
|
|
|
#$hypervisor)
|
|
|
|
(string-append "--hypervisor-parameters="
|
|
|
|
#$hypervisor ":"
|
|
|
|
(string-join '#$hvparams "\n"))
|
|
|
|
;; Set the default NIC mode to 'routed' to avoid having to
|
|
|
|
;; configure a full bridge to placate 'gnt-cluster verify'.
|
|
|
|
"--nic-parameters=mode=routed,link=eth0"
|
|
|
|
"ganeti.example.com"))
|
|
|
|
marionette))
|
|
|
|
|
|
|
|
;; Disable the watcher while doing daemon tests to prevent interference.
|
|
|
|
(test-eq "watcher pause"
|
|
|
|
0
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(system* #$(file-append ganeti "/sbin/gnt-cluster")
|
|
|
|
"watcher" "pause" "1h"))
|
|
|
|
marionette))
|
|
|
|
|
|
|
|
(test-assert "force-start wconfd"
|
|
|
|
;; Check that the 'force-start' Shepherd action works, used in a
|
|
|
|
;; master-failover scenario.
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(setenv "PATH" "/run/current-system/profile/bin")
|
2023-09-07 09:39:28 -04:00
|
|
|
(and (zero? (system* "herd" "stop" "ganeti-wconfd"))
|
|
|
|
(zero? (system* "herd" "disable" "ganeti-wconfd"))
|
|
|
|
(zero? (system* "herd" "force-start" "ganeti-wconfd"))))
|
2020-07-03 18:30:19 -04:00
|
|
|
marionette))
|
|
|
|
|
|
|
|
;; Verify that the cluster is healthy.
|
|
|
|
(test-eq "gnt-cluster verify 1"
|
|
|
|
0
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(system* #$(file-append ganeti "/sbin/gnt-cluster") "verify"))
|
|
|
|
marionette))
|
|
|
|
|
|
|
|
;; Try stopping and starting daemons with daemon-util like
|
|
|
|
;; 'gnt-node add', 'gnt-cluster init', etc.
|
|
|
|
(test-eq "daemon-util stop-all"
|
|
|
|
0
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(system* #$(file-append ganeti "/lib/ganeti/daemon-util")
|
|
|
|
"stop-all"))
|
|
|
|
marionette))
|
|
|
|
|
|
|
|
(test-eq "daemon-util start-all"
|
|
|
|
0
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(system* #$(file-append ganeti "/lib/ganeti/daemon-util")
|
|
|
|
"start-all"))
|
|
|
|
marionette))
|
|
|
|
|
|
|
|
;; Check that the cluster is still healthy after the daemon restarts.
|
|
|
|
(test-eq "gnt-cluster verify 2"
|
|
|
|
0
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(system* #$(file-append ganeti "/sbin/gnt-cluster") "verify"))
|
|
|
|
marionette))
|
|
|
|
|
|
|
|
(test-eq "watcher continue"
|
|
|
|
0
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(system* #$(file-append ganeti "/sbin/gnt-cluster")
|
|
|
|
"watcher" "continue"))
|
|
|
|
marionette))
|
|
|
|
|
2021-10-10 07:54:07 -04:00
|
|
|
;; Try accessing the RAPI.
|
2020-07-03 18:30:19 -04:00
|
|
|
(test-equal "http-get RAPI version"
|
2021-10-10 07:54:07 -04:00
|
|
|
'(200 "2\n")
|
2020-07-03 18:30:19 -04:00
|
|
|
(let-values
|
|
|
|
(((response text)
|
|
|
|
(http-get #$(simple-format
|
|
|
|
#f "http://localhost:~A/version"
|
|
|
|
%forwarded-rapi-port)
|
2021-10-10 07:54:07 -04:00
|
|
|
#:decode-body? #f)))
|
|
|
|
(list (response-code response)
|
|
|
|
;; The API response lacks a content-type, so
|
|
|
|
;; (http-client) won't decode it for us.
|
|
|
|
(bytevector->string text "UTF-8"))))
|
2020-07-03 18:30:19 -04:00
|
|
|
|
|
|
|
(test-equal "gnt-os list"
|
|
|
|
"debootstrap+default\nguix+default\n"
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
2023-09-07 09:39:28 -04:00
|
|
|
(use-modules (ice-9 popen)
|
|
|
|
(ice-9 textual-ports))
|
2020-07-03 18:30:19 -04:00
|
|
|
(let* ((port (open-pipe*
|
|
|
|
OPEN_READ
|
|
|
|
#$(file-append ganeti "/sbin/gnt-os")
|
|
|
|
"list" "--no-headers"))
|
|
|
|
(output (get-string-all port)))
|
|
|
|
(close-pipe port)
|
|
|
|
output))
|
|
|
|
marionette))
|
|
|
|
|
|
|
|
(test-eq "gnt-cluster destroy"
|
|
|
|
0
|
|
|
|
(marionette-eval
|
|
|
|
'(begin
|
|
|
|
(system* #$(file-append ganeti "/sbin/gnt-cluster")
|
|
|
|
"destroy" "--yes-do-it"))
|
|
|
|
marionette))
|
|
|
|
|
tests: Adjust to SRFI-64 as found in Guile 3.0.7.
In Guile 3.0.7, 'test-runner-current' is set to #f upon 'test-end'.
Consequently, the previous strategy, where we'd call
'test-runner-current' after 'test-end', no longer works. Instead, set
the test runner in each test right before 'test-begin'.
* gnu/build/marionette.scm (system-test-runner): New procedure.
* gnu/tests/audio.scm (run-mpd-test): Replace (exit (= ...)) idiom
by (test-runner-current (system-test-runner)).
* gnu/tests/base.scm (run-basic-test)
(run-cleanup-test, run-mcron-test, run-nss-mdns-test): Likewise.
* gnu/tests/ci.scm (run-laminar-test): Likewise.
* gnu/tests/cups.scm (run-cups-test): Likewise.
* gnu/tests/databases.scm (run-memcached-test)
(run-postgresql-test, run-mysql-test): Likewise.
* gnu/tests/desktop.scm (run-elogind-test): Likewise.
* gnu/tests/dict.scm (run-dicod-test): Likewise.
* gnu/tests/docker.scm (run-docker-test): Likewise.
(run-docker-system-test): Likewise.
* gnu/tests/file-sharing.scm (run-transmission-daemon-test): Likewise.
* gnu/tests/ganeti.scm (run-ganeti-test): Likewise.
* gnu/tests/guix.scm (run-guix-build-coordinator-test): Likewise.
(run-guix-data-service-test): Likewise.
* gnu/tests/ldap.scm (run-ldap-test): Likewise.
* gnu/tests/linux-modules.scm (run-loadable-kernel-modules-test-base): Likewise.
* gnu/tests/mail.scm (run-opensmtpd-test)
(run-exim-test, run-dovecot-test, run-getmail-test): Likewise.
* gnu/tests/messaging.scm (run-xmpp-test)
(run-bitlbee-test, run-quassel-test): Likewise.
* gnu/tests/monitoring.scm (run-prometheus-node-exporter-server-test)
(run-zabbix-server-test): Likewise.
* gnu/tests/networking.scm (run-inetd-test, run-openvswitch-test)
(run-dhcpd-test, run-tor-test, run-iptables-test, run-ipfs-test): Likewise.
* gnu/tests/nfs.scm (run-nfs-test)
(run-nfs-server-test, run-nfs-root-fs-test): Likewise.
* gnu/tests/package-management.scm (run-nix-test): Likewise.
* gnu/tests/reconfigure.scm (run-switch-to-system-test)
(run-upgrade-services-test, run-install-bootloader-test): Likewise.
* gnu/tests/rsync.scm (run-rsync-test): Likewise.
* gnu/tests/security-token.scm (run-pcscd-test): Likewise.
* gnu/tests/singularity.scm (run-singularity-test): Likewise.
* gnu/tests/ssh.scm (run-ssh-test): Likewise.
* gnu/tests/telephony.scm (run-jami-test): Likewise.
* gnu/tests/version-control.scm (run-cgit-test): Likewise.
(run-git-http-test, run-gitolite-test, run-gitile-test): Likewise.
* gnu/tests/virtualization.scm (run-libvirt-test, run-childhurd-test): Likewise.
* gnu/tests/web.scm (run-webserver-test, run-php-fpm-test)
(run-hpcguix-web-server-test, run-tailon-test, run-patchwork-test): Likewise.
2021-09-25 12:36:04 -04:00
|
|
|
(test-end))))
|
2020-07-03 18:30:19 -04:00
|
|
|
|
|
|
|
(gexp->derivation (string-append "ganeti-" hypervisor "-test") test))
|
|
|
|
|
|
|
|
(define %test-ganeti-kvm
|
|
|
|
(system-test
|
|
|
|
(name "ganeti-kvm")
|
|
|
|
(description "Provision a Ganeti cluster using the KVM hypervisor.")
|
|
|
|
(value (run-ganeti-test "kvm"
|
|
|
|
;; Set kernel_path to an empty string to prevent
|
|
|
|
;; 'gnt-cluster verify' from testing for its presence.
|
|
|
|
#:hvparams '("kernel_path=")
|
|
|
|
#:extra-packages (list qemu)))))
|
|
|
|
|
|
|
|
(define %test-ganeti-lxc
|
|
|
|
(system-test
|
|
|
|
(name "ganeti-lxc")
|
|
|
|
(description "Provision a Ganeti cluster using LXC as the hypervisor.")
|
|
|
|
(value (run-ganeti-test "lxc"
|
|
|
|
#:extra-packages (list lxc)))))
|