mirror of
https://git.in.rschanz.org/ryan77627/guix.git
synced 2024-12-24 05:18:07 -05:00
services: guix: Add guix-build-coordinator-service-type.
* gnu/services/guix.scm (<guix-build-coordinator-configuration>): New record type. (guix-build-coordinator-configuration, guix-build-coordinator-configuration?, guix-build-coordinator-configuration-package, guix-build-coordinator-configuration-user, guix-build-coordinator-configuration-group, guix-build-coordinator-configuration-datastore-uri-string, guix-build-coordinator-configuration-agent-communication-uri-string, guix-build-coordinator-configuration-client-communication-uri-string, guix-build-coordinator-configuration-allocation-strategy, guix-build-coordinator-configuration-hooks, guix-build-coordinator-configuration-guile, make-guix-build-coordinator-start-script, guix-build-coordinator-shepherd-services, guix-build-coordinator-activation, guix-build-coordinator-account): New procedures. (guix-build-coordinator-service-type): New variable. * gnu/tests/guix.scm (%test-guix-build-coordinator): New variable. * doc/guix.texi (Guix Services): Document it.
This commit is contained in:
parent
c2cb0e462c
commit
15955e9b54
3 changed files with 338 additions and 4 deletions
|
@ -27764,6 +27764,73 @@ The complete list of possible options can be found in the man page for
|
||||||
@node Guix Services
|
@node Guix Services
|
||||||
@subsection Guix Services
|
@subsection Guix Services
|
||||||
|
|
||||||
|
@subsubheading Guix Build Coordinator
|
||||||
|
The @uref{https://git.cbaines.net/guix/build-coordinator/,Guix Build
|
||||||
|
Coordinator} aids in distributing derivation builds among machines
|
||||||
|
running an @dfn{agent}. The build daemon is still used to build the
|
||||||
|
derivations, but the Guix Build Coordinator manages allocating builds
|
||||||
|
and working with the results.
|
||||||
|
|
||||||
|
@quotation Note
|
||||||
|
This service is considered experimental. Configuration options may be
|
||||||
|
changed in a backwards-incompatible manner, and not all features have
|
||||||
|
been thorougly tested.
|
||||||
|
@end quotation
|
||||||
|
|
||||||
|
The Guix Build Coordinator consists of one @dfn{coordinator}, and one or
|
||||||
|
more connected @dfn{agent} processes. The coordinator process handles
|
||||||
|
clients submitting builds, and allocating builds to agents. The agent
|
||||||
|
processes talk to a build daemon to actually perform the builds, then
|
||||||
|
send the results back to the coordinator.
|
||||||
|
|
||||||
|
There is a script to run the coordinator component of the Guix Build
|
||||||
|
Coordinator, but the Guix service uses a custom Guile script instead, to
|
||||||
|
provide better integration with G-expressions used in the configuration.
|
||||||
|
|
||||||
|
@defvar {Scheme Variable} guix-build-coordinator-service-type
|
||||||
|
Service type for the Guix Build Coordinator. Its value must be a
|
||||||
|
@code{guix-build-coordinator-configuration} object.
|
||||||
|
@end defvar
|
||||||
|
|
||||||
|
@deftp {Data Type} guix-build-coordinator-configuration
|
||||||
|
Data type representing the configuration of the Guix Build Coordinator.
|
||||||
|
|
||||||
|
@table @asis
|
||||||
|
@item @code{package} (default: @code{guix-build-coordinator})
|
||||||
|
The Guix Build Coordinator package to use.
|
||||||
|
|
||||||
|
@item @code{user} (default: @code{"guix-build-coordinator"})
|
||||||
|
The system user to run the service as.
|
||||||
|
|
||||||
|
@item @code{group} (default: @code{"guix-build-coordinator"})
|
||||||
|
The system group to run the service as.
|
||||||
|
|
||||||
|
@item @code{database-uri-string} (default: @code{"sqlite:///var/lib/guix-build-coordinator/guix_build_coordinator.db"})
|
||||||
|
The URI to use for the database.
|
||||||
|
|
||||||
|
@item @code{agent-communication-uri} (default: @code{"http://0.0.0.0:8745"})
|
||||||
|
The URI describing how to listen to requests from agent processes.
|
||||||
|
|
||||||
|
@item @code{client-communication-uri} (default: @code{"http://127.0.0.1:8746"})
|
||||||
|
The URI describing how to listen to requests from clients. The client
|
||||||
|
API allows submitting builds and currently isn't authenticated, so take
|
||||||
|
care when configuring this value.
|
||||||
|
|
||||||
|
@item @code{allocation-strategy} (default: @code{#~basic-build-allocation-strategy})
|
||||||
|
A G-expression for the allocation strategy to be used. This is a
|
||||||
|
procedure that takes the datastore as an argument and populates the
|
||||||
|
allocation plan in the database.
|
||||||
|
|
||||||
|
@item @code{hooks} (default: @var{'()})
|
||||||
|
An association list of hooks. These provide a way to execute arbitrary
|
||||||
|
code upon certian events, like a build result being processed.
|
||||||
|
|
||||||
|
@item @code{guile} (default: @code{guile-3.0-latest})
|
||||||
|
The Guile package with which to run the Guix Build Coordinator.
|
||||||
|
|
||||||
|
@end table
|
||||||
|
@end deftp
|
||||||
|
|
||||||
@subsubheading Guix Data Service
|
@subsubheading Guix Data Service
|
||||||
The @uref{http://data.guix.gnu.org,Guix Data Service} processes, stores
|
The @uref{http://data.guix.gnu.org,Guix Data Service} processes, stores
|
||||||
and provides data about GNU Guix. This includes information about
|
and provides data about GNU Guix. This includes information about
|
||||||
|
|
|
@ -17,20 +17,40 @@
|
||||||
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
(define-module (gnu services guix)
|
(define-module (gnu services guix)
|
||||||
|
#:use-module (srfi srfi-1)
|
||||||
#:use-module (ice-9 match)
|
#:use-module (ice-9 match)
|
||||||
#:use-module (guix gexp)
|
#:use-module (guix gexp)
|
||||||
#:use-module (guix records)
|
#:use-module (guix records)
|
||||||
|
#:use-module (guix packages)
|
||||||
#:use-module ((gnu packages base)
|
#:use-module ((gnu packages base)
|
||||||
#:select (glibc-utf8-locales))
|
#:select (glibc-utf8-locales))
|
||||||
#:use-module (gnu packages admin)
|
#:use-module (gnu packages admin)
|
||||||
|
#:use-module (gnu packages databases)
|
||||||
#:use-module (gnu packages web)
|
#:use-module (gnu packages web)
|
||||||
|
#:use-module (gnu packages guile)
|
||||||
|
#:use-module (gnu packages guile-xyz)
|
||||||
|
#:use-module (gnu packages package-management)
|
||||||
#:use-module (gnu services)
|
#:use-module (gnu services)
|
||||||
#:use-module (gnu services base)
|
#:use-module (gnu services base)
|
||||||
#:use-module (gnu services admin)
|
#:use-module (gnu services admin)
|
||||||
#:use-module (gnu services shepherd)
|
#:use-module (gnu services shepherd)
|
||||||
#:use-module (gnu services getmail)
|
#:use-module (gnu services getmail)
|
||||||
#:use-module (gnu system shadow)
|
#:use-module (gnu system shadow)
|
||||||
#:export (<guix-data-service-configuration>
|
#:export (guix-build-coordinator-configuration
|
||||||
|
guix-build-coordinator-configuration?
|
||||||
|
guix-build-coordinator-configuration-package
|
||||||
|
guix-build-coordinator-configuration-user
|
||||||
|
guix-build-coordinator-configuration-group
|
||||||
|
guix-build-coordinator-configuration-datastore-uri-string
|
||||||
|
guix-build-coordinator-configuration-agent-communication-uri-string
|
||||||
|
guix-build-coordinator-configuration-client-communication-uri-string
|
||||||
|
guix-build-coordinator-configuration-allocation-strategy
|
||||||
|
guix-build-coordinator-configuration-hooks
|
||||||
|
guix-build-coordinator-configuration-guile
|
||||||
|
|
||||||
|
guix-build-coordinator-service-type
|
||||||
|
|
||||||
|
<guix-data-service-configuration>
|
||||||
guix-data-service-configuration
|
guix-data-service-configuration
|
||||||
guix-data-service-configuration?
|
guix-data-service-configuration?
|
||||||
guix-data-service-package
|
guix-data-service-package
|
||||||
|
@ -45,11 +65,185 @@ (define-module (gnu services guix)
|
||||||
|
|
||||||
;;;; Commentary:
|
;;;; Commentary:
|
||||||
;;;
|
;;;
|
||||||
;;; This module implements a service that to run instances of the Guix Data
|
;;; Services specifically related to GNU Guix.
|
||||||
;;; Service, which provides data about Guix over time.
|
|
||||||
;;;
|
;;;
|
||||||
;;;; Code:
|
;;;; Code:
|
||||||
|
|
||||||
|
(define-record-type* <guix-build-coordinator-configuration>
|
||||||
|
guix-build-coordinator-configuration make-guix-build-coordinator-configuration
|
||||||
|
guix-build-coordinator-configuration?
|
||||||
|
(package guix-build-coordinator-configuration-package
|
||||||
|
(default guix-build-coordinator))
|
||||||
|
(user guix-build-coordinator-configuration-user
|
||||||
|
(default "guix-build-coordinator"))
|
||||||
|
(group guix-build-coordinator-configuration-group
|
||||||
|
(default "guix-build-coordinator"))
|
||||||
|
(database-uri-string
|
||||||
|
guix-build-coordinator-configuration-datastore-uri-string
|
||||||
|
(default "sqlite:///var/lib/guix-build-coordinator/guix_build_coordinator.db"))
|
||||||
|
(agent-communication-uri-string
|
||||||
|
guix-build-coordinator-configuration-agent-communication-uri-string
|
||||||
|
(default "http://0.0.0.0:8745"))
|
||||||
|
(client-communication-uri-string
|
||||||
|
guix-build-coordinator-configuration-client-communication-uri-string
|
||||||
|
(default "http://127.0.0.1:8746"))
|
||||||
|
(allocation-strategy
|
||||||
|
guix-build-coordinator-configuration-allocation-strategy
|
||||||
|
(default #~basic-build-allocation-strategy))
|
||||||
|
(hooks guix-build-coordinator-configuration-hooks
|
||||||
|
(default '()))
|
||||||
|
(guile guix-build-coordinator-configuration-guile
|
||||||
|
(default guile-3.0-latest)))
|
||||||
|
|
||||||
|
(define* (make-guix-build-coordinator-start-script database-uri-string
|
||||||
|
allocation-strategy
|
||||||
|
pid-file
|
||||||
|
guix-build-coordinator-package
|
||||||
|
#:key
|
||||||
|
agent-communication-uri-string
|
||||||
|
client-communication-uri-string
|
||||||
|
(hooks '())
|
||||||
|
(guile guile-3.0))
|
||||||
|
(program-file
|
||||||
|
"start-guix-build-coordinator"
|
||||||
|
(with-extensions (cons guix-build-coordinator-package
|
||||||
|
;; This is a poorly constructed Guile load path,
|
||||||
|
;; since it contains things that aren't Guile
|
||||||
|
;; libraries, but it means that the Guile libraries
|
||||||
|
;; needed for the Guix Build Coordinator don't need
|
||||||
|
;; to be individually specified here.
|
||||||
|
(map second (package-inputs
|
||||||
|
guix-build-coordinator-package)))
|
||||||
|
#~(begin
|
||||||
|
(use-modules (srfi srfi-1)
|
||||||
|
(ice-9 match)
|
||||||
|
(web uri)
|
||||||
|
(prometheus)
|
||||||
|
(guix-build-coordinator hooks)
|
||||||
|
(guix-build-coordinator datastore)
|
||||||
|
(guix-build-coordinator build-allocator)
|
||||||
|
(guix-build-coordinator coordinator))
|
||||||
|
|
||||||
|
(let* ((metrics-registry (make-metrics-registry
|
||||||
|
#:namespace
|
||||||
|
"guixbuildcoordinator_"))
|
||||||
|
(datastore (database-uri->datastore
|
||||||
|
#$database-uri-string
|
||||||
|
#:metrics-registry metrics-registry))
|
||||||
|
(hooks
|
||||||
|
(list #$@(map (match-lambda
|
||||||
|
((name . hook-gexp)
|
||||||
|
#~(cons name #$hook-gexp)))
|
||||||
|
hooks)))
|
||||||
|
(hooks-with-defaults
|
||||||
|
`(,@hooks
|
||||||
|
,@(remove (match-lambda
|
||||||
|
((name . _) (assq-ref hooks name)))
|
||||||
|
%default-hooks)))
|
||||||
|
(build-coordinator (make-build-coordinator
|
||||||
|
#:datastore datastore
|
||||||
|
#:hooks hooks-with-defaults
|
||||||
|
#:metrics-registry metrics-registry
|
||||||
|
#:allocation-strategy #$allocation-strategy)))
|
||||||
|
|
||||||
|
(run-coordinator-service
|
||||||
|
build-coordinator
|
||||||
|
#:update-datastore? #t
|
||||||
|
#:pid-file #$pid-file
|
||||||
|
#:agent-communication-uri (string->uri
|
||||||
|
#$agent-communication-uri-string)
|
||||||
|
#:client-communication-uri (string->uri
|
||||||
|
#$client-communication-uri-string)))))
|
||||||
|
#:guile guile))
|
||||||
|
|
||||||
|
(define (guix-build-coordinator-shepherd-services config)
|
||||||
|
(match-record config <guix-build-coordinator-configuration>
|
||||||
|
(package user group database-uri-string
|
||||||
|
agent-communication-uri-string
|
||||||
|
client-communication-uri-string
|
||||||
|
allocation-strategy
|
||||||
|
hooks
|
||||||
|
guile)
|
||||||
|
(list
|
||||||
|
(shepherd-service
|
||||||
|
(documentation "Guix Build Coordinator")
|
||||||
|
(provision '(guix-build-coordinator))
|
||||||
|
(requirement '(networking))
|
||||||
|
(start #~(make-forkexec-constructor
|
||||||
|
(list #$(make-guix-build-coordinator-start-script
|
||||||
|
database-uri-string
|
||||||
|
allocation-strategy
|
||||||
|
"/var/run/guix-build-coordinator/pid"
|
||||||
|
package
|
||||||
|
#:agent-communication-uri-string
|
||||||
|
agent-communication-uri-string
|
||||||
|
#:client-communication-uri-string
|
||||||
|
client-communication-uri-string
|
||||||
|
#:hooks hooks
|
||||||
|
#:guile guile))
|
||||||
|
#:user #$user
|
||||||
|
#:group #$group
|
||||||
|
#:pid-file "/var/run/guix-build-coordinator/pid"
|
||||||
|
;; Allow time for migrations to run
|
||||||
|
#:pid-file-timeout 60
|
||||||
|
#:environment-variables
|
||||||
|
`(,(string-append
|
||||||
|
"GUIX_LOCPATH=" #$glibc-utf8-locales "/lib/locale")
|
||||||
|
"LC_ALL=en_US.utf8")
|
||||||
|
#:log-file "/var/log/guix-build-coordinator/coordinator.log"))
|
||||||
|
(stop #~(make-kill-destructor))))))
|
||||||
|
|
||||||
|
(define (guix-build-coordinator-activation config)
|
||||||
|
#~(begin
|
||||||
|
(use-modules (guix build utils))
|
||||||
|
|
||||||
|
(define %user (getpw "guix-build-coordinator"))
|
||||||
|
|
||||||
|
(chmod "/var/lib/guix-build-coordinator" #o755)
|
||||||
|
|
||||||
|
(mkdir-p "/var/log/guix-build-coordinator")
|
||||||
|
|
||||||
|
;; Allow writing the PID file
|
||||||
|
(mkdir-p "/var/run/guix-build-coordinator")
|
||||||
|
(chown "/var/run/guix-build-coordinator"
|
||||||
|
(passwd:uid %user)
|
||||||
|
(passwd:gid %user))))
|
||||||
|
|
||||||
|
(define (guix-build-coordinator-account config)
|
||||||
|
(match-record config <guix-build-coordinator-configuration>
|
||||||
|
(user group)
|
||||||
|
(list (user-group
|
||||||
|
(name group)
|
||||||
|
(system? #t))
|
||||||
|
(user-account
|
||||||
|
(name user)
|
||||||
|
(group group)
|
||||||
|
(system? #t)
|
||||||
|
(comment "Guix Build Coordinator user")
|
||||||
|
(home-directory "/var/lib/guix-build-coordinator")
|
||||||
|
(shell (file-append shadow "/sbin/nologin"))))))
|
||||||
|
|
||||||
|
(define guix-build-coordinator-service-type
|
||||||
|
(service-type
|
||||||
|
(name 'guix-build-coordinator)
|
||||||
|
(extensions
|
||||||
|
(list
|
||||||
|
(service-extension shepherd-root-service-type
|
||||||
|
guix-build-coordinator-shepherd-services)
|
||||||
|
(service-extension activation-service-type
|
||||||
|
guix-build-coordinator-activation)
|
||||||
|
(service-extension account-service-type
|
||||||
|
guix-build-coordinator-account)))
|
||||||
|
(default-value
|
||||||
|
(guix-build-coordinator-configuration))
|
||||||
|
(description
|
||||||
|
"Run an instance of the Guix Build Coordinator.")))
|
||||||
|
|
||||||
|
|
||||||
|
;;;
|
||||||
|
;;; Guix Data Service
|
||||||
|
;;;
|
||||||
|
|
||||||
(define-record-type* <guix-data-service-configuration>
|
(define-record-type* <guix-data-service-configuration>
|
||||||
guix-data-service-configuration make-guix-data-service-configuration
|
guix-data-service-configuration make-guix-data-service-configuration
|
||||||
guix-data-service-configuration?
|
guix-data-service-configuration?
|
||||||
|
|
|
@ -35,7 +35,80 @@ (define-module (gnu tests guix)
|
||||||
#:use-module (guix store)
|
#:use-module (guix store)
|
||||||
#:use-module (guix utils)
|
#:use-module (guix utils)
|
||||||
#:use-module (ice-9 match)
|
#:use-module (ice-9 match)
|
||||||
#:export (%test-guix-data-service))
|
#:export (%test-guix-build-coordinator
|
||||||
|
%test-guix-data-service))
|
||||||
|
|
||||||
|
;;;
|
||||||
|
;;; Guix Build Coordinator
|
||||||
|
;;;
|
||||||
|
|
||||||
|
(define %guix-build-coordinator-os
|
||||||
|
(simple-operating-system
|
||||||
|
(service dhcp-client-service-type)
|
||||||
|
(service guix-build-coordinator-service-type)))
|
||||||
|
|
||||||
|
(define (run-guix-build-coordinator-test)
|
||||||
|
(define os
|
||||||
|
(marionette-operating-system
|
||||||
|
%guix-build-coordinator-os
|
||||||
|
#:imported-modules '((gnu services herd)
|
||||||
|
(guix combinators))))
|
||||||
|
|
||||||
|
(define forwarded-port 8745)
|
||||||
|
|
||||||
|
(define vm
|
||||||
|
(virtual-machine
|
||||||
|
(operating-system os)
|
||||||
|
(memory-size 1024)
|
||||||
|
(port-forwardings `((,forwarded-port . 8745)))))
|
||||||
|
|
||||||
|
(define test
|
||||||
|
(with-imported-modules '((gnu build marionette))
|
||||||
|
#~(begin
|
||||||
|
(use-modules (srfi srfi-11) (srfi srfi-64)
|
||||||
|
(gnu build marionette)
|
||||||
|
(web uri)
|
||||||
|
(web client)
|
||||||
|
(web response))
|
||||||
|
|
||||||
|
(define marionette
|
||||||
|
(make-marionette (list #$vm)))
|
||||||
|
|
||||||
|
(mkdir #$output)
|
||||||
|
(chdir #$output)
|
||||||
|
|
||||||
|
(test-begin "guix-build-coordinator")
|
||||||
|
|
||||||
|
(test-assert "service running"
|
||||||
|
(marionette-eval
|
||||||
|
'(begin
|
||||||
|
(use-modules (gnu services herd))
|
||||||
|
(match (start-service 'guix-build-coordinator)
|
||||||
|
(#f #f)
|
||||||
|
(('service response-parts ...)
|
||||||
|
(match (assq-ref response-parts 'running)
|
||||||
|
((pid) (number? pid))))))
|
||||||
|
marionette))
|
||||||
|
|
||||||
|
(test-equal "http-get"
|
||||||
|
200
|
||||||
|
(let-values
|
||||||
|
(((response text)
|
||||||
|
(http-get #$(simple-format
|
||||||
|
#f "http://localhost:~A/metrics" forwarded-port)
|
||||||
|
#:decode-body? #t)))
|
||||||
|
(response-code response)))
|
||||||
|
|
||||||
|
(test-end)
|
||||||
|
(exit (= (test-runner-fail-count (test-runner-current)) 0)))))
|
||||||
|
|
||||||
|
(gexp->derivation "guix-build-coordinator-test" test))
|
||||||
|
|
||||||
|
(define %test-guix-build-coordinator
|
||||||
|
(system-test
|
||||||
|
(name "guix-build-coordinator")
|
||||||
|
(description "Connect to a running Guix Build Coordinator.")
|
||||||
|
(value (run-guix-build-coordinator-test))))
|
||||||
|
|
||||||
|
|
||||||
;;;
|
;;;
|
||||||
|
|
Loading…
Reference in a new issue