2015-07-19 22:30:16 -04:00
|
|
|
;;; GNU Guix --- Functional package management for GNU
|
2020-09-01 16:13:11 -04:00
|
|
|
;;; Copyright © 2016, 2017, 2018, 2020 Ludovic Courtès <ludo@gnu.org>
|
2015-07-19 22:30:16 -04:00
|
|
|
;;;
|
|
|
|
;;; This file is part of GNU Guix.
|
|
|
|
;;;
|
|
|
|
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
|
|
|
;;; under the terms of the GNU General Public License as published by
|
|
|
|
;;; the Free Software Foundation; either version 3 of the License, or (at
|
|
|
|
;;; your option) any later version.
|
|
|
|
;;;
|
|
|
|
;;; GNU Guix is distributed in the hope that it will be useful, but
|
|
|
|
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
;;; GNU General Public License for more details.
|
|
|
|
;;;
|
|
|
|
;;; You should have received a copy of the GNU General Public License
|
|
|
|
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
(define-module (guix scripts perform-download)
|
|
|
|
#:use-module (guix ui)
|
2020-09-01 16:13:11 -04:00
|
|
|
#:use-module (guix scripts)
|
2015-07-19 22:30:16 -04:00
|
|
|
#:use-module (guix derivations)
|
2017-01-11 11:06:31 -05:00
|
|
|
#:use-module ((guix store) #:select (derivation-path? store-path?))
|
2015-07-19 22:30:16 -04:00
|
|
|
#:use-module (guix build download)
|
|
|
|
#:use-module (ice-9 match)
|
|
|
|
#:export (guix-perform-download))
|
|
|
|
|
|
|
|
;; This program is a helper for the daemon's 'download' built-in builder.
|
|
|
|
|
|
|
|
(define-syntax derivation-let
|
|
|
|
(syntax-rules ()
|
|
|
|
((_ drv ((id name) rest ...) body ...)
|
|
|
|
(let ((id (assoc-ref (derivation-builder-environment-vars drv)
|
|
|
|
name)))
|
|
|
|
(derivation-let drv (rest ...) body ...)))
|
|
|
|
((_ drv () body ...)
|
|
|
|
(begin body ...))))
|
|
|
|
|
|
|
|
(define %user-module
|
|
|
|
;; Module in which content-address mirror procedures are evaluated.
|
|
|
|
(let ((module (make-fresh-user-module)))
|
|
|
|
(module-use! module (resolve-interface '(guix base32)))
|
|
|
|
module))
|
|
|
|
|
2018-09-12 09:08:38 -04:00
|
|
|
(define* (perform-download drv #:optional output
|
|
|
|
#:key print-build-trace?)
|
2017-01-11 11:06:31 -05:00
|
|
|
"Perform the download described by DRV, a fixed-output derivation, to
|
|
|
|
OUTPUT.
|
|
|
|
|
2017-01-11 16:40:00 -05:00
|
|
|
Note: Unless OUTPUT is #f, we don't read the value of 'out' in DRV since the
|
|
|
|
actual output is different from that when we're doing a 'bmCheck' or
|
|
|
|
'bmRepair' build."
|
2015-07-19 22:30:16 -04:00
|
|
|
(derivation-let drv ((url "url")
|
2017-01-11 16:40:00 -05:00
|
|
|
(output* "out")
|
2015-07-19 22:30:16 -04:00
|
|
|
(executable "executable")
|
|
|
|
(mirrors "mirrors")
|
|
|
|
(content-addressed-mirrors "content-addressed-mirrors"))
|
|
|
|
(unless url
|
ui: Rename '_' to 'G_'.
This avoids collisions with '_' when the latter is used as a 'match'
pattern for instance. See
<https://lists.gnu.org/archive/html/guix-devel/2017-04/msg00464.html>.
* guix/ui.scm: Rename '_' to 'G_'.
* po/guix/Makevars (XGETTEXT_OPTIONS): Adjust accordingly.
* build-aux/compile-all.scm (warnings): Remove 'format'.
* gnu/packages.scm,
gnu/services.scm,
gnu/services/shepherd.scm,
gnu/system.scm,
gnu/system/shadow.scm,
guix/gnupg.scm,
guix/http-client.scm,
guix/import/cpan.scm,
guix/import/elpa.scm,
guix/import/pypi.scm,
guix/nar.scm,
guix/scripts.scm,
guix/scripts/archive.scm,
guix/scripts/authenticate.scm,
guix/scripts/build.scm,
guix/scripts/challenge.scm,
guix/scripts/container.scm,
guix/scripts/container/exec.scm,
guix/scripts/copy.scm,
guix/scripts/download.scm,
guix/scripts/edit.scm,
guix/scripts/environment.scm,
guix/scripts/gc.scm,
guix/scripts/graph.scm,
guix/scripts/hash.scm,
guix/scripts/import.scm,
guix/scripts/import/cpan.scm,
guix/scripts/import/cran.scm,
guix/scripts/import/crate.scm,
guix/scripts/import/elpa.scm,
guix/scripts/import/gem.scm,
guix/scripts/import/gnu.scm,
guix/scripts/import/hackage.scm,
guix/scripts/import/nix.scm,
guix/scripts/import/pypi.scm,
guix/scripts/import/stackage.scm,
guix/scripts/lint.scm,
guix/scripts/offload.scm,
guix/scripts/pack.scm,
guix/scripts/package.scm,
guix/scripts/perform-download.scm,
guix/scripts/publish.scm,
guix/scripts/pull.scm,
guix/scripts/refresh.scm,
guix/scripts/size.scm,
guix/scripts/substitute.scm,
guix/scripts/system.scm,
guix/ssh.scm,
guix/upstream.scm: Use 'G_' instead of '_'. Most of this change was
obtained by running: "sed -i -e's/(_ "/(G_ "/g' `find -name \*.scm`".
2017-05-03 09:57:02 -04:00
|
|
|
(leave (G_ "~a: missing URL~%") (derivation-file-name drv)))
|
2015-07-19 22:30:16 -04:00
|
|
|
|
2017-01-11 16:40:00 -05:00
|
|
|
(let* ((output (or output output*))
|
|
|
|
(url (call-with-input-string url read))
|
2015-07-19 22:30:16 -04:00
|
|
|
(drv-output (assoc-ref (derivation-outputs drv) "out"))
|
|
|
|
(algo (derivation-output-hash-algo drv-output))
|
|
|
|
(hash (derivation-output-hash drv-output)))
|
|
|
|
(unless (and algo hash)
|
ui: Rename '_' to 'G_'.
This avoids collisions with '_' when the latter is used as a 'match'
pattern for instance. See
<https://lists.gnu.org/archive/html/guix-devel/2017-04/msg00464.html>.
* guix/ui.scm: Rename '_' to 'G_'.
* po/guix/Makevars (XGETTEXT_OPTIONS): Adjust accordingly.
* build-aux/compile-all.scm (warnings): Remove 'format'.
* gnu/packages.scm,
gnu/services.scm,
gnu/services/shepherd.scm,
gnu/system.scm,
gnu/system/shadow.scm,
guix/gnupg.scm,
guix/http-client.scm,
guix/import/cpan.scm,
guix/import/elpa.scm,
guix/import/pypi.scm,
guix/nar.scm,
guix/scripts.scm,
guix/scripts/archive.scm,
guix/scripts/authenticate.scm,
guix/scripts/build.scm,
guix/scripts/challenge.scm,
guix/scripts/container.scm,
guix/scripts/container/exec.scm,
guix/scripts/copy.scm,
guix/scripts/download.scm,
guix/scripts/edit.scm,
guix/scripts/environment.scm,
guix/scripts/gc.scm,
guix/scripts/graph.scm,
guix/scripts/hash.scm,
guix/scripts/import.scm,
guix/scripts/import/cpan.scm,
guix/scripts/import/cran.scm,
guix/scripts/import/crate.scm,
guix/scripts/import/elpa.scm,
guix/scripts/import/gem.scm,
guix/scripts/import/gnu.scm,
guix/scripts/import/hackage.scm,
guix/scripts/import/nix.scm,
guix/scripts/import/pypi.scm,
guix/scripts/import/stackage.scm,
guix/scripts/lint.scm,
guix/scripts/offload.scm,
guix/scripts/pack.scm,
guix/scripts/package.scm,
guix/scripts/perform-download.scm,
guix/scripts/publish.scm,
guix/scripts/pull.scm,
guix/scripts/refresh.scm,
guix/scripts/size.scm,
guix/scripts/substitute.scm,
guix/scripts/system.scm,
guix/ssh.scm,
guix/upstream.scm: Use 'G_' instead of '_'. Most of this change was
obtained by running: "sed -i -e's/(_ "/(G_ "/g' `find -name \*.scm`".
2017-05-03 09:57:02 -04:00
|
|
|
(leave (G_ "~a is not a fixed-output derivation~%")
|
2015-07-19 22:30:16 -04:00
|
|
|
(derivation-file-name drv)))
|
|
|
|
|
|
|
|
;; We're invoked by the daemon, which gives us write access to OUTPUT.
|
|
|
|
(when (url-fetch url output
|
2018-09-12 09:08:38 -04:00
|
|
|
#:print-build-trace? print-build-trace?
|
2015-07-19 22:30:16 -04:00
|
|
|
#:mirrors (if mirrors
|
|
|
|
(call-with-input-file mirrors read)
|
|
|
|
'())
|
|
|
|
#:content-addressed-mirrors
|
|
|
|
(if content-addressed-mirrors
|
|
|
|
(call-with-input-file content-addressed-mirrors
|
|
|
|
(lambda (port)
|
|
|
|
(eval (read port) %user-module)))
|
|
|
|
'())
|
|
|
|
#:hashes `((,algo . ,hash))
|
|
|
|
|
|
|
|
;; Since DRV's output hash is known, X.509 certificate
|
|
|
|
;; validation is pointless.
|
|
|
|
#:verify-certificate? #f)
|
|
|
|
(when (and executable (string=? executable "1"))
|
|
|
|
(chmod output #o755))))))
|
|
|
|
|
|
|
|
(define (assert-low-privileges)
|
|
|
|
(when (zero? (getuid))
|
ui: Rename '_' to 'G_'.
This avoids collisions with '_' when the latter is used as a 'match'
pattern for instance. See
<https://lists.gnu.org/archive/html/guix-devel/2017-04/msg00464.html>.
* guix/ui.scm: Rename '_' to 'G_'.
* po/guix/Makevars (XGETTEXT_OPTIONS): Adjust accordingly.
* build-aux/compile-all.scm (warnings): Remove 'format'.
* gnu/packages.scm,
gnu/services.scm,
gnu/services/shepherd.scm,
gnu/system.scm,
gnu/system/shadow.scm,
guix/gnupg.scm,
guix/http-client.scm,
guix/import/cpan.scm,
guix/import/elpa.scm,
guix/import/pypi.scm,
guix/nar.scm,
guix/scripts.scm,
guix/scripts/archive.scm,
guix/scripts/authenticate.scm,
guix/scripts/build.scm,
guix/scripts/challenge.scm,
guix/scripts/container.scm,
guix/scripts/container/exec.scm,
guix/scripts/copy.scm,
guix/scripts/download.scm,
guix/scripts/edit.scm,
guix/scripts/environment.scm,
guix/scripts/gc.scm,
guix/scripts/graph.scm,
guix/scripts/hash.scm,
guix/scripts/import.scm,
guix/scripts/import/cpan.scm,
guix/scripts/import/cran.scm,
guix/scripts/import/crate.scm,
guix/scripts/import/elpa.scm,
guix/scripts/import/gem.scm,
guix/scripts/import/gnu.scm,
guix/scripts/import/hackage.scm,
guix/scripts/import/nix.scm,
guix/scripts/import/pypi.scm,
guix/scripts/import/stackage.scm,
guix/scripts/lint.scm,
guix/scripts/offload.scm,
guix/scripts/pack.scm,
guix/scripts/package.scm,
guix/scripts/perform-download.scm,
guix/scripts/publish.scm,
guix/scripts/pull.scm,
guix/scripts/refresh.scm,
guix/scripts/size.scm,
guix/scripts/substitute.scm,
guix/scripts/system.scm,
guix/ssh.scm,
guix/upstream.scm: Use 'G_' instead of '_'. Most of this change was
obtained by running: "sed -i -e's/(_ "/(G_ "/g' `find -name \*.scm`".
2017-05-03 09:57:02 -04:00
|
|
|
(leave (G_ "refusing to run with elevated privileges (UID ~a)~%")
|
2015-07-19 22:30:16 -04:00
|
|
|
(getuid))))
|
|
|
|
|
2020-09-01 16:13:11 -04:00
|
|
|
(define-command (guix-perform-download . args)
|
|
|
|
(category internal)
|
|
|
|
(synopsis "perform download described by fixed-output derivations")
|
2015-07-19 22:30:16 -04:00
|
|
|
|
2020-09-01 16:13:11 -04:00
|
|
|
;; This is an "out-of-band" download in that this code is executed directly
|
|
|
|
;; by the daemon and not explicitly described as an input of the derivation.
|
|
|
|
;; This allows us to sidestep bootstrapping problems, such as downloading
|
|
|
|
;; the source code of GnuTLS over HTTPS before we have built GnuTLS. See
|
|
|
|
;; <https://bugs.gnu.org/22774>.
|
2017-01-11 16:40:00 -05:00
|
|
|
|
2018-09-12 09:08:38 -04:00
|
|
|
(define print-build-trace?
|
|
|
|
(match (getenv "_NIX_OPTIONS")
|
|
|
|
(#f #f)
|
|
|
|
(str (string-contains str "print-extended-build-trace=1"))))
|
|
|
|
|
2017-01-11 16:40:00 -05:00
|
|
|
;; This program must be invoked by guix-daemon under an unprivileged UID to
|
|
|
|
;; prevent things downloading from 'file:///etc/shadow' or arbitrary code
|
|
|
|
;; execution via the content-addressed mirror procedures. (That means we
|
|
|
|
;; exclude users who did not pass '--build-users-group'.)
|
2015-07-19 22:30:16 -04:00
|
|
|
(with-error-handling
|
|
|
|
(match args
|
2017-01-11 11:06:31 -05:00
|
|
|
(((? derivation-path? drv) (? store-path? output))
|
2015-07-19 22:30:16 -04:00
|
|
|
(assert-low-privileges)
|
2017-06-12 11:11:22 -04:00
|
|
|
(perform-download (read-derivation-from-file drv)
|
2018-09-12 09:08:38 -04:00
|
|
|
output
|
|
|
|
#:print-build-trace? print-build-trace?))
|
2017-01-11 16:40:00 -05:00
|
|
|
(((? derivation-path? drv)) ;backward compatibility
|
|
|
|
(assert-low-privileges)
|
2018-09-12 09:08:38 -04:00
|
|
|
(perform-download (read-derivation-from-file drv)
|
|
|
|
#:print-build-trace? print-build-trace?))
|
2015-07-19 22:30:16 -04:00
|
|
|
(("--version")
|
|
|
|
(show-version-and-exit))
|
|
|
|
(x
|
2017-01-11 11:06:31 -05:00
|
|
|
(leave
|
ui: Rename '_' to 'G_'.
This avoids collisions with '_' when the latter is used as a 'match'
pattern for instance. See
<https://lists.gnu.org/archive/html/guix-devel/2017-04/msg00464.html>.
* guix/ui.scm: Rename '_' to 'G_'.
* po/guix/Makevars (XGETTEXT_OPTIONS): Adjust accordingly.
* build-aux/compile-all.scm (warnings): Remove 'format'.
* gnu/packages.scm,
gnu/services.scm,
gnu/services/shepherd.scm,
gnu/system.scm,
gnu/system/shadow.scm,
guix/gnupg.scm,
guix/http-client.scm,
guix/import/cpan.scm,
guix/import/elpa.scm,
guix/import/pypi.scm,
guix/nar.scm,
guix/scripts.scm,
guix/scripts/archive.scm,
guix/scripts/authenticate.scm,
guix/scripts/build.scm,
guix/scripts/challenge.scm,
guix/scripts/container.scm,
guix/scripts/container/exec.scm,
guix/scripts/copy.scm,
guix/scripts/download.scm,
guix/scripts/edit.scm,
guix/scripts/environment.scm,
guix/scripts/gc.scm,
guix/scripts/graph.scm,
guix/scripts/hash.scm,
guix/scripts/import.scm,
guix/scripts/import/cpan.scm,
guix/scripts/import/cran.scm,
guix/scripts/import/crate.scm,
guix/scripts/import/elpa.scm,
guix/scripts/import/gem.scm,
guix/scripts/import/gnu.scm,
guix/scripts/import/hackage.scm,
guix/scripts/import/nix.scm,
guix/scripts/import/pypi.scm,
guix/scripts/import/stackage.scm,
guix/scripts/lint.scm,
guix/scripts/offload.scm,
guix/scripts/pack.scm,
guix/scripts/package.scm,
guix/scripts/perform-download.scm,
guix/scripts/publish.scm,
guix/scripts/pull.scm,
guix/scripts/refresh.scm,
guix/scripts/size.scm,
guix/scripts/substitute.scm,
guix/scripts/system.scm,
guix/ssh.scm,
guix/upstream.scm: Use 'G_' instead of '_'. Most of this change was
obtained by running: "sed -i -e's/(_ "/(G_ "/g' `find -name \*.scm`".
2017-05-03 09:57:02 -04:00
|
|
|
(G_ "fixed-output derivation and output file name expected~%"))))))
|
2015-07-19 22:30:16 -04:00
|
|
|
|
|
|
|
;; Local Variables:
|
|
|
|
;; eval: (put 'derivation-let 'scheme-indent-function 2)
|
|
|
|
;; End:
|
|
|
|
|
|
|
|
;; perform-download.scm ends here
|