mirror of
https://codeberg.org/guix/guix.git
synced 2025-10-02 02:15:12 +00:00
* guix/import/utils.scm (find-version): New procedure. * guix/scripts/refresh.scm (<update-spec>) [partial?]: New field. (update-spec-partial?): New accessor. (update-spec): Add a PARTIAL? optional argument. (update-specification->update-spec) <update-spec>: Call with its new PARTIAL? optional argument when FALLBACK-VERSION is provided, i.e. when '--target-version' was used. (update-package): Remove the PACKAGE and VERSION positional arguments, and replace them with UPDATE-SPEC. Update doc. Call `package-update' with its new #:partial-version? argument. (check-for-package-update) <package-latest-release>: Pass the new #:partial-version? argument to it. (guix-refresh) <update-package>: Adjust call accordingly. (show-help): Udate doc. * guix/upstream.scm (package-latest-release): Add #:partial-version? argument, and apply it to the importer call. (package-update): Add #:partial-version?> argument. Update doc. Pass it to the `package-latest-release' call. * guix/gnu-maintenance.scm (rewrite-url): Add #:partial-version? argument. Update doc. Crawl URL for newer compatible versions when provided. (import-html-release): Add #:partial-version? argument, and pass it to the `rewrite-url' call. Use `find-version' to find the best version. (import-release, import-ftp-release, import-gnu-release) (import-release*): Add #:partial-version? argument and honor it. (import-html-updatable-release): Add #:partial-version? argument, and pass it to the `import-html-release' call. * guix/import/gnome.scm (import-gnome-release) <#:partial-version?>: Add new argument and honor it. * guix/import/texlive.scm (latest-texlive-tag): Rename to... (texlive-tags): ... this, and have it return all tags. (texlive->guix-package): Adjust accordingly. (latest-release): Add a #:partial-version? argument. Update doc. * guix/import/stackage.scm (latest-lts-release): New #:partial-version? argument. * guix/import/pypi.scm (import-release): New #:partial-version? argument; pass it to `pypi-package->upstream-source'. * guix/import/opam.scm (latest-release): New #:partial-version? argument. * guix/import/minetest.scm (latest-minetest-release): New #:partial-version? argument. (pypi-package->upstream-source): New #:partial-version? argument. Update doc. * guix/import/launchpad.scm (latest-released-version): Rename to... (release-versions): ... this, making it return all versions. (import-release) <#:partial-version?>: New argument. * guix/import/kde.scm (import-kde-release) <#:partial-version?>: New argument. Update doc. Refactor to honor argument. * guix/import/hexpm.scm (lookup-hexpm): Update doc. (hexpm-latest-release): Rename to... (hexpm-releases): ... this; return all release strings. (hexpm->guix-package): Adjust accordingly. (import-release): Add and honor a #:partial-version? argument. Update doc. * guix/import/hackage.scm (import-release): New #:partial-version? argument. * guix/import/cpan.scm (latest-release): New #:partial-version? argument. * guix/import/crate.scm (max-crate-version-of-semver): Improve doc. (import-release): Add a #:partial-version? argument and honor it. * guix/import/egg.scm (find-latest-version): Rename to... (get-versions): ... this, returning all versions. (egg-metadata): Adjust accordingly. (egg->guix-package): Likewise. (import-release): Add a new #:partial-version? argument and honor it. * guix/import/elpa.scm (latest-release): New #:partial-version? argument. * guix/import/gem.scm (get-versions): New procedure. (import-release): Add a new #:partial-version? argument and honor it. * guix/import/git.scm (version-mapping): Update doc; streamline a bit. (latest-tag): Rename to... (get-tags): ... this, dropping the #:version keyword and returning the complete tags alist. Update doc. (latest-git-tag-version): Rename to... (get-package-tags): ... this, returning the complete tags alist of the package. Update doc. (import-git-release): Add a new #:partial-version? argument and honor it. Update doc. * guix/import/github.scm (latest-released-version): Rename to... (get-package-tags): ... this, returning all tags. Update doc. (import-release): Add a new #:partial-version? argument and honor it. * guix/import/cran.scm (latest-cran-release) (latest-bioconductor-release): Add #:partial-version? argument. * guix/import/composer.scm (latest-version): Delete procedure. (composer-fetch): Add #:partial-version? keyword and honor it. Update doc. (import-release): Likewise. * guix/import/test.scm (import-release): Add #:partial-version? argument. * tests/guix-refresh.sh: Add test. * tests/gem.scm (test-foo-versions-json): New variable. (package-latest-release): Mock new URL. * tests/import-git.scm (latest-git-tag-version): New procedure. * tests/gnu-maintenance.scm (libuv-dist-html) (libuv-dist-1.46.0-html, libuv-dist-1.44.2-html) (libuv-html-data): New variables. (mock-http-fetch/cached): New procedure. ("rewrite-url, without to-version"): Rewrite using the above. ("rewrite-url, partial to-version"): New test. * doc/guix.texi <"Invoking guix refresh">: Update doc. Series-to: 75871@debbugs.gnu.org Change-Id: I092a58b57ac42e54a2fa55e7761e8c6993af8ad4
193 lines
7.5 KiB
Scheme
193 lines
7.5 KiB
Scheme
;;; GNU Guix --- Functional package management for GNU
|
|
;;; Copyright © 2016 David Craven <david@craven.ch>
|
|
;;; Copyright © 2016, 2017 Ludovic Courtès <ludo@gnu.org>
|
|
;;; Copyright © 2019 Hartmut Goebel <h.goebel@crazy-compilers.com>
|
|
;;; Copyright © 2024 Maxim Cournoyer <maxim.cournoyer@gmail.com>
|
|
;;;
|
|
;;; This file is part of GNU Guix.
|
|
;;;
|
|
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
|
;;; under the terms of the GNU General Public License as published by
|
|
;;; the Free Software Foundation; either version 3 of the License, or (at
|
|
;;; your option) any later version.
|
|
;;;
|
|
;;; GNU Guix is distributed in the hope that it will be useful, but
|
|
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
;;; GNU General Public License for more details.
|
|
;;;
|
|
;;; You should have received a copy of the GNU General Public License
|
|
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
(define-module (guix import kde)
|
|
#:use-module ((guix import utils) #:select (find-version))
|
|
#:use-module (guix http-client)
|
|
#:use-module (guix gnu-maintenance)
|
|
#:use-module (guix packages)
|
|
#:use-module (guix upstream)
|
|
#:use-module (guix utils)
|
|
#:use-module (ice-9 match)
|
|
#:use-module (ice-9 rdelim)
|
|
#:use-module (ice-9 regex)
|
|
#:use-module (srfi srfi-1)
|
|
#:use-module (srfi srfi-11)
|
|
#:use-module (web uri)
|
|
|
|
#:export (%kde-updater))
|
|
|
|
;;; Commentary:
|
|
;;;
|
|
;;; This package provides not an actual importer but simply an updater for
|
|
;;; KDE packages. It grabs available files from the 'ls-lR.bz2' file
|
|
;;; available on download.kde.org.
|
|
;;;
|
|
;;; Code:
|
|
|
|
(define (tarball->version tarball)
|
|
"Return the version TARBALL corresponds to. TARBALL is a file name like
|
|
\"coreutils-8.23.tar.xz\"."
|
|
(let-values (((name version)
|
|
(gnu-package-name->name+version
|
|
(tarball-sans-extension tarball))))
|
|
version))
|
|
|
|
(define %kde-file-list-uri
|
|
;; URI of the file list (ls -lR format) for download.kde.org.
|
|
(string->uri "https://download.kde.org/ls-lR.bz2"))
|
|
|
|
(define (download.kde.org-files)
|
|
;;"Return the list of files available at download.kde.org."
|
|
|
|
(define (ls-lR-line->filename path line)
|
|
;; Remove mode, blocks, user, group, size, date, time and one space,
|
|
;; then prepend PATH
|
|
(regexp-substitute
|
|
#f (string-match "^(\\S+\\s+){6}\\S+\\s" line) path 'post))
|
|
|
|
(define (canonicalize path)
|
|
(let* ((path (if (string-prefix? "/srv/archives/ftp/" path)
|
|
(string-drop path (string-length "/srv/archives/ftp"))
|
|
path))
|
|
(path (if (string-suffix? ":" path)
|
|
(string-drop-right path 1)
|
|
path))
|
|
(path (if (not (string-suffix? "/" path))
|
|
(string-append path "/")
|
|
path)))
|
|
path))
|
|
|
|
(define (write-cache input cache)
|
|
"Read bzipped ls-lR from INPUT, and write it as a list of file paths to
|
|
CACHE."
|
|
(call-with-decompressed-port 'bzip2 input
|
|
(lambda (input)
|
|
(let loop_dirs ((files '()))
|
|
;; process a new directory block
|
|
(let ((path (read-line input)))
|
|
(if
|
|
(or (eof-object? path) (string= path ""))
|
|
(write (reverse files) cache)
|
|
(let loop_entries ((path (canonicalize path))
|
|
(files files))
|
|
;; process entries within the directory block
|
|
(let ((line (read-line input)))
|
|
(cond
|
|
((eof-object? line)
|
|
(write (reverse files) cache))
|
|
((string-prefix? "-" line)
|
|
;; this is a file entry: prepend to FILES, then re-enter
|
|
;; the loop for remaining entries
|
|
(loop_entries path
|
|
(cons (ls-lR-line->filename path line) files)
|
|
))
|
|
((not (string= line ""))
|
|
;; this is a non-file entry: ignore it, just re-enter the
|
|
;; loop for remaining entries
|
|
(loop_entries path files))
|
|
;; empty line: directory block end, re-enter the outer
|
|
;; loop for the next block
|
|
(#t (loop_dirs files)))))))))))
|
|
|
|
(define (cache-miss uri)
|
|
(format (current-error-port) "fetching ~a...~%" (uri->string uri)))
|
|
|
|
(let* ((port (http-fetch/cached %kde-file-list-uri
|
|
#:ttl 3600
|
|
#:write-cache write-cache
|
|
#:cache-miss cache-miss))
|
|
(files (read port)))
|
|
(close-port port)
|
|
files))
|
|
|
|
(define (uri->kde-path-pattern uri)
|
|
"Build a regexp from the package's URI suitable for matching the package
|
|
path version-agnostic.
|
|
|
|
Example:
|
|
Input:
|
|
mirror://kde//stable/frameworks/5.55/portingAids/kross-5.55.0.zip
|
|
Output:
|
|
//stable/frameworks/[^/]+/portingAids/
|
|
"
|
|
|
|
(define version-regexp
|
|
;; regexp for matching versions as used in the ld-lR file
|
|
(make-regexp
|
|
(string-join '("^([0-9]+\\.)+[0-9]+-?" ;; 5.12.90, 4.2.0-preview
|
|
"^[0-9]+$" ;; 20031002
|
|
".*-([0-9]+\\.)+[0-9]+$") ;; kdepim-4.6.1
|
|
"|")))
|
|
|
|
(define (version->pattern part)
|
|
;; If a path element might be a version, replace it by a catch-all part
|
|
(if (regexp-exec version-regexp part)
|
|
"[^/]+"
|
|
part))
|
|
|
|
(let* ((path (uri-path uri))
|
|
(directory-parts (string-split (dirname path) #\/)))
|
|
(make-regexp
|
|
(string-append
|
|
(string-join (map version->pattern directory-parts) "/")
|
|
"/"))))
|
|
|
|
(define* (import-kde-release package #:key version partial-version?)
|
|
"Return the latest release of PACKAGE, a KDE package, or #f if it could
|
|
not be determined. Optionally include a VERSION string to fetch a specific
|
|
version, which may be a partial prefix when PARTIAL-VERSION? is #t."
|
|
(let* ((uri (string->uri (origin-uri (package-source package))))
|
|
(path-rx (uri->kde-path-pattern uri))
|
|
(name (package-upstream-name package))
|
|
(files (download.kde.org-files))
|
|
;; Select archives for this package.
|
|
(relevant (filter (lambda (file)
|
|
(and (regexp-exec path-rx file)
|
|
(release-file? name (basename file))))
|
|
files))
|
|
;; Build an association list of file names keyed by their version.
|
|
(all-tarballs (map (lambda (x)
|
|
(cons (tarball->version x) x))
|
|
relevant))
|
|
(versions (map car all-tarballs))
|
|
;; Find the latest version.
|
|
(version (find-version versions version partial-version?))
|
|
;; Find all archives matching this version.
|
|
(tarballs (and version
|
|
(map cdr (filter (match-lambda
|
|
((x . file-name)
|
|
(string=? version x)))
|
|
all-tarballs)))))
|
|
(and version tarballs
|
|
(upstream-source
|
|
(package name)
|
|
(version version)
|
|
(urls (map (lambda (file)
|
|
(string-append "mirror://kde/" file))
|
|
tarballs))))))
|
|
|
|
(define %kde-updater
|
|
(upstream-updater
|
|
(name 'kde)
|
|
(description "Updater for KDE packages")
|
|
(pred (url-prefix-predicate "mirror://kde/"))
|
|
(import import-kde-release)))
|