[arvados] updated: 2.7.0-5939-gf7267bd766

git repository hosting git at public.arvados.org
Mon Jan 29 04:40:58 UTC 2024


Summary of changes:
 cmd/arvados-server/arvados-controller.service      |  5 -----
 cmd/arvados-server/arvados-dispatch-cloud.service  |  5 -----
 cmd/arvados-server/arvados-dispatch-lsf.service    |  5 -----
 cmd/arvados-server/arvados-git-httpd.service       |  5 -----
 cmd/arvados-server/arvados-health.service          |  5 -----
 cmd/arvados-server/arvados-ws.service              |  5 -----
 cmd/arvados-server/crunch-dispatch-slurm.service   |  5 -----
 cmd/arvados-server/keep-balance.service            |  5 -----
 cmd/arvados-server/keep-web.service                |  5 -----
 cmd/arvados-server/keepproxy.service               |  5 -----
 cmd/arvados-server/keepstore.service               |  5 -----
 lib/install/arvados.service                        |  5 -----
 lib/install/deps.go                                | 26 +++++++++++++++++-----
 services/api/fpm-info.sh                           |  4 ----
 .../crunch-dispatch-local.service                  |  5 -----
 .../dockercleaner/arvados-docker-cleaner.service   | 11 +--------
 services/workbench2/Makefile                       |  2 +-
 tools/compute-images/scripts/base.sh               | 15 ++++++-------
 18 files changed, 29 insertions(+), 94 deletions(-)

       via  f7267bd766210830f3acd55c5eefe85dc3baa70b (commit)
       via  16afbbb7a727861b28fa1976a340e97d1d851b2c (commit)
       via  3ac2753fce8701d19ba4290bd16261ccb19403df (commit)
       via  3fe2b9c690b7045344439e3f234c929cfdce151f (commit)
       via  93c05faf691ab6c675315f5960ab11f67e54805e (commit)
       via  38ff924d01ae115e1cb8369d959d139f72ec52c6 (commit)
      from  dd7d8c683b0b70a83ce5a8bdf5cfa8a0cea70a4c (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit f7267bd766210830f3acd55c5eefe85dc3baa70b
Author: Brett Smith <brett.smith at curii.com>
Date:   Sun Jan 28 23:33:49 2024 -0500

    21361: Detect more Red Hat-family distros in installer
    
    To support Rocky, Alma, etc.
    
    Arvados-DCO-1.1-Signed-off-by: Brett Smith <brett.smith at curii.com>

diff --git a/lib/install/deps.go b/lib/install/deps.go
index 439289b588..f4597d8162 100644
--- a/lib/install/deps.go
+++ b/lib/install/deps.go
@@ -249,7 +249,7 @@ func (inst *installCommand) RunCommand(prog string, args []string, stdin io.Read
 			pkgs = append(pkgs, "g++", "libcurl4", "libcurl4-openssl-dev")
 		case osv.Debian || osv.Ubuntu:
 			pkgs = append(pkgs, "g++", "libcurl3", "libcurl3-openssl-dev")
-		case osv.Centos:
+		case osv.RedHat:
 			pkgs = append(pkgs, "gcc", "gcc-c++", "libcurl-devel", "postgresql-devel")
 		}
 		cmd := exec.CommandContext(ctx, "apt-get")
@@ -793,7 +793,7 @@ rsync -a --delete-after "$tmp/build/" "$dst/"
 type osversion struct {
 	Debian bool
 	Ubuntu bool
-	Centos bool
+	RedHat bool
 	Major  int
 }
 
@@ -831,10 +831,24 @@ func identifyOS() (osversion, error) {
 		osv.Ubuntu = true
 	case "debian":
 		osv.Debian = true
-	case "centos":
-		osv.Centos = true
 	default:
-		return osv, fmt.Errorf("unsupported ID in /etc/os-release: %q", kv["ID"])
+		id_like_match := false
+		for _, id_like := range strings.Split(kv["ID_LIKE"], " ") {
+			switch id_like {
+			case "debian":
+				osv.Debian = true
+				id_like_match = true
+			case "rhel":
+				osv.RedHat = true
+				id_like_match = true
+			}
+			if id_like_match {
+				break
+			}
+		}
+		if !id_like_match {
+			return osv, fmt.Errorf("no supported ID found in /etc/os-release")
+		}
 	}
 	vstr := kv["VERSION_ID"]
 	if i := strings.Index(vstr, "."); i > 0 {
@@ -895,7 +909,7 @@ func prodpkgs(osv osversion) []string {
 		return append(pkgs,
 			"mime-support", // keep-web
 		)
-	} else if osv.Centos {
+	} else if osv.RedHat {
 		return append(pkgs,
 			"fuse-libs", // services/fuse
 			"mailcap",   // keep-web

commit 16afbbb7a727861b28fa1976a340e97d1d851b2c
Author: Brett Smith <brett.smith at curii.com>
Date:   Sun Jan 28 23:18:23 2024 -0500

    21361: Update support distros in compute image build script
    
    Arvados-DCO-1.1-Signed-off-by: Brett Smith <brett.smith at curii.com>

diff --git a/tools/compute-images/scripts/base.sh b/tools/compute-images/scripts/base.sh
index a9323214ce..f3607ac677 100644
--- a/tools/compute-images/scripts/base.sh
+++ b/tools/compute-images/scripts/base.sh
@@ -80,17 +80,17 @@ wait_for_apt_locks && $SUDO DEBIAN_FRONTEND=noninteractive apt-get -qq --yes ins
 dockerversion=5:20.10.13~3-0
 if [[ "$DIST" =~ ^debian ]]; then
   family="debian"
-  if [ "$DIST" == "debian10" ]; then
-    distro="buster"
-  elif [ "$DIST" == "debian11" ]; then
+  if [ "$DIST" == "debian11" ]; then
     distro="bullseye"
+  elif [ "$DIST" == "debian12" ]; then
+    distro="bookworm"
   fi
 elif [[ "$DIST" =~ ^ubuntu ]]; then
   family="ubuntu"
-  if [ "$DIST" == "ubuntu1804" ]; then
-    distro="bionic"
-  elif [ "$DIST" == "ubuntu2004" ]; then
+  if [ "$DIST" == "ubuntu2004" ]; then
     distro="focal"
+  elif [ "$DIST" == "ubuntu2204" ]; then
+    distro="jammy"
   fi
 else
   echo "Unsupported distribution $DIST"
@@ -186,8 +186,7 @@ if [ "$NVIDIA_GPU_SUPPORT" == "1" ]; then
   $SUDO apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/$DIST/x86_64/3bf863cc.pub
   $SUDO apt-get -y install software-properties-common
   $SUDO add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/$DIST/x86_64/ /"
-  # Ubuntu 18.04's add-apt-repository does not understand 'contrib'
-  $SUDO add-apt-repository contrib || true
+  $SUDO add-apt-repository contrib
   $SUDO apt-get update
   $SUDO apt-get -y install cuda
 

commit 3ac2753fce8701d19ba4290bd16261ccb19403df
Author: Brett Smith <brett.smith at curii.com>
Date:   Sun Jan 28 23:05:20 2024 -0500

    21361: Remove SCL support from arvados-docker-cleaner ExecStart
    
    This is no longer needed that we no longer support CentOS 7.
    
    Arvados-DCO-1.1-Signed-off-by: Brett Smith <brett.smith at curii.com>

diff --git a/services/dockercleaner/arvados-docker-cleaner.service b/services/dockercleaner/arvados-docker-cleaner.service
index 1aceb11165..819c920ff2 100644
--- a/services/dockercleaner/arvados-docker-cleaner.service
+++ b/services/dockercleaner/arvados-docker-cleaner.service
@@ -13,11 +13,7 @@ Type=simple
 Restart=always
 RestartSec=10s
 RestartPreventExitStatus=2
-#
-# This unwieldy ExecStart command detects at runtime whether
-# arvados-docker-cleaner is installed with the Python 3.3 Software
-# Collection, and if so, invokes it with the "scl" wrapper.
-ExecStart=/bin/sh -c 'if [ -e /opt/rh/rh-python36/root/bin/arvados-docker-cleaner ]; then exec scl enable rh-python36 arvados-docker-cleaner; else exec arvados-docker-cleaner; fi'
+ExecStart=/usr/bin/arvados-docker-cleaner
 
 [Install]
 WantedBy=multi-user.target

commit 3fe2b9c690b7045344439e3f234c929cfdce151f
Author: Brett Smith <brett.smith at curii.com>
Date:   Sun Jan 28 22:57:33 2024 -0500

    21361: Remove StartLimitInterval from service units
    
    CentOS 7 was the last distribution we supported with systemd this old,
    and that ends with Arvados 3.0.
    
    Arvados-DCO-1.1-Signed-off-by: Brett Smith <brett.smith at curii.com>

diff --git a/cmd/arvados-server/arvados-controller.service b/cmd/arvados-server/arvados-controller.service
index f96532de5e..a66db787a7 100644
--- a/cmd/arvados-server/arvados-controller.service
+++ b/cmd/arvados-server/arvados-controller.service
@@ -7,8 +7,6 @@ Description=Arvados controller
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/arvados-dispatch-cloud.service b/cmd/arvados-server/arvados-dispatch-cloud.service
index 11887b8f8c..09b0ba94a9 100644
--- a/cmd/arvados-server/arvados-dispatch-cloud.service
+++ b/cmd/arvados-server/arvados-dispatch-cloud.service
@@ -7,8 +7,6 @@ Description=arvados-dispatch-cloud
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/arvados-dispatch-lsf.service b/cmd/arvados-server/arvados-dispatch-lsf.service
index f90cd9033d..a683e85688 100644
--- a/cmd/arvados-server/arvados-dispatch-lsf.service
+++ b/cmd/arvados-server/arvados-dispatch-lsf.service
@@ -7,8 +7,6 @@ Description=arvados-dispatch-lsf
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/arvados-git-httpd.service b/cmd/arvados-server/arvados-git-httpd.service
index 6e5b0dc8e2..517a75c03d 100644
--- a/cmd/arvados-server/arvados-git-httpd.service
+++ b/cmd/arvados-server/arvados-git-httpd.service
@@ -7,8 +7,6 @@ Description=Arvados git server
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/arvados-health.service b/cmd/arvados-server/arvados-health.service
index ef145e26eb..899bfac219 100644
--- a/cmd/arvados-server/arvados-health.service
+++ b/cmd/arvados-server/arvados-health.service
@@ -7,8 +7,6 @@ Description=Arvados healthcheck server
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/arvados-ws.service b/cmd/arvados-server/arvados-ws.service
index 2e88449599..fc6eb4978a 100644
--- a/cmd/arvados-server/arvados-ws.service
+++ b/cmd/arvados-server/arvados-ws.service
@@ -7,8 +7,6 @@ Description=Arvados websocket server
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -20,8 +18,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/crunch-dispatch-slurm.service b/cmd/arvados-server/crunch-dispatch-slurm.service
index d2a2fb39d9..83933c1760 100644
--- a/cmd/arvados-server/crunch-dispatch-slurm.service
+++ b/cmd/arvados-server/crunch-dispatch-slurm.service
@@ -7,8 +7,6 @@ Description=Arvados Crunch Dispatcher for SLURM
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/keep-balance.service b/cmd/arvados-server/keep-balance.service
index f282f0a650..1d759d6237 100644
--- a/cmd/arvados-server/keep-balance.service
+++ b/cmd/arvados-server/keep-balance.service
@@ -7,8 +7,6 @@ Description=Arvados Keep Balance
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -22,8 +20,5 @@ RestartSec=10s
 Nice=19
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/keep-web.service b/cmd/arvados-server/keep-web.service
index 4ecd0b4978..d94124c6de 100644
--- a/cmd/arvados-server/keep-web.service
+++ b/cmd/arvados-server/keep-web.service
@@ -7,8 +7,6 @@ Description=Arvados Keep WebDAV and S3 gateway
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/keepproxy.service b/cmd/arvados-server/keepproxy.service
index 139df1c3fa..c4083f23c9 100644
--- a/cmd/arvados-server/keepproxy.service
+++ b/cmd/arvados-server/keepproxy.service
@@ -7,8 +7,6 @@ Description=Arvados Keep Proxy
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/cmd/arvados-server/keepstore.service b/cmd/arvados-server/keepstore.service
index de0fd1dbd7..aa5e013dee 100644
--- a/cmd/arvados-server/keepstore.service
+++ b/cmd/arvados-server/keepstore.service
@@ -7,8 +7,6 @@ Description=Arvados Keep Storage Daemon
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -25,8 +23,5 @@ Restart=always
 RestartSec=1
 RestartPreventExitStatus=2
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/lib/install/arvados.service b/lib/install/arvados.service
index 3b68f31e9f..f536001f77 100644
--- a/lib/install/arvados.service
+++ b/lib/install/arvados.service
@@ -7,8 +7,6 @@ Description=Arvados server
 Documentation=https://doc.arvados.org/
 After=network.target
 AssertPathExists=/etc/arvados/config.yml
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ Restart=always
 RestartSec=1
 LimitNOFILE=65536
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/services/crunch-dispatch-local/crunch-dispatch-local.service b/services/crunch-dispatch-local/crunch-dispatch-local.service
index e3dd113c71..b4fc10f83e 100644
--- a/services/crunch-dispatch-local/crunch-dispatch-local.service
+++ b/services/crunch-dispatch-local/crunch-dispatch-local.service
@@ -5,8 +5,6 @@
 Description=Arvados Crunch Dispatcher for LOCAL service
 Documentation=https://doc.arvados.org/
 After=network.target
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -19,8 +17,5 @@ Restart=always
 RestartSec=1
 LimitNOFILE=1000000
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target
diff --git a/services/dockercleaner/arvados-docker-cleaner.service b/services/dockercleaner/arvados-docker-cleaner.service
index 2aab42b2a3..1aceb11165 100644
--- a/services/dockercleaner/arvados-docker-cleaner.service
+++ b/services/dockercleaner/arvados-docker-cleaner.service
@@ -6,8 +6,6 @@
 Description=Arvados Docker Image Cleaner
 Documentation=https://doc.arvados.org/
 After=network.target
-
-# systemd>=230 (debian:9) obeys StartLimitIntervalSec in the [Unit] section
 StartLimitIntervalSec=0
 
 [Service]
@@ -21,8 +19,5 @@ RestartPreventExitStatus=2
 # Collection, and if so, invokes it with the "scl" wrapper.
 ExecStart=/bin/sh -c 'if [ -e /opt/rh/rh-python36/root/bin/arvados-docker-cleaner ]; then exec scl enable rh-python36 arvados-docker-cleaner; else exec arvados-docker-cleaner; fi'
 
-# systemd<=219 (centos:7, debian:8, ubuntu:trusty) obeys StartLimitInterval in the [Service] section
-StartLimitInterval=0
-
 [Install]
 WantedBy=multi-user.target

commit 93c05faf691ab6c675315f5960ab11f67e54805e
Author: Brett Smith <brett.smith at curii.com>
Date:   Sun Jan 28 22:49:27 2024 -0500

    21361: Update workbench2 package TARGETS
    
    We no longer support centos7, debian10, or ubuntu1804.
    We now support debian12 and ubuntu2204.
    
    Arvados-DCO-1.1-Signed-off-by: Brett Smith <brett.smith at curii.com>

diff --git a/services/workbench2/Makefile b/services/workbench2/Makefile
index 0d402a63c1..18da156f4d 100644
--- a/services/workbench2/Makefile
+++ b/services/workbench2/Makefile
@@ -21,7 +21,7 @@ GIT_COMMIT?=$(shell git rev-parse --short HEAD)
 # changes in the package. (i.e. example config files externally added
 ITERATION?=1
 
-TARGETS?=centos7 rocky8 debian10 debian11 ubuntu1804 ubuntu2004
+TARGETS?=rocky8 debian11 debian12 ubuntu2004 ubuntu2204
 
 DESCRIPTION=Arvados Workbench2 - Arvados is a free and open source platform for big data science.
 MAINTAINER=Arvados Package Maintainers <packaging at arvados.org>

commit 38ff924d01ae115e1cb8369d959d139f72ec52c6
Author: Brett Smith <brett.smith at curii.com>
Date:   Sun Jan 28 22:46:52 2024 -0500

    21361: Remove ubuntu1804 dependencies from services/api package
    
    We no longer support this distribution.
    
    Arvados-DCO-1.1-Signed-off-by: Brett Smith <brett.smith at curii.com>

diff --git a/services/api/fpm-info.sh b/services/api/fpm-info.sh
index 69c9474703..cccbc1b56b 100644
--- a/services/api/fpm-info.sh
+++ b/services/api/fpm-info.sh
@@ -8,10 +8,6 @@ case "$TARGET" in
     centos*|rocky*)
         fpm_depends+=(libcurl-devel postgresql-devel bison make automake gcc gcc-c++ postgresql shared-mime-info)
         ;;
-    ubuntu1804)
-        fpm_depends+=(libcurl-ssl-dev libpq-dev g++ bison zlib1g-dev make postgresql-client shared-mime-info)
-        fpm_conflicts+=(ruby-bundler)
-        ;;
     debian* | ubuntu*)
         fpm_depends+=(libcurl-ssl-dev libpq-dev g++ bison zlib1g-dev make postgresql-client shared-mime-info)
         ;;

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list