xref: /freebsd/sys/contrib/openzfs/.github/workflows/scripts/qemu-3-deps-vm.sh (revision 24e4dcf4ba5e9dedcf89efd358ea3e1fe5867020)
1#!/usr/bin/env bash
2
3######################################################################
4# 3) install dependencies for compiling and loading
5#
6# $1: OS name (like 'fedora41')
7# $2: (optional) Experimental Fedora kernel version, like "6.14" to
8#     install instead of Fedora defaults.
9######################################################################
10
11set -eu
12
13function archlinux() {
14  echo "##[group]Running pacman -Syu"
15  sudo btrfs filesystem resize max /
16  sudo pacman -Syu --noconfirm
17  echo "##[endgroup]"
18
19  echo "##[group]Install Development Tools"
20  sudo pacman -Sy --noconfirm base-devel bc cpio cryptsetup dhclient dkms \
21    fakeroot fio gdb inetutils jq less linux linux-headers lsscsi nfs-utils \
22    parted pax perf python-packaging python-setuptools qemu-guest-agent ksh \
23    samba sysstat rng-tools rsync wget xxhash
24  echo "##[endgroup]"
25}
26
27function debian() {
28  export DEBIAN_FRONTEND="noninteractive"
29
30  echo "##[group]Running apt-get update+upgrade"
31  sudo sed -i '/[[:alpha:]]-backports/d' /etc/apt/sources.list
32  sudo apt-get update -y
33  sudo apt-get upgrade -y
34  echo "##[endgroup]"
35
36  echo "##[group]Install Development Tools"
37  sudo apt-get install -y \
38    acl alien attr autoconf bc cpio cryptsetup curl dbench dh-python dkms \
39    fakeroot fio gdb gdebi git ksh lcov isc-dhcp-client jq libacl1-dev \
40    libaio-dev libattr1-dev libblkid-dev libcurl4-openssl-dev libdevmapper-dev \
41    libelf-dev libffi-dev libmount-dev libpam0g-dev libselinux-dev libssl-dev \
42    libtool libtool-bin libudev-dev libunwind-dev linux-headers-$(uname -r) \
43    lsscsi nfs-kernel-server pamtester parted python3 python3-all-dev \
44    python3-cffi python3-dev python3-distlib python3-packaging libtirpc-dev \
45    python3-setuptools python3-sphinx qemu-guest-agent rng-tools rpm2cpio \
46    rsync samba sysstat uuid-dev watchdog wget xfslibs-dev  xxhash zlib1g-dev
47  echo "##[endgroup]"
48}
49
50function freebsd() {
51  export ASSUME_ALWAYS_YES="YES"
52
53  echo "##[group]Install Development Tools"
54  sudo pkg install -y autoconf automake autotools base64 checkbashisms fio \
55    gdb gettext gettext-runtime git gmake gsed jq ksh lcov libtool lscpu \
56    pkgconf python python3 pamtester pamtester qemu-guest-agent rsync xxhash
57  sudo pkg install -xy \
58    '^samba4[[:digit:]]+$' \
59    '^py3[[:digit:]]+-cffi$' \
60    '^py3[[:digit:]]+-sysctl$' \
61    '^py3[[:digit:]]+-setuptools$' \
62    '^py3[[:digit:]]+-packaging$'
63  echo "##[endgroup]"
64}
65
66# common packages for: almalinux, centos, redhat
67function rhel() {
68  echo "##[group]Running dnf update"
69  echo "max_parallel_downloads=10" | sudo -E tee -a /etc/dnf/dnf.conf
70  sudo dnf clean all
71  sudo dnf update -y --setopt=fastestmirror=1 --refresh
72  echo "##[endgroup]"
73
74  echo "##[group]Install Development Tools"
75
76  # Alma wants "Development Tools", Fedora 41 wants "development-tools"
77  if ! sudo dnf group install -y "Development Tools" ; then
78    echo "Trying 'development-tools' instead of 'Development Tools'"
79    sudo dnf group install -y development-tools
80  fi
81
82  sudo dnf install -y \
83    acl attr bc bzip2 cryptsetup curl dbench dkms elfutils-libelf-devel fio \
84    gdb git jq kernel-rpm-macros ksh libacl-devel libaio-devel \
85    libargon2-devel libattr-devel libblkid-devel libcurl-devel libffi-devel \
86    ncompress libselinux-devel libtirpc-devel libtool libudev-devel \
87    libuuid-devel lsscsi mdadm nfs-utils openssl-devel pam-devel pamtester \
88    parted perf python3 python3-cffi python3-devel python3-packaging \
89    kernel-devel python3-setuptools qemu-guest-agent rng-tools rpcgen \
90    rpm-build rsync samba sysstat systemd watchdog wget xfsprogs-devel xxhash \
91    zlib-devel
92  echo "##[endgroup]"
93}
94
95function tumbleweed() {
96  echo "##[group]Running zypper is TODO!"
97  sleep 23456
98  echo "##[endgroup]"
99}
100
101# $1: Kernel version to install (like '6.14rc7')
102function install_fedora_experimental_kernel {
103
104  our_version="$1"
105  sudo dnf -y copr enable @kernel-vanilla/stable
106  sudo dnf -y copr enable @kernel-vanilla/mainline
107  all="$(sudo dnf list --showduplicates kernel-*)"
108  echo "Available versions:"
109  echo "$all"
110
111  # You can have a bunch of minor variants of the version we want '6.14'.
112  # Pick the newest variant (sorted by version number).
113  specific_version=$(echo "$all" | grep $our_version | awk '{print $2}' | sort -V | tail -n 1)
114  list="$(echo "$all" | grep $specific_version | grep -Ev 'kernel-rt|kernel-selftests|kernel-debuginfo' | sed 's/.x86_64//g' | awk '{print $1"-"$2}')"
115  sudo dnf install -y $list
116  sudo dnf -y copr disable @kernel-vanilla/stable
117  sudo dnf -y copr disable @kernel-vanilla/mainline
118}
119
120# Install dependencies
121case "$1" in
122  almalinux8)
123    echo "##[group]Enable epel and powertools repositories"
124    sudo dnf config-manager -y --set-enabled powertools
125    sudo dnf install -y epel-release
126    echo "##[endgroup]"
127    rhel
128    echo "##[group]Install kernel-abi-whitelists"
129    sudo dnf install -y kernel-abi-whitelists
130    echo "##[endgroup]"
131    ;;
132  almalinux9|almalinux10|centos-stream9|centos-stream10)
133    echo "##[group]Enable epel and crb repositories"
134    sudo dnf config-manager -y --set-enabled crb
135    sudo dnf install -y epel-release
136    echo "##[endgroup]"
137    rhel
138    echo "##[group]Install kernel-abi-stablelists"
139    sudo dnf install -y kernel-abi-stablelists
140    echo "##[endgroup]"
141    ;;
142  archlinux)
143    archlinux
144    ;;
145  debian*)
146    echo 'debconf debconf/frontend select Noninteractive' | sudo debconf-set-selections
147    debian
148    echo "##[group]Install Debian specific"
149    sudo apt-get install -yq linux-perf dh-sequence-dkms
150    echo "##[endgroup]"
151    ;;
152  fedora*)
153    rhel
154    sudo dnf install -y libunwind-devel
155
156    # Fedora 42+ moves /usr/bin/script from 'util-linux' to 'util-linux-script'
157    sudo dnf install -y util-linux-script || true
158
159    # Optional: Install an experimental kernel ($2 = kernel version)
160    if [ -n "${2:-}" ] ; then
161      install_fedora_experimental_kernel "$2"
162    fi
163    ;;
164  freebsd*)
165    freebsd
166    ;;
167  tumbleweed)
168    tumbleweed
169    ;;
170  ubuntu*)
171    debian
172    echo "##[group]Install Ubuntu specific"
173    sudo apt-get install -yq linux-tools-common libtirpc-dev \
174      linux-modules-extra-$(uname -r)
175    sudo apt-get install -yq dh-sequence-dkms
176    echo "##[endgroup]"
177    echo "##[group]Delete Ubuntu OpenZFS modules"
178    for i in $(find /lib/modules -name zfs -type d); do sudo rm -rvf $i; done
179    echo "##[endgroup]"
180    ;;
181esac
182
183# This script is used for checkstyle + zloop deps also.
184# Install only the needed packages and exit - when used this way.
185test -z "${ONLY_DEPS:-}" || exit 0
186
187# Start services
188echo "##[group]Enable services"
189case "$1" in
190  freebsd*)
191    # add virtio things
192    echo 'virtio_load="YES"' | sudo -E tee -a /boot/loader.conf
193    for i in balloon blk console random scsi; do
194      echo "virtio_${i}_load=\"YES\"" | sudo -E tee -a /boot/loader.conf
195    done
196    echo "fdescfs /dev/fd fdescfs rw 0 0" | sudo -E tee -a /etc/fstab
197    sudo -E mount /dev/fd
198    sudo -E touch /etc/zfs/exports
199    sudo -E sysrc mountd_flags="/etc/zfs/exports"
200    echo '[global]' | sudo -E tee /usr/local/etc/smb4.conf >/dev/null
201    sudo -E service nfsd enable
202    sudo -E service qemu-guest-agent enable
203    sudo -E service samba_server enable
204    ;;
205  debian*|ubuntu*)
206    sudo -E systemctl enable nfs-kernel-server
207    sudo -E systemctl enable qemu-guest-agent
208    sudo -E systemctl enable smbd
209    ;;
210  *)
211    # All other linux distros
212    sudo -E systemctl enable nfs-server
213    sudo -E systemctl enable qemu-guest-agent
214    sudo -E systemctl enable smb
215    ;;
216esac
217echo "##[endgroup]"
218
219# Setup Kernel cmdline
220CMDLINE="console=tty0 console=ttyS0,115200n8"
221CMDLINE="$CMDLINE selinux=0"
222CMDLINE="$CMDLINE random.trust_cpu=on"
223CMDLINE="$CMDLINE no_timer_check"
224case "$1" in
225  almalinux*|centos*|fedora*)
226    GRUB_CFG="/boot/grub2/grub.cfg"
227    GRUB_MKCONFIG="grub2-mkconfig"
228    CMDLINE="$CMDLINE biosdevname=0 net.ifnames=0"
229    echo 'GRUB_SERIAL_COMMAND="serial --speed=115200"' \
230      | sudo tee -a /etc/default/grub >/dev/null
231    ;;
232  ubuntu24)
233    GRUB_CFG="/boot/grub/grub.cfg"
234    GRUB_MKCONFIG="grub-mkconfig"
235    echo 'GRUB_DISABLE_OS_PROBER="false"' \
236      | sudo tee -a /etc/default/grub >/dev/null
237    ;;
238  *)
239    GRUB_CFG="/boot/grub/grub.cfg"
240    GRUB_MKCONFIG="grub-mkconfig"
241    ;;
242esac
243
244case "$1" in
245  archlinux|freebsd*)
246    true
247    ;;
248  *)
249    echo "##[group]Edit kernel cmdline"
250    sudo sed -i -e '/^GRUB_CMDLINE_LINUX/d' /etc/default/grub || true
251    echo "GRUB_CMDLINE_LINUX=\"$CMDLINE\"" \
252      | sudo tee -a /etc/default/grub >/dev/null
253    sudo $GRUB_MKCONFIG -o $GRUB_CFG
254    echo "##[endgroup]"
255    ;;
256esac
257
258# reset cloud-init configuration and poweroff
259sudo cloud-init clean --logs
260sleep 2 && sudo poweroff &
261exit 0
262