xref: /freebsd/sys/contrib/openzfs/.github/workflows/scripts/qemu-3-deps-vm.sh (revision 3747329b7864d0f98a0e34dda0113804ab3a2dce)
1#!/usr/bin/env bash
2
3######################################################################
4# 3) install dependencies for compiling and loading
5#
6# $1: OS name (like 'fedora41')
7# $2: (optional) Experimental Fedora kernel version, like "6.14" to
8#     install instead of Fedora defaults.
9######################################################################
10
11set -eu
12
13function archlinux() {
14  echo "##[group]Running pacman -Syu"
15  sudo btrfs filesystem resize max /
16  sudo pacman -Syu --noconfirm
17  echo "##[endgroup]"
18
19  echo "##[group]Install Development Tools"
20  sudo pacman -Sy --noconfirm base-devel bc cpio cryptsetup dhclient dkms \
21    fakeroot fio gdb inetutils jq less linux linux-headers lsscsi nfs-utils \
22    parted pax perf python-packaging python-setuptools qemu-guest-agent ksh \
23    samba sysstat rng-tools rsync wget xxhash
24  echo "##[endgroup]"
25}
26
27function debian() {
28  export DEBIAN_FRONTEND="noninteractive"
29
30  echo "##[group]Running apt-get update+upgrade"
31  sudo apt-get update -y
32  sudo apt-get upgrade -y
33  echo "##[endgroup]"
34
35  echo "##[group]Install Development Tools"
36  sudo apt-get install -y \
37    acl alien attr autoconf bc cpio cryptsetup curl dbench dh-python dkms \
38    fakeroot fio gdb gdebi git ksh lcov isc-dhcp-client jq libacl1-dev \
39    libaio-dev libattr1-dev libblkid-dev libcurl4-openssl-dev libdevmapper-dev \
40    libelf-dev libffi-dev libmount-dev libpam0g-dev libselinux-dev libssl-dev \
41    libtool libtool-bin libudev-dev libunwind-dev linux-headers-$(uname -r) \
42    lsscsi nfs-kernel-server pamtester parted python3 python3-all-dev \
43    python3-cffi python3-dev python3-distlib python3-packaging \
44    python3-setuptools python3-sphinx qemu-guest-agent rng-tools rpm2cpio \
45    rsync samba sysstat uuid-dev watchdog wget xfslibs-dev  xxhash zlib1g-dev
46  echo "##[endgroup]"
47}
48
49function freebsd() {
50  export ASSUME_ALWAYS_YES="YES"
51
52  echo "##[group]Install Development Tools"
53  sudo pkg install -y autoconf automake autotools base64 checkbashisms fio \
54    gdb gettext gettext-runtime git gmake gsed jq ksh93 lcov libtool lscpu \
55    pkgconf python python3 pamtester pamtester qemu-guest-agent rsync xxhash
56  sudo pkg install -xy \
57    '^samba4[[:digit:]]+$' \
58    '^py3[[:digit:]]+-cffi$' \
59    '^py3[[:digit:]]+-sysctl$' \
60    '^py3[[:digit:]]+-setuptools$' \
61    '^py3[[:digit:]]+-packaging$'
62  echo "##[endgroup]"
63}
64
65# common packages for: almalinux, centos, redhat
66function rhel() {
67  echo "##[group]Running dnf update"
68  echo "max_parallel_downloads=10" | sudo -E tee -a /etc/dnf/dnf.conf
69  sudo dnf clean all
70  sudo dnf update -y --setopt=fastestmirror=1 --refresh
71  echo "##[endgroup]"
72
73  echo "##[group]Install Development Tools"
74
75  # Alma wants "Development Tools", Fedora 41 wants "development-tools"
76  if ! sudo dnf group install -y "Development Tools" ; then
77    echo "Trying 'development-tools' instead of 'Development Tools'"
78    sudo dnf group install -y development-tools
79  fi
80
81  sudo dnf install -y \
82    acl attr bc bzip2 cryptsetup curl dbench dkms elfutils-libelf-devel fio \
83    gdb git jq kernel-rpm-macros ksh libacl-devel libaio-devel \
84    libargon2-devel libattr-devel libblkid-devel libcurl-devel libffi-devel \
85    ncompress libselinux-devel libtirpc-devel libtool libudev-devel \
86    libuuid-devel lsscsi mdadm nfs-utils openssl-devel pam-devel pamtester \
87    parted perf python3 python3-cffi python3-devel python3-packaging \
88    kernel-devel python3-setuptools qemu-guest-agent rng-tools rpcgen \
89    rpm-build rsync samba sysstat systemd watchdog wget xfsprogs-devel xxhash \
90    zlib-devel
91  echo "##[endgroup]"
92}
93
94function tumbleweed() {
95  echo "##[group]Running zypper is TODO!"
96  sleep 23456
97  echo "##[endgroup]"
98}
99
100# $1: Kernel version to install (like '6.14rc7')
101function install_fedora_experimental_kernel {
102
103  our_version="$1"
104  sudo dnf -y copr enable @kernel-vanilla/stable
105  sudo dnf -y copr enable @kernel-vanilla/mainline
106  all="$(sudo dnf list --showduplicates kernel-*)"
107  echo "Available versions:"
108  echo "$all"
109
110  # You can have a bunch of minor variants of the version we want '6.14'.
111  # Pick the newest variant (sorted by version number).
112  specific_version=$(echo "$all" | grep $our_version | awk '{print $2}' | sort -V | tail -n 1)
113  list="$(echo "$all" | grep $specific_version | grep -Ev 'kernel-rt|kernel-selftests|kernel-debuginfo' | sed 's/.x86_64//g' | awk '{print $1"-"$2}')"
114  sudo dnf install -y $list
115  sudo dnf -y copr disable @kernel-vanilla/stable
116  sudo dnf -y copr disable @kernel-vanilla/mainline
117}
118
119# Install dependencies
120case "$1" in
121  almalinux8)
122    echo "##[group]Enable epel and powertools repositories"
123    sudo dnf config-manager -y --set-enabled powertools
124    sudo dnf install -y epel-release
125    echo "##[endgroup]"
126    rhel
127    echo "##[group]Install kernel-abi-whitelists"
128    sudo dnf install -y kernel-abi-whitelists
129    echo "##[endgroup]"
130    ;;
131  almalinux9|almalinux10|centos-stream9|centos-stream10)
132    echo "##[group]Enable epel and crb repositories"
133    sudo dnf config-manager -y --set-enabled crb
134    sudo dnf install -y epel-release
135    echo "##[endgroup]"
136    rhel
137    echo "##[group]Install kernel-abi-stablelists"
138    sudo dnf install -y kernel-abi-stablelists
139    echo "##[endgroup]"
140    ;;
141  archlinux)
142    archlinux
143    ;;
144  debian*)
145    echo 'debconf debconf/frontend select Noninteractive' | sudo debconf-set-selections
146    debian
147    echo "##[group]Install Debian specific"
148    sudo apt-get install -yq linux-perf dh-sequence-dkms
149    echo "##[endgroup]"
150    ;;
151  fedora*)
152    rhel
153    sudo dnf install -y libunwind-devel
154
155    # Fedora 42+ moves /usr/bin/script from 'util-linux' to 'util-linux-script'
156    sudo dnf install -y util-linux-script || true
157
158    # Optional: Install an experimental kernel ($2 = kernel version)
159    if [ -n "${2:-}" ] ; then
160      install_fedora_experimental_kernel "$2"
161    fi
162    ;;
163  freebsd*)
164    freebsd
165    ;;
166  tumbleweed)
167    tumbleweed
168    ;;
169  ubuntu*)
170    debian
171    echo "##[group]Install Ubuntu specific"
172    sudo apt-get install -yq linux-tools-common libtirpc-dev \
173      linux-modules-extra-$(uname -r)
174    sudo apt-get install -yq dh-sequence-dkms
175    echo "##[endgroup]"
176    echo "##[group]Delete Ubuntu OpenZFS modules"
177    for i in $(find /lib/modules -name zfs -type d); do sudo rm -rvf $i; done
178    echo "##[endgroup]"
179    ;;
180esac
181
182# This script is used for checkstyle + zloop deps also.
183# Install only the needed packages and exit - when used this way.
184test -z "${ONLY_DEPS:-}" || exit 0
185
186# Start services
187echo "##[group]Enable services"
188case "$1" in
189  freebsd*)
190    # add virtio things
191    echo 'virtio_load="YES"' | sudo -E tee -a /boot/loader.conf
192    for i in balloon blk console random scsi; do
193      echo "virtio_${i}_load=\"YES\"" | sudo -E tee -a /boot/loader.conf
194    done
195    echo "fdescfs /dev/fd fdescfs rw 0 0" | sudo -E tee -a /etc/fstab
196    sudo -E mount /dev/fd
197    sudo -E touch /etc/zfs/exports
198    sudo -E sysrc mountd_flags="/etc/zfs/exports"
199    echo '[global]' | sudo -E tee /usr/local/etc/smb4.conf >/dev/null
200    sudo -E service nfsd enable
201    sudo -E service qemu-guest-agent enable
202    sudo -E service samba_server enable
203    ;;
204  debian*|ubuntu*)
205    sudo -E systemctl enable nfs-kernel-server
206    sudo -E systemctl enable qemu-guest-agent
207    sudo -E systemctl enable smbd
208    ;;
209  *)
210    # All other linux distros
211    sudo -E systemctl enable nfs-server
212    sudo -E systemctl enable qemu-guest-agent
213    sudo -E systemctl enable smb
214    ;;
215esac
216echo "##[endgroup]"
217
218# Setup Kernel cmdline
219CMDLINE="console=tty0 console=ttyS0,115200n8"
220CMDLINE="$CMDLINE selinux=0"
221CMDLINE="$CMDLINE random.trust_cpu=on"
222CMDLINE="$CMDLINE no_timer_check"
223case "$1" in
224  almalinux*|centos*|fedora*)
225    GRUB_CFG="/boot/grub2/grub.cfg"
226    GRUB_MKCONFIG="grub2-mkconfig"
227    CMDLINE="$CMDLINE biosdevname=0 net.ifnames=0"
228    echo 'GRUB_SERIAL_COMMAND="serial --speed=115200"' \
229      | sudo tee -a /etc/default/grub >/dev/null
230    ;;
231  ubuntu24)
232    GRUB_CFG="/boot/grub/grub.cfg"
233    GRUB_MKCONFIG="grub-mkconfig"
234    echo 'GRUB_DISABLE_OS_PROBER="false"' \
235      | sudo tee -a /etc/default/grub >/dev/null
236    ;;
237  *)
238    GRUB_CFG="/boot/grub/grub.cfg"
239    GRUB_MKCONFIG="grub-mkconfig"
240    ;;
241esac
242
243case "$1" in
244  archlinux|freebsd*)
245    true
246    ;;
247  *)
248    echo "##[group]Edit kernel cmdline"
249    sudo sed -i -e '/^GRUB_CMDLINE_LINUX/d' /etc/default/grub || true
250    echo "GRUB_CMDLINE_LINUX=\"$CMDLINE\"" \
251      | sudo tee -a /etc/default/grub >/dev/null
252    sudo $GRUB_MKCONFIG -o $GRUB_CFG
253    echo "##[endgroup]"
254    ;;
255esac
256
257# reset cloud-init configuration and poweroff
258sudo cloud-init clean --logs
259sleep 2 && sudo poweroff &
260exit 0
261