xref: /freebsd/release/Makefile.vm (revision 67f7f2781daa9bd398b424ffe2bd0be67f37f03d) 
1#
2# Makefile for building virtual machine and cloud provider disk images.
3#
4
5VMTARGETS=	vm-image
6VMFORMATS?=	vhd vmdk qcow2 raw
7.if ${TARGET_ARCH} == riscv64
8VMSIZE?=	6144m
9.else
10VMSIZE?=	5120m
11.endif
12VMFS?=		ufs
13VMFSLIST?=	ufs zfs
14SWAPSIZE?=	1g
15VMBASE?=	vm
16
17VHD_DESC=	Azure, VirtualPC, Hyper-V, Xen disk image
18VMDK_DESC=	VMWare, VirtualBox disk image
19QCOW2_DESC=	Qemu, KVM disk image
20RAW_DESC=	Unformatted raw disk image
21
22CLOUDWARE_TYPES?= AZURE \
23		BASIC-CI \
24		BASIC-CLOUDINIT \
25		EC2 \
26		GCE \
27		VAGRANT
28AZURE_FORMAT=	vhdf
29AZURE_FSLIST?=	ufs zfs
30AZURE_DESC=	Microsoft Azure platform image
31BASIC-CI_FORMAT=	raw
32BASIC-CI_FSLIST?=	ufs
33BASIC-CI_DESC=		Image for CI
34BASIC-CLOUDINIT_FORMAT=	raw qcow2
35BASIC-CLOUDINIT_FSLIST?=	ufs zfs
36BASIC-CLOUDINIT_DESC?=	Images for VM with cloudinit disk config support
37EC2_FORMAT=	raw
38EC2_FSLIST?=	ufs zfs
39EC2_FLAVOURS?=	BASE BUILDER CLOUD-INIT SMALL
40EC2-BASE_DESC=	Amazon EC2 image
41EC2-BUILDER_DESC=	Amazon EC2 AMI Builder image
42EC2-CLOUD-INIT_DESC=	Amazon EC2 Cloud-Init image
43EC2-SMALL_DESC=	Amazon EC2 small image
44GCE_FORMAT=	raw
45GCE_FSLIST?=	ufs zfs
46GCE_DESC=	Google Compute Engine image
47OPENSTACK_FORMAT=qcow2
48OPENSTACK_FSLIST?=	ufs
49OPENSTACK_DESC=	OpenStack platform image
50VAGRANT_FORMAT=	vmdk
51VAGRANT_FSLIST?=	ufs
52VAGRANT_FLAVOURS?=	VIRTUALBOX VMWARE
53VAGRANT-VIRTUALBOX_DESC=	Vagrant Image for VirtualBox
54VAGRANT-VMWARE_DESC=	Vagrant Image for VMWare
55
56.for _CWT in ${CLOUDWARE_TYPES}
57. if defined(${_CWT}_FLAVOURS)
58.  for _CWF in ${${_CWT}_FLAVOURS}
59CLOUDWARE_GEN+=	${_CWT}-${_CWF}
60${_CWT}-${_CWF}_FORMAT?=	${${_CWT}_FORMAT}
61${_CWT}-${_CWF}_FSLIST?=	${${_CWT}_FSLIST}
62${_CWT}-${_CWF}_DESC?=	${${_CWT}_DESC}
63.  endfor
64. else
65CLOUDWARE_GEN+=	${_CWT}
66. endif
67.endfor
68CLOUDWARE?=	${CLOUDWARE_GEN}
69
70.for _V in TYPE BRANCH REVISION
71. if !defined(${_V}) || empty(${_V})
72${_V}!=	eval $$(awk '/^${_V}=/{print}' ${.CURDIR:H}/sys/conf/newvers.sh); echo $$${_V}
73. endif
74.endfor
75
76emulator-portinstall:
77.if !exists(/usr/local/bin/qemu-${TARGET_ARCH}-static)
78.if exists(${PORTSDIR}/emulators/qemu-user-static/Makefile)
79	env - UNAME_r=${UNAME_r} PATH=$$PATH \
80	    make -C ${PORTSDIR}/emulators/qemu-user-static \
81	    BATCH=1 WRKDIRPREFIX=/tmp/ports DISTDIR=/tmp/distfiles \
82	    all install clean
83.else
84.if !exists(/usr/local/sbin/pkg-static)
85	env ASSUME_ALWAYS_YES=yes pkg bootstrap -y
86.endif
87	env ASSUME_ALWAYS_YES=yes pkg install -y emulators/qemu-user-static
88.endif
89.endif
90	touch ${.TARGET}
91
92.if ${TARGET_ARCH} != ${MACHINE_ARCH} && !defined(WITHOUT_QEMU)
93.if ( ${TARGET_ARCH} != "i386" ) || ( ${MACHINE_ARCH} != "amd64" )
94QEMUSTATIC=/usr/local/bin/qemu-${TARGET_ARCH}-static
95QEMUTGT=emulator-portinstall
96.endif
97.endif
98QEMUTGT?=
99
100.if (defined(WITH_CLOUDWARE) && !empty(WITH_CLOUDWARE)) || \
101    (defined(WITH_VMIMAGES) && !empty(WITH_VMIMAGES))
102.if (defined(WITHOUT_QEMU) && !defined(NO_ROOT))
103.error WITHOUT_QEMU requires NO_ROOT
104.elif (!defined(WITHOUT_QEMU) && defined(NO_ROOT))
105.error NO_ROOT requires WITHOUT_QEMU
106.endif
107.endif
108
109.if defined(WITH_CLOUDWARE) && !empty(WITH_CLOUDWARE) && !empty(CLOUDWARE)
110. for _CW in ${CLOUDWARE}
111.  if exists(${.CURDIR}/tools/${_CW:tl}.conf) && !defined(${_CW:tu}CONF)
112${_CW:tu}CONF?=	${.CURDIR}/tools/${_CW:tl}.conf
113.  endif
114.  for _FS in ${${_CW:tu}_FSLIST}
115.   for _FMT in ${${_CW:tu}_FORMAT}
116CLOUDTARGETS+=	cw-${_CW:tl}-${_FS}-${_FMT}
117CLEANDIRS+=	cw-${_CW:tl}-${_FS}-${_FMT}
118CLEANFILES+=	${_CW:tl}.${_FS}.${_FMT}.img \
119		${_CW:tl}.${_FS}.${_FMT} \
120		${_CW:tl}.${_FS}.${_FMT}.raw
121${_CW:tu}${_FS:tu}${_FMT:tu}IMAGE=	${_CW:tl}.${_FS}.${_FMT}
122
123# Special handling: EC2 "AMI Builder" images need a copy of the "base" disk
124# built first.
125.if ${_CW} == EC2-BUILDER
126cw-${_CW:tl}-${_FS}-${_FMT}: cw-ec2-base-${_FS}-${_FMT}
127.endif
128
129# Special handling: GCE images ingest src.txz and ports.txz and expect them
130# to be in the /ftp/ directory.  Note: This will need to be reworked before
131# distribution sets go away!
132.if ${_CW} == GCE
133cw-${_CW:tl}-${_FS}-${_FMT}: ftp
134.endif
135
136cw-${_CW:tl}-${_FS}-${_FMT}: ${QEMUTGT} ${PKGBASE_REPO_DIR}
137	mkdir -p ${.OBJDIR}/${.TARGET}
138	env TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH} SWAPSIZE=${SWAPSIZE} \
139		QEMUSTATIC=${QEMUSTATIC} \
140		EC2BASEIMG=${.OBJDIR}/${EC2-BASE${_FS:tu}${_FMT:tu}IMAGE} \
141		${WITHOUT_QEMU:DWITHOUT_QEMU=true} \
142		${NO_ROOT:DNO_ROOT=true} \
143		PKG_CMD=${PKG_CMD:Upkg} \
144		PKG_ABI=${PKG_ABI} \
145		PKG_REPOS_DIR=${PKG_REPOS_DIR:U${.OBJDIR}/${.TARGET}/etc/pkg} \
146		PKG_REPO_NAME=${PKG_REPO_NAME:UFreeBSD-ports} \
147		PKG_INSTALL_EPOCH=${PKG_INSTALL_EPOCH:U${GITEPOCH}} \
148		NOPKGBASE=${NOPKGBASE} \
149		PKGBASE_REPO_DIR=${.OBJDIR}/pkgbase-repo-dir \
150		${.CURDIR}/scripts/mk-vmimage.sh \
151		-C ${.CURDIR}/tools/vmimage.subr -d ${.OBJDIR}/${.TARGET} \
152		-F ${"${_CW:MEC2-BUILDER}" != "":?ufs:${_FS}} \
153		-i ${.OBJDIR}/${_CW:tl}.${_FS}.${_FMT}.img -s ${VMSIZE} -f ${_FMT} \
154		-S ${WORLDDIR} -o ${.OBJDIR}/${${_CW:tu}${_FS:tu}${_FMT:tu}IMAGE} -c ${${_CW:tu}CONF} || true
155	touch ${.TARGET}
156.   endfor
157.  endfor
158
159# Hardlinks from "foo.${FMT}" to "foo-${VMFS}.${FMT}".  These can go away once
160# all of the cloudware code knows how to handle multiple filesystem images (or
161# at least knows the name of the UFS image).
162.  for _FMT in ${${_CW:tu}_FORMAT}
163CLOUDTARGETS+=	cw-${_CW:tl}-${_FMT}
164CLEANFILES+=	${_CW:tl}.${_FMT}
165${_CW:tu}${_FMT:tu}IMAGE=	${_CW:tl}.${_FMT}
166cw-${_CW:tl}-${_FMT}: cw-${_CW:tl}-${VMFS}-${_FMT}
167	ln -f ${${_CW:tu}${VMFS:tu}${_FMT:tu}IMAGE} ${${_CW:tu}${_FMT:tu}IMAGE} || true
168.  endfor
169
170# Targets without a disk format listed are the first disk format on the list
171.  for _FS in ${${_CW:tu}_FSLIST}
172${_CW:tu}${_FS:tu}IMAGE=	${_CW:tl}.${_FS}.${${_CW:tu}_FORMAT:[1]}
173cw-${_CW:tl}-${_FS}: cw-${_CW:tl}-${_FS}-${${_CW:tu}_FORMAT:[1]}
174.  endfor
175${_CW:tu}IMAGE=	${_CW:tl}.${${_CW:tu}_FORMAT:[1]}
176cw-${_CW:tl}:	cw-${_CW:tl}-${${_CW:tu}_FORMAT:[1]}
177. endfor
178.endif
179
180.if defined(WITH_VMIMAGES) && !empty(WITH_VMIMAGES)
181CLEANFILES+=	vm-image
182. for FORMAT in ${VMFORMATS}
183.  for FS in ${VMFSLIST}
184CLEANDIRS+=	vm-image-${FORMAT}-${FS}
185CLEANFILES+=	${FORMAT}.${FS}.img
186CLEANFILES+=	${VMBASE}.${FS}.${FORMAT}
187.  endfor
188. endfor
189.endif
190
191vm-base:	vm-image
192
193vm-image:	${QEMUTGT} ${PKGBASE_REPO_DIR}
194.if defined(WITH_VMIMAGES) && !empty(WITH_VMIMAGES)
195. for FORMAT in ${VMFORMATS}
196.  for FS in ${VMFSLIST}
197	mkdir -p ${.OBJDIR}/${.TARGET}-${FORMAT}-${FS}
198	env TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH} SWAPSIZE=${SWAPSIZE} \
199		QEMUSTATIC=${QEMUSTATIC} \
200		${WITHOUT_QEMU:DWITHOUT_QEMU=true} \
201		${NO_ROOT:DNO_ROOT=true} \
202		PKG_CMD=${PKG_CMD:Upkg} \
203		PKG_ABI=${PKG_ABI} \
204		PKG_REPOS_DIR=${PKG_REPOS_DIR:U${.OBJDIR}/${.TARGET}-${FORMAT}-${FS}/etc/pkg} \
205		PKG_REPO_NAME=${PKG_REPO_NAME:UFreeBSD-ports} \
206		PKG_INSTALL_EPOCH=${PKG_INSTALL_EPOCH:U${GITEPOCH}} \
207		NOPKGBASE=${NOPKGBASE} \
208		PKGBASE_REPO_DIR=${.OBJDIR}/pkgbase-repo-dir \
209		${.CURDIR}/scripts/mk-vmimage.sh \
210		-C ${.CURDIR}/tools/vmimage.subr \
211		${VM_IMAGE_CONFIG:D-c ${VM_IMAGE_CONFIG}} \
212		-d ${.OBJDIR}/${.TARGET}-${FORMAT}-${FS} -F ${FS} \
213		-i ${.OBJDIR}/${FORMAT}.${FS}.img -s ${VMSIZE} -f ${FORMAT} \
214		-S ${WORLDDIR} -o ${.OBJDIR}/${VMBASE}.${FS}.${FORMAT} || true
215.  endfor
216. endfor
217.endif
218	touch ${.TARGET}
219
220vm-cloudware:	${CLOUDTARGETS}
221
222list-vmtargets:	list-cloudware
223	@${ECHO}
224	@${ECHO} "Supported virtual machine disk image formats:"
225.for FORMAT in ${VMFORMATS:tu}
226	@${ECHO} "  ${FORMAT:tl}: ${${FORMAT}_DESC}"
227.endfor
228
229list-cloudware:
230.if !empty(CLOUDWARE)
231	@${ECHO}
232	@${ECHO} "Supported cloud hosting provider images:"
233. for _CW in ${CLOUDWARE}
234	@${ECHO} "  ${_CW:tu}: ${${_CW:tu}_DESC}"
235. endfor
236.endif
237
238vm-install:
239.if defined(WITH_VMIMAGES) && !empty(WITH_VMIMAGES)
240	mkdir -p ${DESTDIR}/vmimages
241. for FORMAT in ${VMFORMATS}
242.  for FS in ${VMFSLIST}
243	cp -p ${VMBASE}.${FS}.${FORMAT} \
244		${DESTDIR}/vmimages/${OSRELEASE}-${FS}.${FORMAT}
245.  endfor
246. endfor
247. if defined(WITH_COMPRESSED_VMIMAGES) && !empty(WITH_COMPRESSED_VMIMAGES)
248.  for FORMAT in ${VMFORMATS}
249.   for FS in ${VMFSLIST}
250	# Don't keep the originals.  There is a copy in ${.OBJDIR} if needed.
251	${XZ_CMD} -f ${DESTDIR}/vmimages/${OSRELEASE}-${FS}.${FORMAT}
252.   endfor
253.  endfor
254. endif
255	cd ${DESTDIR}/vmimages && sha512 ${OSRELEASE}* > \
256		${DESTDIR}/vmimages/CHECKSUM.SHA512
257	cd ${DESTDIR}/vmimages && sha256 ${OSRELEASE}* > \
258		${DESTDIR}/vmimages/CHECKSUM.SHA256
259.endif
260
261cloud-install-BASIC-CI:
262	mkdir -p ${DESTDIR}/ciimages
263.for _FS in ${BASIC-CI_FSLIST}
264. for _FMT in ${BASIC-CI_FORMAT}
265	cp -p ${.OBJDIR}/${BASIC-CI${_FS:tu}${_FMT:tu}IMAGE} \
266		${DESTDIR}/ciimages/${OSRELEASE}-BASIC-CI-${_FS}.${_FMT}
267	${XZ_CMD} -f ${DESTDIR}/ciimages/${OSRELEASE}-BASIC-CI-${_FS}.${_FMT}
268. endfor
269.endfor
270	cd ${DESTDIR}/ciimages && sha512 ${OSRELEASE}* > \
271		${DESTDIR}/ciimages/CHECKSUM.SHA512
272	cd ${DESTDIR}/ciimages && sha256 ${OSRELEASE}* > \
273		${DESTDIR}/ciimages/CHECKSUM.SHA256
274
275cloud-install-BASIC-CLOUDINIT:
276	mkdir -p ${DESTDIR}/vmimages
277.for _FS in ${BASIC-CLOUDINIT_FSLIST}
278. for _FMT in ${BASIC-CLOUDINIT_FORMAT}
279	cp -p ${.OBJDIR}/${BASIC-CLOUDINIT${_FS:tu}${_FMT:tu}IMAGE} \
280		${DESTDIR}/vmimages/${OSRELEASE}-BASIC-CLOUDINIT-${_FS}.${_FMT}
281	${XZ_CMD} -f ${DESTDIR}/vmimages/${OSRELEASE}-BASIC-CLOUDINIT-${_FS}.${_FMT}
282. endfor
283.endfor
284	cd ${DESTDIR}/vmimages && sha512 ${OSRELEASE}* > \
285		${DESTDIR}/vmimages/CHECKSUM.SHA512
286	cd ${DESTDIR}/vmimages && sha256 ${OSRELEASE}* > \
287		${DESTDIR}/vmimages/CHECKSUM.SHA256
288
289CLOUD_INSTALL_TGTS=
290.if defined(WITH_CLOUDWARE) && !empty(WITH_CLOUDWARE)
291. for _CW in ${CLOUDWARE}
292.  if target(cloud-install-${_CW})
293CLOUD_INSTALL_TGTS+=	cloud-install-${_CW}
294.  endif
295. endfor
296.endif
297cloud-install:	${CLOUD_INSTALL_TGTS}
298
299.if defined(WITH_VMIMAGES) && !empty(WITH_VMIMAGES)
300vm-release:	${VMTARGETS}
301.else
302vm-release:
303.endif
304
305.if defined(WITH_CLOUDWARE) && !empty(WITH_CLOUDWARE) && !empty(CLOUDWARE)
306cloudware-release:	${CLOUDTARGETS}
307.else
308cloudware-release:
309.endif
310
311.include "${.CURDIR}/Makefile.azure"
312.include "${.CURDIR}/Makefile.ec2"
313.include "${.CURDIR}/Makefile.firecracker"
314.include "${.CURDIR}/Makefile.gce"
315.include "${.CURDIR}/Makefile.vagrant"
316.include "${.CURDIR}/Makefile.inc1"
317