xref: /titanic_51/usr/src/tools/scripts/nightly.sh (revision d7e6a9b10c50c7907635aeb61c4d1fe8bec9069a)
1#!/bin/ksh -p
2#
3# CDDL HEADER START
4#
5# The contents of this file are subject to the terms of the
6# Common Development and Distribution License (the "License").
7# You may not use this file except in compliance with the License.
8#
9# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10# or http://www.opensolaris.org/os/licensing.
11# See the License for the specific language governing permissions
12# and limitations under the License.
13#
14# When distributing Covered Code, include this CDDL HEADER in each
15# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16# If applicable, add the following below this CDDL HEADER, with the
17# fields enclosed by brackets "[]" replaced with your own identifying
18# information: Portions Copyright [yyyy] [name of copyright owner]
19#
20# CDDL HEADER END
21#
22
23#
24# Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
25# Use is subject to license terms.
26#
27# Based on the nightly script from the integration folks,
28# Mostly modified and owned by mike_s.
29# Changes also by kjc, dmk.
30#
31# BRINGOVER_WS may be specified in the env file.
32# The default is the old behavior of CLONE_WS
33#
34# -i on the command line, means fast options, so when it's on the
35# command line (only), lint and check builds are skipped no matter what
36# the setting of their individual flags are in NIGHTLY_OPTIONS.
37#
38# LINTDIRS can be set in the env file, format is a list of:
39#
40#	/dirname-to-run-lint-on flag
41#
42#	Where flag is:	y - enable lint noise diff output
43#			n - disable lint noise diff output
44#
45#	For example: LINTDIRS="$SRC/uts n $SRC/stand y $SRC/psm y"
46#
47# -A flag in NIGHTLY_OPTIONS checks ABI diffs in .so files
48# This option requires a couple of scripts.
49#
50# OPTHOME and TEAMWARE may be set in the environment to override /opt
51# and /opt/teamware defaults.
52#
53
54#
55# The CDPATH variable causes ksh's `cd' builtin to emit messages to stdout
56# under certain circumstances, which can really screw things up; unset it.
57#
58unset CDPATH
59
60# Get the absolute path of the nightly script that the user invoked.  This
61# may be a relative path, and we need to do this before changing directory.
62nightly_path=`whence $0`
63nightly_ls="`ls -l $nightly_path`"
64
65#
66# Keep track of where we found nightly so we can invoke the matching
67# which_scm script.  If that doesn't work, don't go guessing, just rely
68# on the $PATH settings, which will generally give us either /opt/onbld
69# or the user's workspace.
70#
71WHICH_SCM=$(dirname $nightly_path)/which_scm
72if [[ ! -x $WHICH_SCM ]]; then
73	WHICH_SCM=which_scm
74fi
75
76#
77# Print the tag string used to identify a build (e.g., "DEBUG
78# open-only")
79# usage: tagstring debug-part open-part
80#
81tagstring() {
82	debug_part=$1
83	open_part=$2
84
85	if [ -n "$open_part" ]; then
86		echo "$debug_part $open_part"
87	else
88		echo "$debug_part"
89	fi
90}
91
92#
93# Function to do a DEBUG and non-DEBUG build. Needed because we might
94# need to do another for the source build, and since we only deliver DEBUG or
95# non-DEBUG packages.
96#
97# usage: normal_build [-O]
98# -O	OpenSolaris delivery build.  Put the proto area and
99#	(eventually) packages in -open directories.  Use skeleton
100#	closed binaries.  Don't generate archives--that needs to be
101#	done later, after we've generated the closed binaries.  Also
102#	skip the package build (until 6414822 is fixed).
103#
104
105normal_build() {
106
107	typeset orig_p_FLAG="$p_FLAG"
108	typeset orig_a_FLAG="$a_FLAG"
109
110	suffix=""
111	open_only=""
112	while getopts O FLAG $*; do
113		case $FLAG in
114		O)
115			suffix="-open"
116			open_only="open-only"
117			p_FLAG=n
118			a_FLAG=n
119			;;
120		esac
121	done
122
123	# non-DEBUG build begins
124
125	if [ "$F_FLAG" = "n" ]; then
126		set_non_debug_build_flags
127		mytag=`tagstring "non-DEBUG" "$open_only"`
128		build "$mytag" "$suffix-nd" "$MULTI_PROTO"
129		if [ "$build_ok" = "y" -a "$X_FLAG" = "y" -a \
130		    "$p_FLAG" = "y" ]; then
131			copy_ihv_pkgs non-DEBUG -nd
132		fi
133	else
134		echo "\n==== No non-DEBUG $open_only build ====\n" >> "$LOGFILE"
135	fi
136
137	# non-DEBUG build ends
138
139	# DEBUG build begins
140
141	if [ "$D_FLAG" = "y" ]; then
142		set_debug_build_flags
143		mytag=`tagstring "DEBUG" "$open_only"`
144		build "$mytag" "$suffix" "$MULTI_PROTO"
145		if [ "$build_ok" = "y" -a "$X_FLAG" = "y" -a \
146		    "$p_FLAG" = "y" ]; then
147			copy_ihv_pkgs DEBUG ""
148		fi
149
150	else
151		echo "\n==== No DEBUG $open_only build ====\n" >> "$LOGFILE"
152	fi
153
154	# DEBUG build ends
155
156	p_FLAG="$orig_p_FLAG"
157	a_FLAG="$orig_a_FLAG"
158}
159
160#
161# usage: run_hook HOOKNAME ARGS...
162#
163# If variable "$HOOKNAME" is defined, insert a section header into
164# our logs and then run the command with ARGS
165#
166run_hook() {
167	HOOKNAME=$1
168    	eval HOOKCMD=\$$HOOKNAME
169	shift
170
171	if [ -n "$HOOKCMD" ]; then
172	    	(
173			echo "\n==== Running $HOOKNAME command: $HOOKCMD ====\n"
174		    	( $HOOKCMD "$@" 2>&1 )
175			if [ "$?" -ne 0 ]; then
176			    	# Let exit status propagate up
177			    	touch $TMPDIR/abort
178			fi
179		) | tee -a $mail_msg_file >> $LOGFILE
180
181		if [ -f $TMPDIR/abort ]; then
182			build_ok=n
183			echo "\nAborting at request of $HOOKNAME" |
184				tee -a $mail_msg_file >> $LOGFILE
185			exit 1
186		fi
187	fi
188}
189
190#
191# usage: filelist DESTDIR PATTERN
192#
193filelist() {
194	DEST=$1
195	PATTERN=$2
196	cd ${DEST}
197
198	OBJFILES=${ORIG_SRC}/xmod/obj_files
199	if [ ! -f ${OBJFILES} ]; then
200		return;
201	fi
202	for i in `grep -v '^#' ${OBJFILES} | \
203	    grep ${PATTERN} | cut -d: -f2 | tr -d ' \t'`
204	do
205		# wildcard expansion
206		for j in $i
207		do
208			if [ -f "$j" ]; then
209				echo $j
210			fi
211			if [ -d "$j" ]; then
212				echo $j
213			fi
214		done
215	done | sort | uniq
216}
217
218# function to save off binaries after a full build for later
219# restoration
220save_binaries() {
221	# save off list of binaries
222	echo "\n==== Saving binaries from build at `date` ====\n" | \
223	    tee -a $mail_msg_file >> $LOGFILE
224	rm -f ${BINARCHIVE}
225	cd ${CODEMGR_WS}
226	filelist ${CODEMGR_WS} '^preserve:' >> $LOGFILE
227	filelist ${CODEMGR_WS} '^preserve:' | \
228	    cpio -ocB 2>/dev/null | compress \
229	    > ${BINARCHIVE}
230}
231
232# delete files
233# usage: hybridize_files DESTDIR MAKE_TARGET
234hybridize_files() {
235	DEST=$1
236	MAKETARG=$2
237
238	echo "\n==== Hybridizing files at `date` ====\n" | \
239	    tee -a $mail_msg_file >> $LOGFILE
240	for i in `filelist ${DEST} '^delete:'`
241	do
242		echo "removing ${i}." | tee -a $mail_msg_file >> $LOGFILE
243		rm -rf "${i}"
244	done
245	for i in `filelist ${DEST} '^hybridize:' `
246	do
247		echo "hybridizing ${i}." | tee -a $mail_msg_file >> $LOGFILE
248		rm -f ${i}+
249		sed -e "/^# HYBRID DELETE START/,/^# HYBRID DELETE END/d" \
250		    < ${i} > ${i}+
251		mv ${i}+ ${i}
252	done
253}
254
255# restore binaries into the proper source tree.
256# usage: restore_binaries DESTDIR MAKE_TARGET
257restore_binaries() {
258	DEST=$1
259	MAKETARG=$2
260
261	echo "\n==== Restoring binaries to ${MAKETARG} at `date` ====\n" | \
262	    tee -a $mail_msg_file >> $LOGFILE
263	cd ${DEST}
264	zcat ${BINARCHIVE} | \
265	    cpio -idmucvB 2>/dev/null | tee -a $mail_msg_file >> ${LOGFILE}
266}
267
268# rename files we save binaries of
269# usage: rename_files DESTDIR MAKE_TARGET
270rename_files() {
271	DEST=$1
272	MAKETARG=$2
273	echo "\n==== Renaming source files in ${MAKETARG} at `date` ====\n" | \
274	    tee -a $mail_msg_file >> $LOGFILE
275	for i in `filelist ${DEST} '^rename:'`
276	do
277		echo ${i} | tee -a $mail_msg_file >> ${LOGFILE}
278		rm -f ${i}.export
279		mv ${i} ${i}.export
280	done
281}
282
283#
284# Copy some or all of the source tree.
285#
286# Returns 0 for success, non-zero for failure.
287#
288# usage: copy_source CODEMGR_WS DESTDIR LABEL SRCROOT
289#
290copy_source() {
291	WS=$1
292	DEST=$2
293	label=$3
294	srcroot=$4
295
296	printf "\n==== Creating %s source from %s (%s) ====\n\n" \
297	    "$DEST" "$WS" "$label" | tee -a $mail_msg_file >> $LOGFILE
298
299	printf "cleaning out %s\n" "$DEST." >> $LOGFILE
300	rm -rf "$DEST" >> $LOGFILE 2>&1
301
302	printf "creating %s\n" "$DEST." >> $LOGFILE
303	mkdir -p "$DEST" 2>> $LOGFILE
304
305	if (( $? != 0 )) ; then
306		printf "failed to create %s\n" "$DEST" |
307		    tee -a $mail_msg_file >> $LOGFILE
308		build_ok=n
309		return 1
310	fi
311	cd "$WS"
312
313	printf "populating %s\n" "$DEST." >> $LOGFILE
314
315	case "$SCM_TYPE" in
316	teamware)
317		find $srcroot -name 's\.*' -a -type f -print | \
318		    sed -e 's,SCCS\/s.,,' | \
319		    grep -v '/\.del-*' | \
320		    cpio -pd $DEST >>$LOGFILE 2>&1
321		if (( $? != 0 )) ; then
322		    printf "cpio failed for %s\n" "$DEST" |
323			tee -a $mail_msg_file >> $LOGFILE
324		    build_ok=n
325		    return 1
326		fi
327		;;
328	mercurial)
329		copy_source_mercurial $DEST $srcroot
330		if (( $? != 0 )) ; then
331		    build_ok=n
332		    return 1
333		fi
334		;;
335	*)
336		build_ok=n
337		echo "Tree copy is not supported for workspace type" \
338		    "$SCM_TYPE" | tee -a $mail_msg_file >> $LOGFILE
339		return 1
340		;;
341	esac
342
343	return 0
344}
345
346#
347# Mercurial-specific copy code for copy_source().  Handles the
348# combined open and closed trees.
349#
350# Returns 0 for success, non-zero for failure.
351#
352# usage: copy_source_mercurial destdir srcroot
353#
354function copy_source_mercurial {
355	typeset dest=$1
356	typeset srcroot=$2
357	typeset open_top closed_top
358
359	case $srcroot in
360	usr)
361		open_top=usr
362		if [[ "$CLOSED_IS_PRESENT" = yes ]]; then
363			closed_top=usr/closed
364		fi
365		;;
366	usr/closed*)
367		if [[ "$CLOSED_IS_PRESENT" = no ]]; then
368			printf "can't copy %s: closed tree not present.\n" \
369			    "$srcroot" | tee -a $mail_msg_file >> $LOGFILE
370			return 1
371		fi
372		closed_top="$srcroot"
373		;;
374	*)
375		open_top="$srcroot"
376		;;
377	esac
378
379	if [[ -n "$open_top" ]]; then
380		hg locate -I "$open_top" | cpio -pd "$dest" >>$LOGFILE 2>&1
381		if (( $? != 0 )) ; then
382		    printf "cpio failed for %s\n" "$dest" |
383			tee -a $mail_msg_file >> $LOGFILE
384		    return 1
385		fi
386	fi
387
388	if [[ -n "$closed_top" ]]; then
389		mkdir -p "$dest/usr/closed" || return 1
390		if [[ "$closed_top" = usr/closed ]]; then
391			(cd usr/closed; hg locate |
392			    cpio -pd "$dest/usr/closed") >>$LOGFILE 2>&1
393			if (( $? != 0 )) ; then
394			    printf "cpio failed for %s/usr/closed\n" \
395				"$dest" | tee -a $mail_msg_file >> $LOGFILE
396			    return 1
397			fi
398		else
399			# copy subtree of usr/closed
400			closed_top=${closed_top#usr/closed/}
401			(cd usr/closed; hg locate -I "$closed_top" |
402			    cpio -pd "$dest/usr/closed") >>$LOGFILE 2>&1
403			if (( $? != 0 )) ; then
404			    printf "cpio failed for %s/usr/closed/%s\n" \
405				"$dest" "$closed_top" |
406				tee -a $mail_msg_file >> $LOGFILE
407			    return 1
408			fi
409		fi
410	fi
411
412	return 0
413}
414
415#
416# function to create (but not build) the export/crypt source tree.
417# usage: set_up_source_build CODEMGR_WS DESTDIR MAKE_TARGET
418# Sets SRC to the modified source tree, for use by the caller when it
419# builds the tree.
420#
421set_up_source_build() {
422	WS=$1
423	DEST=$2
424	MAKETARG=$3
425
426	copy_source $WS $DEST $MAKETARG usr
427	if (( $? != 0 )); then
428	    echo "\nCould not copy source tree for source build." |
429		tee -a $mail_msg_file >> $LOGFILE
430	    build_ok=n
431	    return
432	fi
433
434	SRC=${DEST}/usr/src
435
436	cd $SRC
437	rm -f ${MAKETARG}.out
438	echo "making ${MAKETARG} in ${SRC}." >> $LOGFILE
439	/bin/time $MAKE -e ${MAKETARG} 2>&1 | \
440	    tee -a $SRC/${MAKETARG}.out >> $LOGFILE
441	echo "\n==== ${MAKETARG} build errors ====\n" >> $mail_msg_file
442	egrep ":" $SRC/${MAKETARG}.out | \
443		egrep -e "(^${MAKE}:|[ 	]error[: 	\n])" | \
444		egrep -v "Ignoring unknown host" | \
445		egrep -v "warning" >> $mail_msg_file
446
447	echo "clearing state files." >> $LOGFILE
448	find . -name '.make*' -exec rm -f {} \;
449
450	cd ${DEST}
451	if [ "${MAKETARG}" = "CRYPT_SRC" ]; then
452		rm -f ${CODEMGR_WS}/crypt_files.cpio.Z
453		echo "\n==== xmod/cry_files that don't exist ====\n" | \
454		    tee -a $mail_msg_file >> $LOGFILE
455		CRYPT_FILES=${WS}/usr/src/xmod/cry_files
456		for i in `cat ${CRYPT_FILES}`
457		do
458			# make sure the files exist
459			if [ -f "$i" ]; then
460				continue
461			fi
462			if [ -d "$i" ]; then
463				continue
464			fi
465			echo "$i" | tee -a $mail_msg_file >> $LOGFILE
466		done
467		find `cat ${CRYPT_FILES}` -print 2>/dev/null | \
468		    cpio -ocB 2>/dev/null | \
469		    compress > ${CODEMGR_WS}/crypt_files.cpio.Z
470	fi
471
472	if [ "${MAKETARG}" = "EXPORT_SRC" ]; then
473		# rename first, since we might restore a file
474		# of the same name (mapfiles)
475		rename_files ${EXPORT_SRC} EXPORT_SRC
476		if [ "$SH_FLAG" = "y" ]; then
477			hybridize_files ${EXPORT_SRC} EXPORT_SRC
478		fi
479	fi
480
481	# save the cleartext
482	echo "\n==== Creating ${MAKETARG}.cpio.Z ====\n" | \
483	    tee -a $mail_msg_file >> $LOGFILE
484	cd ${DEST}
485	rm -f ${MAKETARG}.cpio.Z
486	find usr -depth -print | \
487	    grep -v usr/src/${MAKETARG}.out | \
488	    cpio -ocB 2>/dev/null | \
489	    compress > ${CODEMGR_WS}/${MAKETARG}.cpio.Z
490	if [ "${MAKETARG}" = "EXPORT_SRC" ]; then
491		restore_binaries ${EXPORT_SRC} EXPORT_SRC
492	fi
493
494	if [ "${MAKETARG}" = "CRYPT_SRC" ]; then
495		restore_binaries ${CRYPT_SRC} CRYPT_SRC
496	fi
497
498}
499
500# Return library search directive as function of given root.
501myldlibs() {
502	echo "-L$1/lib -L$1/usr/lib"
503}
504
505# Return header search directive as function of given root.
506myheaders() {
507	echo "-I$1/usr/include"
508}
509
510#
511# Wrapper over commands that generate BFU archives.  The entire
512# command output gets written to LOGFILE, and any unexpected messages
513# are written to the mail message.  Returns with the status of the
514# original command.
515#
516makebfu_filt() {
517	typeset tmplog
518	typeset errors
519	typeset cmd
520	integer cmd_stat
521
522	cmd="$1"
523	shift
524	tmplog="$TMPDIR/$cmd.out"
525	errors="$TMPDIR/$cmd-errors"
526	$cmd $* > "$tmplog" 2>&1
527	cmd_stat=$?
528	cat "$tmplog" >> "$LOGFILE"
529	grep -v "^Creating .* archive:" "$tmplog" | grep -v "^Making" | \
530	    grep -v "^$" | sort -u > "$errors"
531	if [[ -s "$errors" ]]; then
532		echo "\n==== cpio archives build errors ($LABEL) ====\n" \
533		    >> "$mail_msg_file"
534		cat "$errors" >> "$mail_msg_file"
535	fi
536	rm -f "$tmplog" "$errors"
537	return $cmd_stat
538}
539
540#
541# Function to do the build, including cpio archive and package generation.
542# usage: build LABEL SUFFIX MULTIPROTO
543# - LABEL is used to tag build output.
544# - SUFFIX is used to distinguish files (e.g., debug vs non-debug).
545# - If MULTIPROTO is "yes", it means to name the proto area according to
546#   SUFFIX.  Otherwise ("no"), (re)use the standard proto area.
547#
548build() {
549	LABEL=$1
550	SUFFIX=$2
551	MULTIPROTO=$3
552	INSTALLOG=install${SUFFIX}-${MACH}
553	NOISE=noise${SUFFIX}-${MACH}
554	CPIODIR=${CPIODIR_ORIG}${SUFFIX}
555	PKGARCHIVE=${PKGARCHIVE_ORIG}${SUFFIX}
556	if [ "$SPARC_RM_PKGARCHIVE_ORIG" ]; then
557		SPARC_RM_PKGARCHIVE=${SPARC_RM_PKGARCHIVE_ORIG}${SUFFIX}
558	fi
559
560	ORIGROOT=$ROOT
561	[ $MULTIPROTO = no ] || export ROOT=$ROOT$SUFFIX
562
563	export ENVLDLIBS1=`myldlibs $ROOT`
564	export ENVCPPFLAGS1=`myheaders $ROOT`
565
566	this_build_ok=y
567	#
568	#	Build OS-Networking source
569	#
570	echo "\n==== Building OS-Net source at `date` ($LABEL) ====\n" \
571		>> $LOGFILE
572
573	rm -f $SRC/${INSTALLOG}.out
574	cd $SRC
575	/bin/time $MAKE -e install 2>&1 | \
576	    tee -a $SRC/${INSTALLOG}.out >> $LOGFILE
577
578	if [[ "$SCM_TYPE" = teamware ]]; then
579		echo "\n==== SCCS Noise ($LABEL) ====\n" >> $mail_msg_file
580		egrep 'sccs(check:| *get)' $SRC/${INSTALLOG}.out >> \
581			$mail_msg_file
582	fi
583
584	echo "\n==== Build errors ($LABEL) ====\n" >> $mail_msg_file
585	egrep ":" $SRC/${INSTALLOG}.out |
586		egrep -e "(^${MAKE}:|[ 	]error[: 	\n])" | \
587		egrep -v "Ignoring unknown host" | \
588		egrep -v "cc .* -o error " | \
589		egrep -v "warning" >> $mail_msg_file
590	if [ "$?" = "0" ]; then
591		build_ok=n
592		this_build_ok=n
593	fi
594	grep "bootblock image is .* bytes too big" $SRC/${INSTALLOG}.out \
595		>> $mail_msg_file
596	if [ "$?" = "0" ]; then
597		build_ok=n
598		this_build_ok=n
599	fi
600
601	if [ "$W_FLAG" = "n" ]; then
602		echo "\n==== Build warnings ($LABEL) ====\n" >>$mail_msg_file
603		egrep -i warning: $SRC/${INSTALLOG}.out \
604			| egrep -v '^tic:' \
605			| egrep -v "symbol \`timezone' has differing types:" \
606		        | egrep -v "parameter <PSTAMP> set to" \
607			| egrep -v "Ignoring unknown host" \
608			| egrep -v "redefining segment flags attribute for" \
609			>> $mail_msg_file
610	fi
611
612	echo "\n==== Ended OS-Net source build at `date` ($LABEL) ====\n" \
613		>> $LOGFILE
614
615	echo "\n==== Elapsed build time ($LABEL) ====\n" >>$mail_msg_file
616	tail -3  $SRC/${INSTALLOG}.out >>$mail_msg_file
617
618	if [ "$i_FLAG" = "n" -a "$W_FLAG" = "n" ]; then
619		rm -f $SRC/${NOISE}.ref
620		if [ -f $SRC/${NOISE}.out ]; then
621			mv $SRC/${NOISE}.out $SRC/${NOISE}.ref
622		fi
623		grep : $SRC/${INSTALLOG}.out \
624			| egrep -v '^/' \
625			| egrep -v '^(Start|Finish|real|user|sys|./bld_awk)' \
626			| egrep -v '^tic:' \
627			| egrep -v '^mcs' \
628			| egrep -v '^LD_LIBRARY_PATH=' \
629			| egrep -v 'ar: creating' \
630			| egrep -v 'ar: writing' \
631			| egrep -v 'conflicts:' \
632			| egrep -v ':saved created' \
633			| egrep -v '^stty.*c:' \
634			| egrep -v '^mfgname.c:' \
635			| egrep -v '^uname-i.c:' \
636			| egrep -v '^volumes.c:' \
637			| egrep -v '^lint library construction:' \
638			| egrep -v 'tsort: INFORM:' \
639			| egrep -v 'stripalign:' \
640			| egrep -v 'chars, width' \
641			| egrep -v "symbol \`timezone' has differing types:" \
642			| egrep -v 'PSTAMP' \
643			| egrep -v '|%WHOANDWHERE%|' \
644			| egrep -v '^Manifying' \
645			| egrep -v 'Ignoring unknown host' \
646			| egrep -v 'Processing method:' \
647			| egrep -v '^Writing' \
648			| egrep -v 'spellin1:' \
649			| egrep -v '^adding:' \
650			| egrep -v "^echo 'msgid" \
651			| egrep -v '^echo ' \
652			| egrep -v '\.c:$' \
653			| egrep -v '^Adding file:' \
654			| egrep -v 'CLASSPATH=' \
655			| egrep -v '\/var\/mail\/:saved' \
656			| egrep -v -- '-DUTS_VERSION=' \
657			| egrep -v '^Running Mkbootstrap' \
658			| egrep -v '^Applet length read:' \
659			| egrep -v 'bytes written:' \
660			| egrep -v '^File:SolarisAuthApplet.bin' \
661			| egrep -v -i 'jibversion' \
662			| egrep -v '^Output size:' \
663			| egrep -v '^Solo size statistics:' \
664			| egrep -v '^Using ROM API Version' \
665			| egrep -v '^Zero Signature length:' \
666			| egrep -v '^Note \(probably harmless\):' \
667			| egrep -v '::' \
668			| egrep -v -- '-xcache' \
669			| egrep -v '^\+' \
670			| egrep -v '^cc1: note: -fwritable-strings' \
671			| egrep -v 'svccfg-native -s svc:/' \
672			| sort | uniq >$SRC/${NOISE}.out
673		if [ ! -f $SRC/${NOISE}.ref ]; then
674			cp $SRC/${NOISE}.out $SRC/${NOISE}.ref
675		fi
676		echo "\n==== Build noise differences ($LABEL) ====\n" \
677			>>$mail_msg_file
678		diff $SRC/${NOISE}.ref $SRC/${NOISE}.out >>$mail_msg_file
679	fi
680
681	#
682	#	Re-sign selected binaries using signing server
683	#	(gatekeeper builds only)
684	#
685	if [ -n "$CODESIGN_USER" -a "$this_build_ok" = "y" ]; then
686		echo "\n==== Signing proto area at `date` ====\n" >> $LOGFILE
687		signing_file="${TMPDIR}/signing"
688		rm -f ${signing_file}
689		export CODESIGN_USER
690		signproto $SRC/tools/codesign/creds 2>&1 | \
691			tee -a ${signing_file} >> $LOGFILE
692		echo "\n==== Finished signing proto area at `date` ====\n" \
693		    >> $LOGFILE
694		echo "\n==== Crypto module signing errors ($LABEL) ====\n" \
695		    >> $mail_msg_file
696		egrep 'WARNING|ERROR' ${signing_file} >> $mail_msg_file
697		if (( $? == 0 )) ; then
698			build_ok=n
699			this_build_ok=n
700		fi
701	fi
702
703	#
704	#	Create cpio archives for preintegration testing (PIT)
705	#
706	if [ "$a_FLAG" = "y" -a "$this_build_ok" = "y" ]; then
707		echo "\n==== Creating $LABEL cpio archives at `date` ====\n" \
708			>> $LOGFILE
709		makebfu_filt makebfu
710		# hack for test folks
711		if [ -z "`echo $PARENT_WS|egrep '^\/ws\/'`" ]; then
712			X=/net/`uname -n`${CPIODIR}
713		else
714			X=${CPIODIR}
715		fi
716		echo "Archive_directory: ${X}" >${TMPDIR}/f
717		cp ${TMPDIR}/f $(dirname $(dirname ${CPIODIR}))/.${MACH}_wgtrun
718		rm -f ${TMPDIR}/f
719
720	else
721		echo "\n==== Not creating $LABEL cpio archives ====\n" \
722			>> $LOGFILE
723	fi
724
725	#
726	#	Building Packages
727	#
728	if [ "$p_FLAG" = "y" -a "$this_build_ok" = "y" ]; then
729		echo "\n==== Creating $LABEL packages at `date` ====\n" \
730			>> $LOGFILE
731		rm -f $SRC/pkgdefs/${INSTALLOG}.out
732		echo "Clearing out $PKGARCHIVE ..." >> $LOGFILE
733		rm -rf $PKGARCHIVE
734		mkdir -p $PKGARCHIVE
735
736		#
737		# Optional build of sparc realmode on i386
738		#
739		if [ "$MACH" = "i386" ] && [ "${SPARC_RM_PKGARCHIVE}" ]; then
740			echo "Clearing out ${SPARC_RM_PKGARCHIVE} ..." \
741				>> $LOGFILE
742			rm -rf ${SPARC_RM_PKGARCHIVE}
743			mkdir -p ${SPARC_RM_PKGARCHIVE}
744		fi
745
746		cd $SRC/pkgdefs
747		$MAKE -e install 2>&1 | \
748			tee -a $SRC/pkgdefs/${INSTALLOG}.out >> $LOGFILE
749		echo "\n==== Package build errors ($LABEL) ====\n" \
750			>> $mail_msg_file
751		egrep "${MAKE}|ERROR|WARNING" $SRC/pkgdefs/${INSTALLOG}.out | \
752			grep ':' | \
753			grep -v PSTAMP | \
754			egrep -v "Ignoring unknown host" \
755			>> $mail_msg_file
756	else
757		echo "\n==== Not creating $LABEL packages ====\n" >> $LOGFILE
758	fi
759
760	ROOT=$ORIGROOT
761}
762
763# Usage: dolint /dir y|n
764# Arg. 2 is a flag to turn on/off the lint diff output
765dolint() {
766	if [ ! -d "$1" ]; then
767		echo "dolint error: $1 is not a directory"
768		exit 1
769	fi
770
771	if [ "$2" != "y" -a "$2" != "n" ]; then
772		echo "dolint internal error: $2 should be 'y' or 'n'"
773		exit 1
774	fi
775
776	lintdir=$1
777	dodiff=$2
778	base=`basename $lintdir`
779	LINTOUT=$lintdir/lint-${MACH}.out
780	LINTNOISE=$lintdir/lint-noise-${MACH}
781	export ENVLDLIBS1=`myldlibs $ROOT`
782	export ENVCPPFLAGS1=`myheaders $ROOT`
783
784	set_debug_build_flags
785
786	#
787	#	'$MAKE lint' in $lintdir
788	#
789	echo "\n==== Begin '$MAKE lint' of $base at `date` ====\n" >> $LOGFILE
790
791	# remove old lint.out
792	rm -f $lintdir/lint.out $lintdir/lint-noise.out
793	if [ -f $lintdir/lint-noise.ref ]; then
794		mv $lintdir/lint-noise.ref ${LINTNOISE}.ref
795	fi
796
797	rm -f $LINTOUT
798	cd $lintdir
799	#
800	# Remove all .ln files to ensure a full reference file
801	#
802	rm -f Nothing_to_remove \
803	    `find . \( -name SCCS -o -name .hg -o -name .svn \) \
804	    	-prune -o -type f -name '*.ln' -print `
805
806	/bin/time $MAKE -ek lint 2>&1 | \
807	    tee -a $LINTOUT >> $LOGFILE
808	echo "\n==== '$MAKE lint' of $base ERRORS ====\n" >> $mail_msg_file
809	grep "$MAKE:" $LINTOUT |
810		egrep -v "Ignoring unknown host" \
811		>> $mail_msg_file
812
813	echo "\n==== Ended '$MAKE lint' of $base at `date` ====\n" >> $LOGFILE
814
815	echo "\n==== Elapsed time of '$MAKE lint' of $base ====\n" \
816		>>$mail_msg_file
817	tail -3  $LINTOUT >>$mail_msg_file
818
819	rm -f ${LINTNOISE}.ref
820	if [ -f ${LINTNOISE}.out ]; then
821		mv ${LINTNOISE}.out ${LINTNOISE}.ref
822	fi
823        grep : $LINTOUT | \
824		egrep -v '^(real|user|sys)' |
825		egrep -v '(library construction)' | \
826		egrep -v ': global crosschecks' | \
827		egrep -v 'Ignoring unknown host' | \
828		egrep -v '\.c:$' | \
829		sort | uniq > ${LINTNOISE}.out
830	if [ ! -f ${LINTNOISE}.ref ]; then
831		cp ${LINTNOISE}.out ${LINTNOISE}.ref
832	fi
833	if [ "$dodiff" != "n" ]; then
834		echo "\n==== lint warnings $base ====\n" \
835			>>$mail_msg_file
836		# should be none, though there are a few that were filtered out
837		# above
838		egrep -i '(warning|lint):' ${LINTNOISE}.out \
839			| sort | uniq >> $mail_msg_file
840		echo "\n==== lint noise differences $base ====\n" \
841			>> $mail_msg_file
842		diff ${LINTNOISE}.ref ${LINTNOISE}.out \
843			>> $mail_msg_file
844	fi
845}
846
847# Install proto area from IHV build
848
849copy_ihv_proto() {
850
851	echo "\n==== Installing IHV proto area ====\n" \
852		>> $LOGFILE
853	if [ -d "$IA32_IHV_ROOT" ]; then
854		if [ ! -d "$ROOT" ]; then
855			echo "mkdir -p $ROOT" >> $LOGFILE
856			mkdir -p $ROOT
857		fi
858		echo "copying $IA32_IHV_ROOT to $ROOT\n" >> $LOGFILE
859		cd $IA32_IHV_ROOT
860		tar -cf - . | (cd $ROOT; umask 0; tar xpf - ) 2>&1 >> $LOGFILE
861	else
862		echo "$IA32_IHV_ROOT: not found" >> $LOGFILE
863	fi
864
865	if [ "$MULTI_PROTO" = yes ]; then
866		if [ ! -d "$ROOT-nd" ]; then
867			echo "mkdir -p $ROOT-nd" >> $LOGFILE
868			mkdir -p $ROOT-nd
869		fi
870		# If there's a non-debug version of the IHV proto area,
871		# copy it, but copy something if there's not.
872		if [ -d "$IA32_IHV_ROOT-nd" ]; then
873			echo "copying $IA32_IHV_ROOT-nd to $ROOT-nd\n" >> $LOGFILE
874			cd $IA32_IHV_ROOT-nd
875		elif [ -d "$IA32_IHV_ROOT" ]; then
876			echo "copying $IA32_IHV_ROOT to $ROOT-nd\n" >> $LOGFILE
877			cd $IA32_IHV_ROOT
878		else
879			echo "$IA32_IHV_ROOT{-nd,}: not found" >> $LOGFILE
880			return
881		fi
882		tar -cf - . | (cd $ROOT-nd; umask 0; tar xpf - ) 2>&1 >> $LOGFILE
883	fi
884}
885
886# Install IHV packages in PKGARCHIVE
887# usage: copy_ihv_pkgs LABEL SUFFIX
888copy_ihv_pkgs() {
889	LABEL=$1
890	SUFFIX=$2
891	# always use non-DEBUG IHV packages
892	IA32_IHV_PKGS=${IA32_IHV_PKGS_ORIG}-nd
893	PKGARCHIVE=${PKGARCHIVE_ORIG}${SUFFIX}
894
895	echo "\n==== Installing IHV packages from $IA32_IHV_PKGS ($LABEL) ====\n" \
896		>> $LOGFILE
897	if [ -d "$IA32_IHV_PKGS" ]; then
898		cd $IA32_IHV_PKGS
899		tar -cf - * | \
900		   (cd $PKGARCHIVE; umask 0; tar xpf - ) 2>&1 >> $LOGFILE
901	else
902		echo "$IA32_IHV_PKGS: not found" >> $LOGFILE
903	fi
904
905	echo "\n==== Installing IHV packages from $IA32_IHV_BINARY_PKGS ($LABEL) ====\n" \
906		>> $LOGFILE
907	if [ -d "$IA32_IHV_BINARY_PKGS" ]; then
908		cd $IA32_IHV_BINARY_PKGS
909		tar -cf - * | \
910		    (cd $PKGARCHIVE; umask 0; tar xpf - ) 2>&1 >> $LOGFILE
911	else
912		echo "$IA32_IHV_BINARY_PKGS: not found" >> $LOGFILE
913	fi
914}
915
916#
917# Build and install the onbld tools.
918#
919# usage: build_tools DESTROOT
920#
921# returns non-zero status if the build was successful.
922#
923build_tools() {
924	DESTROOT=$1
925
926	INSTALLOG=install-${MACH}
927
928	echo "\n==== Building tools at `date` ====\n" \
929		>> $LOGFILE
930
931	rm -f ${TOOLS}/${INSTALLOG}.out
932	cd ${TOOLS}
933	/bin/time $MAKE ROOT=${DESTROOT} -e install 2>&1 | \
934	    tee -a ${TOOLS}/${INSTALLOG}.out >> $LOGFILE
935
936	echo "\n==== Tools build errors ====\n" >> $mail_msg_file
937
938	egrep ":" ${TOOLS}/${INSTALLOG}.out |
939		egrep -e "(${MAKE}:|[ 	]error[: 	\n])" | \
940		egrep -v "Ignoring unknown host" | \
941		egrep -v warning >> $mail_msg_file
942	return $?
943}
944
945#
946# Set up to use locally installed tools.
947#
948# usage: use_tools TOOLSROOT
949#
950use_tools() {
951	TOOLSROOT=$1
952
953	STABS=${TOOLSROOT}/opt/onbld/bin/${MACH}/stabs
954	export STABS
955	CTFSTABS=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfstabs
956	export CTFSTABS
957	GENOFFSETS=${TOOLSROOT}/opt/onbld/bin/genoffsets
958	export GENOFFSETS
959
960	CTFCONVERT=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfconvert
961	export CTFCONVERT
962	CTFMERGE=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfmerge
963	export CTFMERGE
964
965	CTFCVTPTBL=${TOOLSROOT}/opt/onbld/bin/ctfcvtptbl
966	export CTFCVTPTBL
967	CTFFINDMOD=${TOOLSROOT}/opt/onbld/bin/ctffindmod
968	export CTFFINDMOD
969
970	if [ "$VERIFY_ELFSIGN" = "y" ]; then
971		ELFSIGN=${TOOLSROOT}/opt/onbld/bin/elfsigncmp
972	else
973		ELFSIGN=${TOOLSROOT}/opt/onbld/bin/${MACH}/elfsign
974	fi
975	export ELFSIGN
976
977	PATH="${TOOLSROOT}/opt/onbld/bin/${MACH}:${PATH}"
978	PATH="${TOOLSROOT}/opt/onbld/bin:${PATH}"
979	export PATH
980
981	echo "\n==== New environment settings. ====\n" >> $LOGFILE
982	echo "STABS=${STABS}" >> $LOGFILE
983	echo "CTFSTABS=${CTFSTABS}" >> $LOGFILE
984	echo "CTFCONVERT=${CTFCONVERT}" >> $LOGFILE
985	echo "CTFMERGE=${CTFMERGE}" >> $LOGFILE
986	echo "CTFCVTPTBL=${CTFCVTPTBL}" >> $LOGFILE
987	echo "CTFFINDMOD=${CTFFINDMOD}" >> $LOGFILE
988	echo "ELFSIGN=${ELFSIGN}" >> $LOGFILE
989	echo "PATH=${PATH}" >> $LOGFILE
990}
991
992staffer() {
993	if [ $ISUSER -ne 0 ]; then
994		"$@"
995	else
996		arg="\"$1\""
997		shift
998		for i
999		do
1000			arg="$arg \"$i\""
1001		done
1002		eval su $STAFFER -c \'$arg\'
1003	fi
1004}
1005
1006#
1007# Verify that the closed tree is present if it needs to be.
1008# Sets CLOSED_IS_PRESENT for future use.
1009#
1010check_closed_tree() {
1011	if [ -z "$CLOSED_IS_PRESENT" ]; then
1012		if [ -d $CODEMGR_WS/usr/closed ]; then
1013			CLOSED_IS_PRESENT="yes"
1014		else
1015			CLOSED_IS_PRESENT="no"
1016		fi
1017		export CLOSED_IS_PRESENT
1018	fi
1019	if [[ "$CLOSED_IS_PRESENT" = no && ! -d "$ON_CLOSED_BINS" ]]; then
1020		#
1021		# If it's an old (pre-split) tree or an empty
1022		# workspace, don't complain.
1023		#
1024		if grep -s CLOSED_BUILD $SRC/Makefile.master > /dev/null; then
1025			echo "If the closed sources are not present," \
1026			    "ON_CLOSED_BINS"
1027			echo "must point to the closed binaries tree."
1028			build_ok=n
1029			exit 1
1030		fi
1031	fi
1032}
1033
1034obsolete_build() {
1035    	echo "WARNING: Obsolete $1 build requested; request will be ignored"
1036}
1037
1038#
1039# wrapper over wsdiff.
1040# usage: do_wsdiff LABEL OLDPROTO NEWPROTO
1041#
1042do_wsdiff() {
1043	label=$1
1044	oldproto=$2
1045	newproto=$3
1046
1047	echo "\n==== Objects that differ since last build ($label) ====\n" | \
1048	    tee -a $LOGFILE >> $mail_msg_file
1049
1050	wsdiff="wsdiff"
1051	[ "$t_FLAG" = y ] && wsdiff="wsdiff -t"
1052
1053	$wsdiff -r ${TMPDIR}/wsdiff.results $oldproto $newproto 2>&1 | \
1054		    tee -a $LOGFILE >> $mail_msg_file
1055}
1056
1057#
1058# Functions for setting build flags (debug/non-debug).  Keep them
1059# together.
1060#
1061
1062set_non_debug_build_flags() {
1063	export INTERNAL_RELEASE_BUILD ; INTERNAL_RELEASE_BUILD=
1064	export RELEASE_BUILD ; RELEASE_BUILD=
1065	unset EXTRA_OPTIONS
1066	unset EXTRA_CFLAGS
1067}
1068
1069set_debug_build_flags() {
1070	export INTERNAL_RELEASE_BUILD ; INTERNAL_RELEASE_BUILD=
1071	unset RELEASE_BUILD
1072	unset EXTRA_OPTIONS
1073	unset EXTRA_CFLAGS
1074}
1075
1076
1077MACH=`uname -p`
1078
1079if [ "$OPTHOME" = "" ]; then
1080	OPTHOME=/opt
1081	export OPTHOME
1082fi
1083if [ "$TEAMWARE" = "" ]; then
1084	TEAMWARE=$OPTHOME/teamware
1085	export TEAMWARE
1086fi
1087
1088USAGE='Usage: nightly [-in] [-V VERS ] [ -S E|D|H|O ] <env_file>
1089
1090Where:
1091	-i	Fast incremental options (no clobber, lint, check)
1092	-n      Do not do a bringover
1093	-V VERS set the build version string to VERS
1094	-S	Build a variant of the source product
1095		E - build exportable source
1096		D - build domestic source (exportable + crypt)
1097		H - build hybrid source (binaries + deleted source)
1098		O - build (only) open source
1099
1100	<env_file>  file in Bourne shell syntax that sets and exports
1101	variables that configure the operation of this script and many of
1102	the scripts this one calls. If <env_file> does not exist,
1103	it will be looked for in $OPTHOME/onbld/env.
1104
1105non-DEBUG is the default build type. Build options can be set in the
1106NIGHTLY_OPTIONS variable in the <env_file> as follows:
1107
1108	-A	check for ABI differences in .so files
1109	-C	check for cstyle/hdrchk errors
1110	-D	do a build with DEBUG on
1111	-F	do _not_ do a non-DEBUG build
1112	-G	gate keeper default group of options (-au)
1113	-I	integration engineer default group of options (-ampu)
1114	-M	do not run pmodes (safe file permission checker)
1115	-N	do not run protocmp
1116	-O	generate OpenSolaris deliverables
1117	-R	default group of options for building a release (-mp)
1118	-U	update proto area in the parent
1119	-V VERS set the build version string to VERS
1120	-X	copy x86 IHV proto area
1121	-a	create cpio archives
1122	-f	find unreferenced files
1123	-i	do an incremental build (no "make clobber")
1124	-l	do "make lint" in $LINTDIRS (default: $SRC y)
1125	-m	send mail to $MAILTO at end of build
1126	-n      do not do a bringover
1127	-o	build using root privileges to set OWNER/GROUP (old style)
1128	-p	create packages
1129	-r	check ELF runtime attributes in the proto area
1130	-t	build and use the tools in $SRC/tools
1131	-u	update proto_list_$MACH and friends in the parent workspace;
1132		when used with -f, also build an unrefmaster.out in the parent
1133	-w	report on differences between previous and current proto areas
1134	-z	compress cpio archives with gzip
1135	-W	Do not report warnings (freeware gate ONLY)
1136	-S	Build a variant of the source product
1137		E - build exportable source
1138		D - build domestic source (exportable + crypt)
1139		H - build hybrid source (binaries + deleted source)
1140		O - build (only) open source
1141'
1142#
1143#	-x	less public handling of xmod source for the source product
1144#
1145#	A log file will be generated under the name $LOGFILE
1146#	for partially completed build and log.`date '+%F'`
1147#	in the same directory for fully completed builds.
1148#
1149
1150# default values for low-level FLAGS; G I R are group FLAGS
1151A_FLAG=n
1152a_FLAG=n
1153C_FLAG=n
1154D_FLAG=n
1155F_FLAG=n
1156f_FLAG=n
1157i_FLAG=n; i_CMD_LINE_FLAG=n
1158l_FLAG=n
1159M_FLAG=n
1160m_FLAG=n
1161N_FLAG=n
1162n_FLAG=n
1163O_FLAG=n
1164o_FLAG=n
1165P_FLAG=n
1166p_FLAG=n
1167r_FLAG=n
1168T_FLAG=n
1169t_FLAG=y
1170U_FLAG=n
1171u_FLAG=n
1172V_FLAG=n
1173W_FLAG=n
1174w_FLAG=n
1175X_FLAG=n
1176z_FLAG=n
1177SD_FLAG=n
1178SE_FLAG=n
1179SH_FLAG=n
1180SO_FLAG=n
1181#
1182XMOD_OPT=
1183#
1184build_ok=y
1185tools_build_ok=y
1186
1187is_source_build() {
1188	[ "$SE_FLAG" = "y" -o "$SD_FLAG" = "y" -o \
1189	    "$SH_FLAG" = "y" -o "$SO_FLAG" = "y" ]
1190	return $?
1191}
1192
1193#
1194# examine arguments
1195#
1196
1197#
1198# single function for setting -S flag and doing error checking.
1199# usage: set_S_flag <type>
1200# where <type> is the source build type ("E", "D", ...).
1201#
1202set_S_flag() {
1203	if is_source_build; then
1204		echo "Can only build one source variant at a time."
1205		exit 1
1206	fi
1207	if [ "$1" = "E" ]; then
1208		SE_FLAG=y
1209	elif [ "$1" = "D" ]; then
1210		SD_FLAG=y
1211	elif [ "$1" = "H" ]; then
1212		SH_FLAG=y
1213	elif [ "$1" = "O" ]; then
1214		SO_FLAG=y
1215	else
1216		echo "$USAGE"
1217		exit 1
1218	fi
1219}
1220
1221OPTIND=1
1222while getopts inS:tV: FLAG
1223do
1224	case $FLAG in
1225	  i )	i_FLAG=y; i_CMD_LINE_FLAG=y
1226		;;
1227	  n )	n_FLAG=y
1228		;;
1229	  S )
1230		set_S_flag $OPTARG
1231		;;
1232	 +t )	t_FLAG=n
1233		;;
1234	  V )	V_FLAG=y
1235		V_ARG="$OPTARG"
1236		;;
1237	 \? )	echo "$USAGE"
1238		exit 1
1239		;;
1240	esac
1241done
1242
1243# correct argument count after options
1244shift `expr $OPTIND - 1`
1245
1246# test that the path to the environment-setting file was given
1247if [ $# -ne 1 ]; then
1248	echo "$USAGE"
1249	exit 1
1250fi
1251
1252# check if user is running nightly as root
1253# ISUSER is set non-zero if an ordinary user runs nightly, or is zero
1254# when root invokes nightly.
1255/usr/bin/id | grep '^uid=0(' >/dev/null 2>&1
1256ISUSER=$?;	export ISUSER
1257
1258#
1259# force locale to C
1260LC_COLLATE=C;	export LC_COLLATE
1261LC_CTYPE=C;	export LC_CTYPE
1262LC_MESSAGES=C;	export LC_MESSAGES
1263LC_MONETARY=C;	export LC_MONETARY
1264LC_NUMERIC=C;	export LC_NUMERIC
1265LC_TIME=C;	export LC_TIME
1266
1267# clear environment variables we know to be bad for the build
1268unset LD_OPTIONS
1269unset LD_AUDIT		LD_AUDIT_32		LD_AUDIT_64
1270unset LD_BIND_NOW	LD_BIND_NOW_32		LD_BIND_NOW_64
1271unset LD_BREADTH	LD_BREADTH_32		LD_BREADTH_64
1272unset LD_CONFIG		LD_CONFIG_32		LD_CONFIG_64
1273unset LD_DEBUG		LD_DEBUG_32		LD_DEBUG_64
1274unset LD_DEMANGLE	LD_DEMANGLE_32		LD_DEMANGLE_64
1275unset LD_FLAGS		LD_FLAGS_32		LD_FLAGS_64
1276unset LD_LIBRARY_PATH	LD_LIBRARY_PATH_32	LD_LIBRARY_PATH_64
1277unset LD_LOADFLTR	LD_LOADFLTR_32		LD_LOADFLTR_64
1278unset LD_NOAUDIT	LD_NOAUDIT_32		LD_NOAUDIT_64
1279unset LD_NOAUXFLTR	LD_NOAUXFLTR_32		LD_NOAUXFLTR_64
1280unset LD_NOCONFIG	LD_NOCONFIG_32		LD_NOCONFIG_64
1281unset LD_NODIRCONFIG	LD_NODIRCONFIG_32	LD_NODIRCONFIG_64
1282unset LD_NODIRECT	LD_NODIRECT_32		LD_NODIRECT_64
1283unset LD_NOLAZYLOAD	LD_NOLAZYLOAD_32	LD_NOLAZYLOAD_64
1284unset LD_NOOBJALTER	LD_NOOBJALTER_32	LD_NOOBJALTER_64
1285unset LD_NOVERSION	LD_NOVERSION_32		LD_NOVERSION_64
1286unset LD_ORIGIN		LD_ORIGIN_32		LD_ORIGIN_64
1287unset LD_PRELOAD	LD_PRELOAD_32		LD_PRELOAD_64
1288unset LD_PROFILE	LD_PROFILE_32		LD_PROFILE_64
1289
1290unset CONFIG
1291unset GROUP
1292unset OWNER
1293unset REMOTE
1294unset ENV
1295unset ARCH
1296unset CLASSPATH
1297unset NAME
1298
1299#
1300#	Setup environmental variables
1301#
1302if [ -f /etc/nightly.conf ]; then
1303	. /etc/nightly.conf
1304fi
1305
1306if [ -f $1 ]; then
1307	if [[ $1 = */* ]]; then
1308		. $1
1309	else
1310		. ./$1
1311	fi
1312else
1313	if [ -f $OPTHOME/onbld/env/$1 ]; then
1314		. $OPTHOME/onbld/env/$1
1315	else
1316		echo "Cannot find env file as either $1 or $OPTHOME/onbld/env/$1"
1317		exit 1
1318	fi
1319fi
1320
1321# contents of stdenv.sh inserted after next line:
1322# STDENV_START
1323# STDENV_END
1324
1325#
1326# place ourselves in a new task, respecting BUILD_PROJECT if set.
1327#
1328if [ -z "$BUILD_PROJECT" ]; then
1329	/usr/bin/newtask -c $$
1330else
1331	/usr/bin/newtask -c $$ -p $BUILD_PROJECT
1332fi
1333
1334ps -o taskid= -p $$ | read build_taskid
1335ps -o project= -p $$ | read build_project
1336
1337#
1338# See if NIGHTLY_OPTIONS is set
1339#
1340if [ "$NIGHTLY_OPTIONS" = "" ]; then
1341	NIGHTLY_OPTIONS="-aBm"
1342fi
1343
1344#
1345# If BRINGOVER_WS was not specified, let it default to CLONE_WS
1346#
1347if [ "$BRINGOVER_WS" = "" ]; then
1348	BRINGOVER_WS=$CLONE_WS
1349fi
1350
1351#
1352# If CLOSED_BRINGOVER_WS was not specified, let it default to CLOSED_CLONE_WS
1353#
1354if [ "$CLOSED_BRINGOVER_WS" = "" ]; then
1355	CLOSED_BRINGOVER_WS=$CLOSED_CLONE_WS
1356fi
1357
1358#
1359# If BRINGOVER_FILES was not specified, default to usr
1360#
1361if [ "$BRINGOVER_FILES" = "" ]; then
1362	BRINGOVER_FILES="usr"
1363fi
1364
1365#
1366# If the closed sources are not present, the closed binaries must be
1367# present for the build to succeed.  If there's no pointer to the
1368# closed binaries, flag that now, rather than forcing the user to wait
1369# a couple hours (or more) to find out.
1370#
1371orig_closed_is_present="$CLOSED_IS_PRESENT"
1372check_closed_tree
1373
1374#
1375# Note: changes to the option letters here should also be applied to the
1376#	bldenv script.  `d' is listed for backward compatibility.
1377#
1378NIGHTLY_OPTIONS=-${NIGHTLY_OPTIONS#-}
1379OPTIND=1
1380while getopts AaBCDdFfGIilMmNnOoPpRrS:TtUuWwXxz FLAG $NIGHTLY_OPTIONS
1381do
1382	case $FLAG in
1383	  A )	A_FLAG=y
1384		;;
1385	  a )	a_FLAG=y
1386		;;
1387	  B )	D_FLAG=y
1388		;; # old version of D
1389	  C )	C_FLAG=y
1390		;;
1391	  D )	D_FLAG=y
1392		;;
1393	  F )	F_FLAG=y
1394		;;
1395	  f )	f_FLAG=y
1396		;;
1397	  G )	a_FLAG=y
1398		u_FLAG=y
1399		;;
1400	  I )	a_FLAG=y
1401		m_FLAG=y
1402		p_FLAG=y
1403		u_FLAG=y
1404		;;
1405	  i )	i_FLAG=y
1406		;;
1407	  l )	l_FLAG=y
1408		;;
1409	  M )	M_FLAG=y
1410		;;
1411	  m )	m_FLAG=y
1412		;;
1413	  N )	N_FLAG=y
1414		;;
1415	  n )	n_FLAG=y
1416		;;
1417	  O )	O_FLAG=y
1418		;;
1419	  o )	o_FLAG=y
1420		;;
1421	  P )	P_FLAG=y
1422		;; # obsolete
1423	  p )	p_FLAG=y
1424		;;
1425	  R )	m_FLAG=y
1426		p_FLAG=y
1427		;;
1428	  r )	r_FLAG=y
1429		;;
1430	  S )
1431		set_S_flag $OPTARG
1432		;;
1433	  T )	T_FLAG=y
1434		;; # obsolete
1435	 +t )	t_FLAG=n
1436		;;
1437	  U )
1438		if [ -z "${PARENT_ROOT}" ]; then
1439			echo "PARENT_ROOT must be set if the U flag is" \
1440			    "present in NIGHTLY_OPTIONS."
1441			exit 1
1442		fi
1443		U_FLAG=y
1444		NIGHTLY_PARENT_ROOT=$PARENT_ROOT
1445		;;
1446	  u )	u_FLAG=y
1447		;;
1448	  W )	W_FLAG=y
1449		;;
1450
1451	  w )	w_FLAG=y
1452		;;
1453	  X )	# now that we no longer need realmode builds, just
1454		# copy IHV packages.  only meaningful on x86.
1455		if [ "$MACH" = "i386" ]; then
1456			X_FLAG=y
1457		fi
1458		;;
1459	  x )	XMOD_OPT="-x"
1460		;;
1461	  z )	z_FLAG=y
1462		;;
1463	 \? )	echo "$USAGE"
1464		exit 1
1465		;;
1466	esac
1467done
1468
1469if [ $ISUSER -ne 0 ]; then
1470	if [ "$o_FLAG" = "y" ]; then
1471		echo "Old-style build requires root permission."
1472		exit 1
1473	fi
1474
1475	# Set default value for STAFFER, if needed.
1476	if [ -z "$STAFFER" -o "$STAFFER" = "nobody" ]; then
1477		STAFFER=`/usr/xpg4/bin/id -un`
1478		export STAFFER
1479	fi
1480fi
1481
1482if [ -z "$MAILTO" -o "$MAILTO" = "nobody" ]; then
1483	MAILTO=$STAFFER
1484	export MAILTO
1485fi
1486
1487PATH="$OPTHOME/onbld/bin:$OPTHOME/onbld/bin/${MACH}:/usr/ccs/bin"
1488PATH="$PATH:$OPTHOME/SUNWspro/bin:$TEAMWARE/bin:/usr/bin:/usr/sbin:/usr/ucb"
1489PATH="$PATH:/usr/openwin/bin:/usr/sfw/bin:/opt/sfw/bin:."
1490export PATH
1491
1492# roots of source trees, both relative to $SRC and absolute.
1493relsrcdirs="."
1494if [[ -d $CODEMGR_WS/usr/closed && "$CLOSED_IS_PRESENT" != no ]]; then
1495	relsrcdirs="$relsrcdirs ../closed"
1496fi
1497abssrcdirs=""
1498for d in $relsrcdirs; do
1499	abssrcdirs="$abssrcdirs $SRC/$d"
1500done
1501
1502unset CH
1503if [ "$o_FLAG" = "y" ]; then
1504# root invoked old-style build -- make sure it works as it always has
1505# by exporting 'CH'.  The current Makefile.master doesn't use this, but
1506# the old ones still do.
1507	PROTOCMPTERSE="protocmp.terse"
1508	CH=
1509	export CH
1510else
1511	PROTOCMPTERSE="protocmp.terse -gu"
1512fi
1513POUND_SIGN="#"
1514
1515# we export POUND_SIGN to speed up the build process -- prevents evaluation of
1516# the Makefile.master definitions.
1517export o_FLAG X_FLAG POUND_SIGN
1518
1519maketype="distributed"
1520MAKE=dmake
1521# get the dmake version string alone
1522DMAKE_VERSION=$( $MAKE -v )
1523DMAKE_VERSION=${DMAKE_VERSION#*: }
1524# focus in on just the dotted version number alone
1525DMAKE_MAJOR=$( echo $DMAKE_VERSION | \
1526	sed -e 's/.*\<\([^.]*\.[^   ]*\).*$/\1/' )
1527# extract the second (or final) integer
1528DMAKE_MINOR=${DMAKE_MAJOR#*.}
1529DMAKE_MINOR=${DMAKE_MINOR%%.*}
1530# extract the first integer
1531DMAKE_MAJOR=${DMAKE_MAJOR%%.*}
1532CHECK_DMAKE=${CHECK_DMAKE:-y}
1533# x86 was built on the 12th, sparc on the 13th.
1534if [ "$CHECK_DMAKE" = "y" -a \
1535     "$DMAKE_VERSION" != "Sun Distributed Make 7.3 2003/03/12" -a \
1536     "$DMAKE_VERSION" != "Sun Distributed Make 7.3 2003/03/13" -a \( \
1537     "$DMAKE_MAJOR" -lt 7 -o \
1538     "$DMAKE_MAJOR" -eq 7 -a "$DMAKE_MINOR" -lt 4 \) ]; then
1539	if [ -z "$DMAKE_VERSION" ]; then
1540		echo "$MAKE is missing."
1541		exit 1
1542	fi
1543	echo `whence $MAKE`" version is:"
1544	echo "  ${DMAKE_VERSION}"
1545	cat <<EOF
1546
1547This version may not be safe for use.  Either set TEAMWARE to a better
1548path or (if you really want to use this version of dmake anyway), add
1549the following to your environment to disable this check:
1550
1551  CHECK_DMAKE=n
1552EOF
1553	exit 1
1554fi
1555export PATH
1556export MAKE
1557
1558if [ "${SUNWSPRO}" != "" ]; then
1559	PATH="${SUNWSPRO}/bin:$PATH"
1560	export PATH
1561fi
1562
1563hostname=`uname -n`
1564if [ ! -f $HOME/.make.machines ]; then
1565	DMAKE_MAX_JOBS=4
1566else
1567	DMAKE_MAX_JOBS="`grep $hostname $HOME/.make.machines | \
1568	    tail -1 | awk -F= '{print $ 2;}'`"
1569	if [ "$DMAKE_MAX_JOBS" = "" ]; then
1570		DMAKE_MAX_JOBS=4
1571	fi
1572fi
1573DMAKE_MODE=parallel;
1574export DMAKE_MODE
1575export DMAKE_MAX_JOBS
1576
1577if [ -z "${ROOT}" ]; then
1578	echo "ROOT must be set."
1579	exit 1
1580fi
1581
1582#
1583# if -V flag was given, reset VERSION to V_ARG
1584#
1585if [ "$V_FLAG" = "y" ]; then
1586	VERSION=$V_ARG
1587fi
1588
1589#
1590# Check for IHV root for copying ihv proto area
1591#
1592if [ "$X_FLAG" = "y" ]; then
1593        if [ "$IA32_IHV_ROOT" = "" ]; then
1594		echo "IA32_IHV_ROOT: must be set for copying ihv proto"
1595		args_ok=n
1596        fi
1597        if [ ! -d "$IA32_IHV_ROOT" ]; then
1598                echo "$IA32_IHV_ROOT: not found"
1599                args_ok=n
1600        fi
1601        if [ "$IA32_IHV_WS" = "" ]; then
1602		echo "IA32_IHV_WS: must be set for copying ihv proto"
1603		args_ok=n
1604        fi
1605        if [ ! -d "$IA32_IHV_WS" ]; then
1606                echo "$IA32_IHV_WS: not found"
1607                args_ok=n
1608        fi
1609fi
1610
1611# Append source version
1612if [ "$SE_FLAG" = "y" ]; then
1613	VERSION="${VERSION}:EXPORT"
1614fi
1615
1616if [ "$SD_FLAG" = "y" ]; then
1617	VERSION="${VERSION}:DOMESTIC"
1618fi
1619
1620if [ "$SH_FLAG" = "y" ]; then
1621	VERSION="${VERSION}:MODIFIED_SOURCE_PRODUCT"
1622fi
1623
1624if [ "$SO_FLAG" = "y" ]; then
1625	VERSION="${VERSION}:OPEN_ONLY"
1626fi
1627
1628TMPDIR="/tmp/nightly.tmpdir.$$"
1629export TMPDIR
1630rm -rf ${TMPDIR}
1631mkdir -p $TMPDIR || exit 1
1632chmod 777 $TMPDIR
1633
1634#
1635# Keep elfsign's use of pkcs11_softtoken from looking in the user home
1636# directory, which doesn't always work.   Needed until all build machines
1637# have the fix for 6271754
1638#
1639SOFTTOKEN_DIR=$TMPDIR
1640export SOFTTOKEN_DIR
1641
1642TOOLS=${SRC}/tools
1643TOOLS_PROTO=${TOOLS}/proto
1644
1645unset   CFLAGS LD_LIBRARY_PATH LDFLAGS
1646
1647# create directories that are automatically removed if the nightly script
1648# fails to start correctly
1649newdir() {
1650	dir=$1
1651	toadd=
1652	while [ ! -d $dir ]; do
1653		toadd="$dir $toadd"
1654		dir=`dirname $dir`
1655	done
1656	torm=
1657	newlist=
1658	for dir in $toadd; do
1659		if staffer mkdir $dir; then
1660			newlist="$ISUSER $dir $newlist"
1661			torm="$dir $torm"
1662		else
1663			[ -z "$torm" ] || staffer rmdir $torm
1664			return 1
1665		fi
1666	done
1667	newdirlist="$newlist $newdirlist"
1668	return 0
1669}
1670newdirlist=
1671
1672[ -d $CODEMGR_WS ] || newdir $CODEMGR_WS || exit 1
1673
1674# since this script assumes the build is from full source, it nullifies
1675# variables likely to have been set by a "ws" script; nullification
1676# confines the search space for headers and libraries to the proto area
1677# built from this immediate source.
1678ENVLDLIBS1=
1679ENVLDLIBS2=
1680ENVLDLIBS3=
1681ENVCPPFLAGS1=
1682ENVCPPFLAGS2=
1683ENVCPPFLAGS3=
1684ENVCPPFLAGS4=
1685PARENT_ROOT=
1686
1687export ENVLDLIBS3 ENVCPPFLAGS1 ENVCPPFLAGS2 ENVCPPFLAGS3 ENVCPPFLAGS4 \
1688	PARENT_ROOT
1689
1690CPIODIR_ORIG=$CPIODIR
1691PKGARCHIVE_ORIG=$PKGARCHIVE
1692IA32_IHV_PKGS_ORIG=$IA32_IHV_PKGS
1693if [ "$SPARC_RM_PKGARCHIVE" ]; then
1694	SPARC_RM_PKGARCHIVE_ORIG=$SPARC_RM_PKGARCHIVE
1695fi
1696
1697#
1698# Juggle the logs and optionally send mail on completion.
1699#
1700
1701logshuffle() {
1702    	LLOG="$ATLOG/log.`date '+%F.%H:%M'`"
1703	if [ -f $LLOG -o -d $LLOG ]; then
1704	    	LLOG=$LLOG.$$
1705	fi
1706	mkdir $LLOG
1707	export LLOG
1708
1709	if [ "$build_ok" = "y" ]; then
1710		mv $ATLOG/proto_list_${MACH} $LLOG
1711
1712		if [ -f $ATLOG/proto_list_tools_${MACH} ]; then
1713			mv $ATLOG/proto_list_tools_${MACH} $LLOG
1714	        fi
1715
1716		if [ -f $TMPDIR/wsdiff.results ]; then
1717		    	mv $TMPDIR/wsdiff.results $LLOG
1718		fi
1719
1720		if [ -f $TMPDIR/wsdiff-nd.results ]; then
1721			mv $TMPDIR/wsdiff-nd.results $LLOG
1722		fi
1723	fi
1724
1725	#
1726	# Now that we're about to send mail, it's time to check the noise
1727	# file.  In the event that an error occurs beyond this point, it will
1728	# be recorded in the nightly.log file, but nowhere else.  This would
1729	# include only errors that cause the copying of the noise log to fail
1730	# or the mail itself not to be sent.
1731	#
1732
1733	exec >>$LOGFILE 2>&1
1734	if [ -s $build_noise_file ]; then
1735	    	echo "\n==== Nightly build noise ====\n" |
1736		    tee -a $LOGFILE >>$mail_msg_file
1737		cat $build_noise_file >>$LOGFILE
1738		cat $build_noise_file >>$mail_msg_file
1739		echo | tee -a $LOGFILE >>$mail_msg_file
1740	fi
1741	rm -f $build_noise_file
1742
1743	case "$build_ok" in
1744		y)
1745			state=Completed
1746			;;
1747		i)
1748			state=Interrupted
1749			;;
1750		*)
1751	    		state=Failed
1752			;;
1753	esac
1754	NIGHTLY_STATUS=$state
1755	export NIGHTLY_STATUS
1756
1757	run_hook POST_NIGHTLY $state
1758	run_hook SYS_POST_NIGHTLY $state
1759
1760	cat $build_time_file $build_environ_file $mail_msg_file \
1761	    > ${LLOG}/mail_msg
1762	if [ "$m_FLAG" = "y" ]; then
1763	    	cat ${LLOG}/mail_msg | /usr/bin/mailx -s \
1764	"Nightly ${MACH} Build of `basename ${CODEMGR_WS}` ${state}." \
1765			${MAILTO}
1766	fi
1767
1768	if [ "$u_FLAG" = "y" -a "$build_ok" = "y" ]; then
1769	    	staffer cp ${LLOG}/mail_msg $PARENT_WS/usr/src/mail_msg-${MACH}
1770		staffer cp $LOGFILE $PARENT_WS/usr/src/nightly-${MACH}.log
1771	fi
1772
1773	mv $LOGFILE $LLOG
1774}
1775
1776#
1777#	Remove the locks and temporary files on any exit
1778#
1779cleanup() {
1780    	logshuffle
1781
1782	[ -z "$lockfile" ] || staffer rm -f $lockfile
1783	[ -z "$atloglockfile" ] || rm -f $atloglockfile
1784	[ -z "$ulockfile" ] || staffer rm -f $ulockfile
1785	[ -z "$Ulockfile" ] || rm -f $Ulockfile
1786
1787	set -- $newdirlist
1788	while [ $# -gt 0 ]; do
1789		ISUSER=$1 staffer rmdir $2
1790		shift; shift
1791	done
1792	rm -rf $TMPDIR
1793}
1794
1795cleanup_signal() {
1796    	build_ok=i
1797	# this will trigger cleanup(), above.
1798	exit 1
1799}
1800
1801trap cleanup 0
1802trap cleanup_signal 1 2 3 15
1803
1804#
1805# Generic lock file processing -- make sure that the lock file doesn't
1806# exist.  If it does, it should name the build host and PID.  If it
1807# doesn't, then make sure we can create it.  Clean up locks that are
1808# known to be stale (assumes host name is unique among build systems
1809# for the workspace).
1810#
1811create_lock() {
1812	lockf=$1
1813	lockvar=$2
1814
1815	ldir=`dirname $lockf`
1816	[ -d $ldir ] || newdir $ldir || exit 1
1817	eval $lockvar=$lockf
1818
1819	while ! staffer ln -s $hostname.$STAFFER.$$ $lockf 2> /dev/null; do
1820		basews=`basename $CODEMGR_WS`
1821		ls -l $lockf | nawk '{print $NF}' | IFS=. read host user pid
1822		if [ "$host" != "$hostname" ]; then
1823			echo "$MACH build of $basews apparently" \
1824			    "already started by $user on $host as $pid."
1825			exit 1
1826		elif kill -s 0 $pid 2>/dev/null; then
1827			echo "$MACH build of $basews already started" \
1828			    "by $user as $pid."
1829			exit 1
1830		else
1831			# stale lock; clear it out and try again
1832			rm -f $lockf
1833		fi
1834	done
1835}
1836
1837#
1838# Return the list of interesting proto areas, depending on the current
1839# options.
1840#
1841allprotos() {
1842	roots="$ROOT"
1843	if [ $O_FLAG = y ]; then
1844		# OpenSolaris deliveries require separate proto areas.
1845		[ $D_FLAG = y ] && roots="$roots $ROOT-open"
1846		[ $F_FLAG = n ] && roots="$roots $ROOT-open-nd"
1847	fi
1848	if [[ $D_FLAG = y && $F_FLAG = n ]]; then
1849		[ $MULTI_PROTO = yes ] && roots="$roots $ROOT-nd"
1850	fi
1851
1852	echo $roots
1853}
1854
1855# Ensure no other instance of this script is running on this host.
1856# LOCKNAME can be set in <env_file>, and is by default, but is not
1857# required due to the use of $ATLOG below.
1858if [ -n "$LOCKNAME" ]; then
1859	create_lock /tmp/$LOCKNAME "lockfile"
1860fi
1861#
1862# Create from one, two, or three other locks:
1863#	$ATLOG/nightly.lock
1864#		- protects against multiple builds in same workspace
1865#	$PARENT_WS/usr/src/nightly.$MACH.lock
1866#		- protects against multiple 'u' copy-backs
1867#	$NIGHTLY_PARENT_ROOT/nightly.lock
1868#		- protects against multiple 'U' copy-backs
1869#
1870# Overriding ISUSER to 1 causes the lock to be created as root if the
1871# script is run as root.  The default is to create it as $STAFFER.
1872ISUSER=1 create_lock $ATLOG/nightly.lock "atloglockfile"
1873if [ "$u_FLAG" = "y" ]; then
1874	create_lock $PARENT_WS/usr/src/nightly.$MACH.lock "ulockfile"
1875fi
1876if [ "$U_FLAG" = "y" ]; then
1877	# NIGHTLY_PARENT_ROOT is written as root if script invoked as root.
1878	ISUSER=1 create_lock $NIGHTLY_PARENT_ROOT/nightly.lock "Ulockfile"
1879fi
1880
1881# Locks have been taken, so we're doing a build and we're committed to
1882# the directories we may have created so far.
1883newdirlist=
1884
1885#
1886# Create mail_msg_file
1887#
1888mail_msg_file="${TMPDIR}/mail_msg"
1889touch $mail_msg_file
1890build_time_file="${TMPDIR}/build_time"
1891build_environ_file="${TMPDIR}/build_environ"
1892touch $build_environ_file
1893#
1894#	Move old LOGFILE aside
1895#	ATLOG directory already made by 'create_lock' above
1896#
1897if [ -f $LOGFILE ]; then
1898	mv -f $LOGFILE ${LOGFILE}-
1899fi
1900#
1901#	Build OsNet source
1902#
1903START_DATE=`date`
1904SECONDS=0
1905echo "\n==== Nightly $maketype build started:   $START_DATE ====" \
1906    | tee -a $LOGFILE > $build_time_file
1907
1908echo "\nBuild project:  $build_project\nBuild taskid:   $build_taskid" | \
1909    tee -a $mail_msg_file >> $LOGFILE
1910
1911# make sure we log only to the nightly build file
1912build_noise_file="${TMPDIR}/build_noise"
1913exec </dev/null >$build_noise_file 2>&1
1914
1915run_hook SYS_PRE_NIGHTLY
1916run_hook PRE_NIGHTLY
1917
1918echo "\n==== list of environment variables ====\n" >> $LOGFILE
1919env >> $LOGFILE
1920
1921echo "\n==== Nightly argument issues ====\n" | tee -a $mail_msg_file >> $LOGFILE
1922
1923if [ "$P_FLAG" = "y" ]; then
1924	obsolete_build GPROF | tee -a $mail_msg_file >> $LOGFILE
1925fi
1926
1927if [ "$T_FLAG" = "y" ]; then
1928	obsolete_build TRACE | tee -a $mail_msg_file >> $LOGFILE
1929fi
1930
1931if is_source_build; then
1932	if [ "$i_FLAG" = "y" -o "$i_CMD_LINE_FLAG" = "y" ]; then
1933		echo "WARNING: the -S flags do not support incremental" \
1934		    "builds; forcing clobber\n" | tee -a $mail_msg_file >> $LOGFILE
1935		i_FLAG=n
1936		i_CMD_LINE_FLAG=n
1937	fi
1938	if [ "$N_FLAG" = "n" ]; then
1939		echo "WARNING: the -S flags do not support protocmp;" \
1940		    "protocmp disabled\n" | \
1941		    tee -a $mail_msg_file >> $LOGFILE
1942		N_FLAG=y
1943	fi
1944	if [ "$l_FLAG" = "y" ]; then
1945		echo "WARNING: the -S flags do not support lint;" \
1946		    "lint disabled\n" | tee -a $mail_msg_file >> $LOGFILE
1947		l_FLAG=n
1948	fi
1949	if [ "$C_FLAG" = "y" ]; then
1950		echo "WARNING: the -S flags do not support cstyle;" \
1951		    "cstyle check disabled\n" | tee -a $mail_msg_file >> $LOGFILE
1952		C_FLAG=n
1953	fi
1954else
1955	if [ "$N_FLAG" = "y" ]; then
1956		if [ "$p_FLAG" = "y" ]; then
1957			cat <<EOF | tee -a $mail_msg_file >> $LOGFILE
1958WARNING: the p option (create packages) is set, but so is the N option (do
1959         not run protocmp); this is dangerous; you should unset the N option
1960EOF
1961		else
1962			cat <<EOF | tee -a $mail_msg_file >> $LOGFILE
1963Warning: the N option (do not run protocmp) is set; it probably shouldn't be
1964EOF
1965		fi
1966		echo "" | tee -a $mail_msg_file >> $LOGFILE
1967	fi
1968fi
1969
1970if [ "$O_FLAG" = "y" -a "$a_FLAG" = "n" ]; then
1971	echo "WARNING: OpenSolaris deliveries (-O) require archives;" \
1972	    "enabling the -a flag." | tee -a $mail_msg_file >> $LOGFILE
1973	a_FLAG=y
1974fi
1975
1976if [ "$a_FLAG" = "y" -a "$D_FLAG" = "n" -a "$F_FLAG" = "y" ]; then
1977	echo "WARNING: Neither DEBUG nor non-DEBUG build requested, but the" \
1978	    "'a' option was set." | tee -a $mail_msg_file >> $LOGFILE
1979fi
1980
1981if [ "$D_FLAG" = "n" -a "$l_FLAG" = "y" ]; then
1982	#
1983	# In the past we just complained but went ahead with the lint
1984	# pass, even though the proto area was built non-debug.  It's
1985	# unlikely that non-debug headers will make a difference, but
1986	# rather than assuming it's a safe combination, force the user
1987	# to specify a debug build.
1988	#
1989	echo "WARNING: DEBUG build not requested; disabling lint.\n" \
1990	    | tee -a $mail_msg_file >> $LOGFILE
1991	l_FLAG=n
1992fi
1993
1994if [ "$f_FLAG" = "y" ]; then
1995	if [ "$i_FLAG" = "y" ]; then
1996		echo "WARNING: the -f flag cannot be used during incremental" \
1997		    "builds; ignoring -f\n" | tee -a $mail_msg_file >> $LOGFILE
1998		f_FLAG=n
1999	fi
2000	if [ "$p_FLAG" != "y" -o "$l_FLAG" != "y" ]; then
2001		echo "WARNING: the -f flag requires -l and -p; ignoring -f\n" | \
2002		    tee -a $mail_msg_file >> $LOGFILE
2003		f_FLAG=n
2004	fi
2005fi
2006
2007if [ "$w_FLAG" = "y" -a ! -d $ROOT ]; then
2008	echo "WARNING: -w specified, but $ROOT does not exist;" \
2009	    "ignoring -w\n" | tee -a $mail_msg_file >> $LOGFILE
2010	w_FLAG=n
2011fi
2012
2013if [ "$t_FLAG" = "n" ]; then
2014	#
2015	# We're not doing a tools build, so make sure elfsign(1) is
2016	# new enough to safely sign non-crypto binaries.  We test
2017	# debugging output from elfsign to detect the old version.
2018	#
2019	newelfsigntest=`SUNW_CRYPTO_DEBUG=stderr /usr/bin/elfsign verify \
2020	    -e /usr/lib/security/pkcs11_softtoken.so.1 2>&1 \
2021	    | egrep algorithmOID`
2022	if [ -z "$newelfsigntest" ]; then
2023		echo "WARNING: /usr/bin/elfsign out of date;" \
2024		    "will only sign crypto modules\n" | \
2025		    tee -a $mail_msg_file >> $LOGFILE
2026		export ELFSIGN_OBJECT=true
2027	elif [ "$VERIFY_ELFSIGN" = "y" ]; then
2028		echo "WARNING: VERIFY_ELFSIGN=y requires" \
2029		    "the -t flag; ignoring VERIFY_ELFSIGN\n" | \
2030		    tee -a $mail_msg_file >> $LOGFILE
2031	fi
2032fi
2033
2034[ "$O_FLAG" = y ] && MULTI_PROTO=yes
2035
2036case $MULTI_PROTO in
2037yes|no)	;;
2038*)
2039	echo "WARNING: MULTI_PROTO is \"$MULTI_PROTO\"; " \
2040	    "should be \"yes\" or \"no\"." | tee -a $mail_msg_file >> $LOGFILE
2041	echo "Setting MULTI_PROTO to \"no\".\n" | \
2042	    tee -a $mail_msg_file >> $LOGFILE
2043	export MULTI_PROTO=no
2044	;;
2045esac
2046
2047echo "\n==== Build version ====\n" | tee -a $mail_msg_file >> $LOGFILE
2048echo $VERSION | tee -a $mail_msg_file >> $LOGFILE
2049
2050# Save the current proto area if we're comparing against the last build
2051if [ "$w_FLAG" = "y" -a -d "$ROOT" ]; then
2052    if [ -d "$ROOT.prev" ]; then
2053	rm -rf $ROOT.prev
2054    fi
2055    mv $ROOT $ROOT.prev
2056fi
2057
2058# Same for non-DEBUG proto area
2059if [ "$w_FLAG" = "y" -a "$MULTI_PROTO" = yes -a -d "$ROOT-nd" ]; then
2060	if [ -d "$ROOT-nd.prev" ]; then
2061		rm -rf $ROOT-nd.prev
2062	fi
2063	mv $ROOT-nd $ROOT-nd.prev
2064fi
2065
2066# Echo the SCM types of $CODEMGR_WS and $BRINGOVER_WS
2067function wstypes {
2068	typeset parent_type child_type junk
2069
2070	CODEMGR_WS="$BRINGOVER_WS" "$WHICH_SCM" 2>/dev/null \
2071	    | read parent_type junk
2072	if [[ -z "$parent_type" || "$parent_type" == unknown ]]; then
2073		# Probe BRINGOVER_WS to determine its type
2074		if [[ $BRINGOVER_WS == svn*://* ]]; then
2075			parent_type="subversion"
2076		elif [[ $BRINGOVER_WS == file://* ]] &&
2077		    egrep -s "This is a Subversion repository" \
2078		    ${BRINGOVER_WS#file://}/README.txt 2> /dev/null; then
2079			parent_type="subversion"
2080		elif [[ $BRINGOVER_WS == ssh://* ]]; then
2081			parent_type="mercurial"
2082		elif svn info $BRINGOVER_WS > /dev/null 2>&1; then
2083			parent_type="subversion"
2084		elif [[ $BRINGOVER_WS == http://* ]] && \
2085		    http_get "$BRINGOVER_WS/?cmd=heads" | \
2086		    egrep -s "application/mercurial" 2> /dev/null; then
2087			parent_type="mercurial"
2088		else
2089			parent_type="none"
2090		fi
2091	fi
2092
2093	# Probe CODEMGR_WS to determine its type
2094	if [[ -d $CODEMGR_WS ]]; then
2095		$WHICH_SCM | read child_type junk || exit 1
2096	fi
2097
2098	# fold both unsupported and unrecognized results into "none"
2099	case "$parent_type" in
2100	none|subversion|teamware|mercurial)
2101		;;
2102	*)	parent_type=none
2103		;;
2104	esac
2105	case "$child_type" in
2106	none|subversion|teamware|mercurial)
2107		;;
2108	*)	child_type=none
2109		;;
2110	esac
2111
2112	echo $child_type $parent_type
2113}
2114
2115wstypes | read SCM_TYPE PARENT_SCM_TYPE
2116export SCM_TYPE PARENT_SCM_TYPE
2117
2118#
2119#	Decide whether to clobber
2120#
2121if [ "$i_FLAG" = "n" -a -d "$SRC" ]; then
2122	echo "\n==== Make clobber at `date` ====\n" >> $LOGFILE
2123
2124	cd $SRC
2125	# remove old clobber file
2126	rm -f $SRC/clobber.out
2127	rm -f $SRC/clobber-${MACH}.out
2128
2129	# Remove all .make.state* files, just in case we are restarting
2130	# the build after having interrupted a previous 'make clobber'.
2131	find . \( -name SCCS -o -name .hg -o -name .svn \
2132		-o -name 'interfaces.*' \) -prune \
2133		-o -name '.make.*' -print | xargs rm -f
2134
2135	$MAKE -ek clobber 2>&1 | tee -a $SRC/clobber-${MACH}.out >> $LOGFILE
2136	echo "\n==== Make clobber ERRORS ====\n" >> $mail_msg_file
2137	grep "$MAKE:" $SRC/clobber-${MACH}.out |
2138		egrep -v "Ignoring unknown host" \
2139		>> $mail_msg_file
2140
2141	if [[ "$t_FLAG" = "y" || "$O_FLAG" = "y" ]]; then
2142		echo "\n==== Make tools clobber at `date` ====\n" >> $LOGFILE
2143		cd ${TOOLS}
2144		rm -f ${TOOLS}/clobber-${MACH}.out
2145		$MAKE -ek clobber 2>&1 | \
2146			tee -a ${TOOLS}/clobber-${MACH}.out >> $LOGFILE
2147		echo "\n==== Make tools clobber ERRORS ====\n" \
2148			>> $mail_msg_file
2149		grep "$MAKE:" ${TOOLS}/clobber-${MACH}.out \
2150			>> $mail_msg_file
2151		rm -rf ${TOOLS_PROTO}
2152		mkdir -p ${TOOLS_PROTO}
2153	fi
2154
2155	rm -rf `allprotos`
2156
2157	# Get back to a clean workspace as much as possible to catch
2158	# problems that only occur on fresh workspaces.
2159	# Remove all .make.state* files, libraries, and .o's that may
2160	# have been omitted from clobber.  A couple of libraries are
2161	# under source code control, so leave them alone.
2162	# We should probably blow away temporary directories too.
2163	cd $SRC
2164	find $relsrcdirs \( -name SCCS -o -name .hg -o -name .svn \
2165	    -o -name 'interfaces.*' \) -prune -o \
2166	    \( -name '.make.*' -o -name 'lib*.a' -o -name 'lib*.so*' -o \
2167	       -name '*.o' \) -print | \
2168	    grep -v 'tools/ctf/dwarf/.*/libdwarf' | xargs rm -f
2169else
2170	echo "\n==== No clobber at `date` ====\n" >> $LOGFILE
2171fi
2172
2173type bringover_teamware > /dev/null 2>&1 || bringover_teamware() {
2174	# sleep on the parent workspace's lock
2175	while egrep -s write $BRINGOVER_WS/Codemgr_wsdata/locks
2176	do
2177		sleep 120
2178	done
2179
2180	if [[ -z $BRINGOVER ]]; then
2181		BRINGOVER=$TEAMWARE/bin/bringover
2182	fi
2183
2184	staffer $BRINGOVER -c "nightly update" -p $BRINGOVER_WS \
2185	    -w $CODEMGR_WS $BRINGOVER_FILES < /dev/null 2>&1 ||
2186		touch $TMPDIR/bringover_failed
2187
2188        staffer bringovercheck $CODEMGR_WS >$TMPDIR/bringovercheck.out 2>&1
2189	if [ -s $TMPDIR/bringovercheck.out ]; then
2190		echo "\n==== POST-BRINGOVER CLEANUP NOISE ====\n"
2191		cat $TMPDIR/bringovercheck.out
2192	fi
2193}
2194
2195type bringover_mercurial > /dev/null 2>&1 || bringover_mercurial() {
2196	typeset -x PATH=$PATH
2197
2198	# If the repository doesn't exist yet, then we want to populate it.
2199	if [[ ! -d $CODEMGR_WS/.hg ]]; then
2200		staffer hg init $CODEMGR_WS
2201		staffer echo "[paths]" > $CODEMGR_WS/.hg/hgrc
2202		staffer echo "default=$BRINGOVER_WS" >> $CODEMGR_WS/.hg/hgrc
2203		touch $TMPDIR/new_repository
2204	fi
2205
2206	#
2207	# If the user set CLOSED_BRINGOVER_WS and didn't set CLOSED_IS_PRESENT
2208	# to "no," then we'll want to initialise the closed repository
2209	#
2210	# We use $orig_closed_is_present instead of $CLOSED_IS_PRESENT,
2211	# because for newly-created source trees, the latter will be "no"
2212	# until after the bringover completes.
2213	#
2214	if [[ "$orig_closed_is_present" != "no" && \
2215	    -n "$CLOSED_BRINGOVER_WS" && \
2216	    ! -d $CODEMGR_WS/usr/closed/.hg ]]; then
2217		staffer mkdir -p $CODEMGR_WS/usr/closed
2218		staffer hg init $CODEMGR_WS/usr/closed
2219		staffer echo "[paths]" > $CODEMGR_WS/usr/closed/.hg/hgrc
2220		staffer echo "default=$CLOSED_BRINGOVER_WS" >> $CODEMGR_WS/usr/closed/.hg/hgrc
2221		touch $TMPDIR/new_closed
2222		export CLOSED_IS_PRESENT=yes
2223	fi
2224
2225	typeset -x HGMERGE="/bin/false"
2226
2227	#
2228	# If the user has changes, regardless of whether those changes are
2229	# committed, and regardless of whether those changes conflict, then
2230	# we'll attempt to merge them either implicitly (uncommitted) or
2231	# explicitly (committed).
2232	#
2233	# These are the messages we'll use to help clarify mercurial output
2234	# in those cases.
2235	#
2236	typeset mergefailmsg="\
2237***\n\
2238*** nightly was unable to automatically merge your changes.  You should\n\
2239*** redo the full merge manually, following the steps outlined by mercurial\n\
2240*** above, then restart nightly.\n\
2241***\n"
2242	typeset mergepassmsg="\
2243***\n\
2244*** nightly successfully merged your changes.  This means that your working\n\
2245*** directory has been updated, but those changes are not yet committed.\n\
2246*** After nightly completes, you should validate the results of the merge,\n\
2247*** then use hg commit manually.\n\
2248***\n"
2249
2250	#
2251	# For each repository in turn:
2252	#
2253	# 1. Do the pull.  If this fails, dump the output and bail out.
2254	#
2255	# 2. If the pull resulted in an extra head, do an explicit merge.
2256	#    If this fails, dump the output and bail out.
2257	#
2258	# Because we can't rely on Mercurial to exit with a failure code
2259	# when a merge fails (Mercurial issue #186), we must grep the
2260	# output of pull/merge to check for attempted and/or failed merges.
2261	#
2262	# 3. If a merge failed, set the message and fail the bringover.
2263	#
2264	# 4. Otherwise, if a merge succeeded, set the message
2265	#
2266	# 5. Dump the output, and any message from step 3 or 4.
2267	#
2268
2269	typeset HG_SOURCE=$BRINGOVER_WS
2270	if [ ! -f $TMPDIR/new_repository ]; then
2271		HG_SOURCE=$TMPDIR/open_bundle.hg
2272		staffer hg --cwd $CODEMGR_WS incoming --bundle $HG_SOURCE \
2273		    -v $BRINGOVER_WS > $TMPDIR/incoming_open.out
2274
2275		#
2276		# If there are no incoming changesets, then incoming will
2277		# fail, and there will be no bundle file.  Reset the source,
2278		# to allow the remaining logic to complete with no false
2279		# negatives.  (Unlike incoming, pull will return success
2280		# for the no-change case.)
2281		#
2282		if (( $? != 0 )); then
2283			HG_SOURCE=$BRINGOVER_WS
2284		fi
2285	fi
2286
2287	staffer hg --cwd $CODEMGR_WS pull -u $HG_SOURCE \
2288	    > $TMPDIR/pull_open.out 2>&1
2289	if (( $? != 0 )); then
2290		printf "%s: pull failed as follows:\n\n" "$CODEMGR_WS"
2291		cat $TMPDIR/pull_open.out
2292		if grep "^merging.*failed" $TMPDIR/pull_open.out > /dev/null 2>&1; then
2293			printf "$mergefailmsg"
2294		fi
2295		touch $TMPDIR/bringover_failed
2296		return
2297	fi
2298
2299	if grep "not updating" $TMPDIR/pull_open.out > /dev/null 2>&1; then
2300		staffer hg --cwd $CODEMGR_WS merge \
2301		    >> $TMPDIR/pull_open.out 2>&1
2302		if (( $? != 0 )); then
2303			printf "%s: merge failed as follows:\n\n" \
2304			    "$CODEMGR_WS"
2305			cat $TMPDIR/pull_open.out
2306			if grep "^merging.*failed" $TMPDIR/pull_open.out \
2307			    > /dev/null 2>&1; then
2308				printf "$mergefailmsg"
2309			fi
2310			touch $TMPDIR/bringover_failed
2311			return
2312		fi
2313	fi
2314
2315	printf "updated %s with the following results:\n" "$CODEMGR_WS"
2316	cat $TMPDIR/pull_open.out
2317	if grep "^merging" $TMPDIR/pull_open.out >/dev/null 2>&1; then
2318		printf "$mergepassmsg"
2319	fi
2320	printf "\n"
2321
2322	#
2323	# We only want to update usr/closed if it exists, and we haven't been
2324	# told not to via $CLOSED_IS_PRESENT, and we actually know where to
2325	# pull from ($CLOSED_BRINGOVER_WS).
2326	#
2327	if [[ $CLOSED_IS_PRESENT = yes && \
2328	    -d $CODEMGR_WS/usr/closed/.hg && \
2329	    -n $CLOSED_BRINGOVER_WS ]]; then
2330
2331		HG_SOURCE=$CLOSED_BRINGOVER_WS
2332		if [ ! -f $TMPDIR/new_closed ]; then
2333			HG_SOURCE=$TMPDIR/closed_bundle.hg
2334			staffer hg --cwd $CODEMGR_WS/usr/closed incoming \
2335			    --bundle $HG_SOURCE -v $CLOSED_BRINGOVER_WS \
2336			    > $TMPDIR/incoming_closed.out
2337
2338			#
2339			# If there are no incoming changesets, then incoming will
2340			# fail, and there will be no bundle file.  Reset the source,
2341			# to allow the remaining logic to complete with no false
2342			# negatives.  (Unlike incoming, pull will return success
2343			# for the no-change case.)
2344			#
2345			if (( $? != 0 )); then
2346				HG_SOURCE=$CLOSED_BRINGOVER_WS
2347			fi
2348		fi
2349
2350		staffer hg --cwd $CODEMGR_WS/usr/closed pull -u \
2351			$HG_SOURCE > $TMPDIR/pull_closed.out 2>&1
2352		if (( $? != 0 )); then
2353			printf "closed pull failed as follows:\n\n"
2354			cat $TMPDIR/pull_closed.out
2355			if grep "^merging.*failed" $TMPDIR/pull_closed.out \
2356			    > /dev/null 2>&1; then
2357				printf "$mergefailmsg"
2358			fi
2359			touch $TMPDIR/bringover_failed
2360			return
2361		fi
2362
2363		if grep "not updating" $TMPDIR/pull_closed.out > /dev/null 2>&1; then
2364			staffer hg --cwd $CODEMGR_WS/usr/closed merge \
2365			    >> $TMPDIR/pull_closed.out 2>&1
2366			if (( $? != 0 )); then
2367				printf "closed merge failed as follows:\n\n"
2368				cat $TMPDIR/pull_closed.out
2369				if grep "^merging.*failed" $TMPDIR/pull_closed.out > /dev/null 2>&1; then
2370					printf "$mergefailmsg"
2371				fi
2372				touch $TMPDIR/bringover_failed
2373				return
2374			fi
2375		fi
2376
2377		printf "updated %s with the following results:\n" \
2378		    "$CODEMGR_WS/usr/closed"
2379		cat $TMPDIR/pull_closed.out
2380		if grep "^merging" $TMPDIR/pull_closed.out > /dev/null 2>&1; then
2381			printf "$mergepassmsg"
2382		fi
2383	fi
2384
2385	#
2386	# Per-changeset output is neither useful nor manageable for a
2387	# newly-created repository.
2388	#
2389	if [ -f $TMPDIR/new_repository ]; then
2390		return
2391	fi
2392
2393	printf "\nadded the following changesets to open repository:\n"
2394	cat $TMPDIR/incoming_open.out
2395
2396	#
2397	# The closed repository could have been newly created, even though
2398	# the open one previously existed...
2399	#
2400	if [ -f $TMPDIR/new_closed ]; then
2401		return
2402	fi
2403
2404	if [ -f $TMPDIR/incoming_closed.out ]; then
2405		printf "\nadded the following changesets to closed repository:\n"
2406		cat $TMPDIR/incoming_closed.out
2407	fi
2408}
2409
2410type bringover_subversion > /dev/null 2>&1 || bringover_subversion() {
2411	typeset -x PATH=$PATH
2412
2413	if [[ ! -d $CODEMGR_WS/.svn ]]; then
2414		staffer svn checkout $BRINGOVER_WS $CODEMGR_WS ||
2415			touch $TMPDIR/bringover_failed
2416	else
2417		typeset root
2418		root=$(staffer svn info $CODEMGR_WS |
2419			nawk '/^Repository Root:/ {print $NF}')
2420		if [[ $root != $BRINGOVER_WS ]]; then
2421			# We fail here because there's no way to update
2422			# from a named repo.
2423			cat <<-EOF
2424			\$BRINGOVER_WS doesn't match repository root:
2425			  \$BRINGOVER_WS:  $BRINGOVER_WS
2426			  Repository root: $root
2427			EOF
2428			touch $TMPDIR/bringover_failed
2429		else
2430			# If a conflict happens, svn still exits 0.
2431			staffer svn update $CODEMGR_WS | tee $TMPDIR/pull.out ||
2432				touch $TMPDIR/bringover_failed
2433			if grep "^C" $TMPDIR/pull.out > /dev/null 2>&1; then
2434				touch $TMPDIR/bringover_failed
2435			fi
2436		fi
2437	fi
2438}
2439
2440type bringover_none > /dev/null 2>&1 || bringover_none() {
2441	echo "Couldn't figure out what kind of SCM to use for $BRINGOVER_WS."
2442	touch $TMPDIR/bringover_failed
2443}
2444
2445# Parse the URL.
2446# The other way to deal with empty components is to echo a string that can
2447# be eval'ed by the caller to associate values (possibly empty) with
2448# variables.  In that case, passing in a printf string would let the caller
2449# choose the variable names.
2450parse_url() {
2451	typeset url method host port path
2452
2453	url=$1
2454	method=${url%%://*}
2455	host=${url#$method://}
2456	path=${host#*/}
2457	host=${host%%/*}
2458	if [[ $host == *:* ]]; then
2459		port=${host#*:}
2460		host=${host%:*}
2461	fi
2462
2463	# method can never be empty.  host can only be empty if method is
2464	# file, and that implies it's localhost.  path can default to / if
2465	# it's otherwise empty, leaving port as the only component without
2466	# a default, so it has to go last.
2467	echo $method ${host:-localhost} ${path:-/} $port
2468}
2469
2470http_get() {
2471	typeset url method host port path
2472
2473	url=$1
2474
2475	if [[ -n $http_proxy ]]; then
2476		parse_url $http_proxy | read method host path port
2477		echo "GET $url HTTP/1.0\r\n" |
2478			mconnect -p ${port:-8080} $host
2479	else
2480		parse_url $url | read method host path port
2481		echo "GET $path HTTP/1.0\r\n" |
2482			mconnect -p ${port:-80} $host
2483	fi
2484}
2485
2486#
2487#	Decide whether to bringover to the codemgr workspace
2488#
2489if [ "$n_FLAG" = "n" ]; then
2490
2491	if [[ $SCM_TYPE != none && $SCM_TYPE != $PARENT_SCM_TYPE ]]; then
2492		echo "cannot bringover from $PARENT_SCM_TYPE to $SCM_TYPE, " \
2493		    "quitting at `date`." | tee -a $mail_msg_file >> $LOGFILE
2494		exit 1
2495	fi
2496
2497	run_hook PRE_BRINGOVER
2498
2499	echo "\n==== bringover to $CODEMGR_WS at `date` ====\n" >> $LOGFILE
2500	echo "\n==== BRINGOVER LOG ====\n" >> $mail_msg_file
2501
2502	eval "bringover_${PARENT_SCM_TYPE}" 2>&1 |
2503		tee -a $mail_msg_file >> $LOGFILE
2504
2505	if [ -f $TMPDIR/bringover_failed ]; then
2506		rm -f $TMPDIR/bringover_failed
2507		build_ok=n
2508		echo "trouble with bringover, quitting at `date`." |
2509			tee -a $mail_msg_file >> $LOGFILE
2510		exit 1
2511	fi
2512
2513	#
2514	# It's possible that we used the bringover above to create
2515	# $CODEMGR_WS.  If so, then SCM_TYPE was previously "none,"
2516	# but should now be the same as $BRINGOVER_WS.
2517	#
2518	[[ $SCM_TYPE = none ]] && SCM_TYPE=$PARENT_SCM_TYPE
2519
2520	run_hook POST_BRINGOVER
2521
2522	#
2523	# Possible transition from pre-split workspace to split
2524	# workspace.  See if the bringover changed anything.
2525	#
2526	CLOSED_IS_PRESENT="$orig_closed_is_present"
2527	check_closed_tree
2528else
2529	echo "\n==== No bringover to $CODEMGR_WS ====\n" >> $LOGFILE
2530fi
2531
2532echo "\n==== Build environment ====\n" | tee -a $build_environ_file >> $LOGFILE
2533
2534# System
2535whence uname | tee -a $build_environ_file >> $LOGFILE
2536uname -a 2>&1 | tee -a $build_environ_file >> $LOGFILE
2537echo | tee -a $build_environ_file >> $LOGFILE
2538
2539# nightly
2540echo "$0 $@" | tee -a $build_environ_file >> $LOGFILE
2541if [[ $nightly_path = "/opt/onbld/bin/nightly" ]] &&
2542    pkginfo SUNWonbld > /dev/null 2>&1 ; then
2543	pkginfo -l SUNWonbld | egrep "PKGINST:|VERSION:|PSTAMP:"
2544else
2545	echo "$nightly_ls"
2546fi | tee -a $build_environ_file >> $LOGFILE
2547echo | tee -a $build_environ_file >> $LOGFILE
2548
2549# make
2550whence $MAKE | tee -a $build_environ_file >> $LOGFILE
2551$MAKE -v | tee -a $build_environ_file >> $LOGFILE
2552echo "number of concurrent jobs = $DMAKE_MAX_JOBS" |
2553    tee -a $build_environ_file >> $LOGFILE
2554
2555#
2556# Report the compiler versions.
2557#
2558
2559if [[ ! -f $SRC/Makefile ]]; then
2560	build_ok=n
2561	echo "\nUnable to find \"Makefile\" in $SRC." | \
2562	    tee -a $build_environ_file >> $LOGFILE
2563	exit 1
2564fi
2565
2566( cd $SRC
2567  for target in cc-version cc64-version java-version; do
2568	echo
2569	#
2570	# Put statefile somewhere we know we can write to rather than trip
2571	# over a read-only $srcroot.
2572	#
2573	rm -f $TMPDIR/make-state
2574	export SRC
2575	if $MAKE -K $TMPDIR/make-state -e $target 2>/dev/null; then
2576		continue
2577	fi
2578	touch $TMPDIR/nocompiler
2579  done
2580  echo
2581) | tee -a $build_environ_file >> $LOGFILE
2582
2583if [ -f $TMPDIR/nocompiler ]; then
2584	rm -f $TMPDIR/nocompiler
2585	build_ok=n
2586	echo "Aborting due to missing compiler." |
2587		tee -a $build_environ_file >> $LOGFILE
2588	exit 1
2589fi
2590
2591# as
2592whence as | tee -a $build_environ_file >> $LOGFILE
2593as -V 2>&1 | head -1 | tee -a $build_environ_file >> $LOGFILE
2594echo | tee -a $build_environ_file >> $LOGFILE
2595
2596# Check that we're running a capable link-editor
2597whence ld | tee -a $build_environ_file >> $LOGFILE
2598LDVER=`ld -V 2>&1`
2599echo $LDVER | tee -a $build_environ_file >> $LOGFILE
2600LDVER=`echo $LDVER | sed -e "s/.*-1\.//" -e "s/:.*//"`
2601if [ `expr $LDVER \< 422` -eq 1 ]; then
2602	echo "The link-editor needs to be at version 422 or higher to build" | \
2603	    tee -a $build_environ_file >> $LOGFILE
2604	echo "the latest stuff.  Hope your build works." | \
2605	    tee -a $build_environ_file >> $LOGFILE
2606fi
2607
2608#
2609# Build and use the workspace's tools if requested
2610#
2611if [[ "$t_FLAG" = "y" || "$O_FLAG" = y ]]; then
2612	set_non_debug_build_flags
2613
2614	build_tools ${TOOLS_PROTO}
2615	if [[ $? = 0 ]]; then
2616		tools_build_ok=n
2617	fi
2618
2619	if [[ $tools_build_ok = y ]]; then
2620		echo "\n==== Creating protolist tools file at `date` ====" \
2621			>> $LOGFILE
2622		protolist $TOOLS_PROTO > $ATLOG/proto_list_tools_${MACH}
2623		echo "==== protolist tools file created at `date` ====\n" \
2624			>> $LOGFILE
2625
2626		if [ "$N_FLAG" != "y" ]; then
2627			echo "\n==== Impact on tools packages ====\n" \
2628				>> $mail_msg_file
2629
2630			# Use the current tools exception list.
2631			exc=etc/exception_list_$MACH
2632			if [ -f $SRC/tools/$exc ]; then
2633				TOOLS_ELIST="-e $SRC/tools/$exc"
2634			fi
2635			# Compare the build's proto list with current package
2636			# definitions to audit the quality of package
2637			# definitions and makefile install targets.
2638			$PROTOCMPTERSE \
2639			    "Files missing from the proto area:" \
2640			    "Files missing from packages:" \
2641			    "Inconsistencies between pkgdefs and proto area:" \
2642			    ${TOOLS_ELIST} \
2643			    -d $SRC/tools \
2644			    $ATLOG/proto_list_tools_${MACH} \
2645			    >> $mail_msg_file
2646		fi
2647	fi
2648
2649	if [[ $tools_build_ok = y && "$t_FLAG" = y ]]; then
2650		use_tools $TOOLS_PROTO
2651		export ONBLD_TOOLS=${ONBLD_TOOLS:=${TOOLS_PROTO}/opt/onbld}
2652	fi
2653fi
2654
2655#
2656# copy ihv proto area in addition to the build itself
2657#
2658if [ "$X_FLAG" = "y" ]; then
2659	copy_ihv_proto
2660fi
2661
2662if [ "$i_FLAG" = "y" -a "$SH_FLAG" = "y" ]; then
2663	echo "\n==== NOT Building base OS-Net source ====\n" | \
2664	    tee -a $LOGFILE >> $mail_msg_file
2665else
2666	# timestamp the start of the normal build; the findunref tool uses it.
2667	touch $SRC/.build.tstamp
2668
2669	normal_build
2670fi
2671
2672#
2673# Generate the THIRDPARTYLICENSE files if needed.  This is done before
2674# findunref to help identify license files that need to be added to
2675# the list.
2676#
2677if [ "$O_FLAG" = y -a "$build_ok" = y ]; then
2678	echo "\n==== Generating THIRDPARTYLICENSE files ====\n" | \
2679	    tee -a $mail_msg_file >> $LOGFILE
2680
2681	mktpl usr/src/tools/opensolaris/license-list >>$LOGFILE 2>&1
2682	if (( $? != 0 )) ; then
2683		echo "Couldn't create THIRDPARTYLICENSE files" |
2684		    tee -a $mail_msg_file >> $LOGFILE
2685	fi
2686fi
2687
2688#
2689# If OpenSolaris deliverables were requested, do the open-only build
2690# now, so that it happens at roughly the same point as the source
2691# product builds.  This lets us take advantage of checks that come
2692# later (e.g., the core file check).
2693#
2694if [ "$O_FLAG" = y -a "$build_ok" = y ]; then
2695	#
2696	# Generate skeleton (minimal) closed binaries for open-only
2697	# build.  There's no need to distinguish debug from non-debug
2698	# binaries, but it simplifies file management to have separate
2699	# trees.
2700	#
2701
2702	echo "\n==== Generating skeleton closed binaries for" \
2703	    "open-only build ====\n" | \
2704	    tee -a $LOGFILE >> $mail_msg_file
2705
2706	rm -rf $CODEMGR_WS/closed.skel
2707	if [ "$D_FLAG" = y ]; then
2708		mkclosed $MACH $ROOT $CODEMGR_WS/closed.skel/root_$MACH \
2709		    >>$LOGFILE 2>&1
2710		if (( $? != 0 )) ; then
2711			echo "Couldn't create skeleton DEBUG closed binaries." |
2712			    tee -a $mail_msg_file >> $LOGFILE
2713		fi
2714	fi
2715	if [ "$F_FLAG" = n ]; then
2716		mkclosed $MACH $ROOT-nd $CODEMGR_WS/closed.skel/root_$MACH-nd \
2717		    >>$LOGFILE 2>&1
2718		if (( $? != 0 )) ; then
2719			echo "Couldn't create skeleton non-DEBUG closed binaries." |
2720			    tee -a $mail_msg_file >> $LOGFILE
2721		fi
2722	fi
2723
2724	ORIG_CLOSED_IS_PRESENT=$CLOSED_IS_PRESENT
2725	export CLOSED_IS_PRESENT=no
2726
2727	ORIG_ON_CLOSED_BINS="$ON_CLOSED_BINS"
2728	export ON_CLOSED_BINS=$CODEMGR_WS/closed.skel
2729
2730	normal_build -O
2731
2732	ON_CLOSED_BINS=$ORIG_ON_CLOSED_BINS
2733	CLOSED_IS_PRESENT=$ORIG_CLOSED_IS_PRESENT
2734fi
2735
2736ORIG_SRC=$SRC
2737BINARCHIVE=${CODEMGR_WS}/bin-${MACH}.cpio.Z
2738
2739if [ "$SE_FLAG" = "y" -o "$SD_FLAG" = "y" -o "$SH_FLAG" = "y" ]; then
2740	save_binaries
2741fi
2742
2743
2744# EXPORT_SRC comes after CRYPT_SRC since a domestic build will need
2745# $SRC pointing to the export_source usr/src.
2746
2747if [ "$SE_FLAG" = "y" -o "$SD_FLAG" = "y" -o "$SH_FLAG" = "y" ]; then
2748	if [ "$SD_FLAG" = "y" -a $build_ok = y ]; then
2749	    set_up_source_build ${CODEMGR_WS} ${CRYPT_SRC} CRYPT_SRC
2750	fi
2751
2752	if [ $build_ok = y ]; then
2753	    set_up_source_build ${CODEMGR_WS} ${EXPORT_SRC} EXPORT_SRC
2754	fi
2755fi
2756
2757if [ "$SD_FLAG" = "y" -a $build_ok = y ]; then
2758	# drop the crypt files in place.
2759	cd ${EXPORT_SRC}
2760	echo "\nextracting crypt_files.cpio.Z onto export_source.\n" \
2761	    >> ${LOGFILE}
2762	zcat ${CODEMGR_WS}/crypt_files.cpio.Z | \
2763	    cpio -idmucvB 2>/dev/null >> ${LOGFILE}
2764	if [ "$?" = "0" ]; then
2765		echo "\n==== DOMESTIC extraction succeeded ====\n" \
2766		    >> $mail_msg_file
2767	else
2768		echo "\n==== DOMESTIC extraction failed ====\n" \
2769		    >> $mail_msg_file
2770	fi
2771
2772fi
2773
2774if [ "$SO_FLAG" = "y" -a $build_ok = y ]; then
2775	#
2776	# Copy the open sources into their own tree, set up the closed
2777	# binaries, and set up the environment.  The build looks for
2778	# the closed binaries in a location that depends on whether
2779	# it's a DEBUG build, so we might need to make two copies.
2780	#
2781	# If copy_source fails, it will have already generated an
2782	# error message and set build_ok=n, so we don't need to worry
2783	# about that here.
2784	#
2785	copy_source $CODEMGR_WS $OPEN_SRCDIR OPEN_SOURCE usr/src
2786fi
2787
2788if [ "$SO_FLAG" = "y" -a $build_ok = y ]; then
2789	SRC=$OPEN_SRCDIR/usr/src
2790
2791	# Try not to clobber any user-provided closed binaries.
2792	export ON_CLOSED_BINS=$CODEMGR_WS/closed$$
2793
2794	echo "\n==== Copying skeleton closed binaries to" \
2795	    "$ON_CLOSED_BINS ====\n" | \
2796	    tee -a $mail_msg_file >> $LOGFILE
2797
2798	if [ "$D_FLAG" = y ]; then
2799		mkclosed $MACH $ROOT $ON_CLOSED_BINS/root_$MACH >>$LOGFILE 2>&1
2800		if (( $? != 0 )) ; then
2801			build_ok=n
2802			echo "Couldn't create DEBUG closed binaries." |
2803			    tee -a $mail_msg_file >> $LOGFILE
2804		fi
2805	fi
2806	if [ "$F_FLAG" = n ]; then
2807		root=$ROOT
2808		[ "$MULTI_PROTO" = yes ] && root=$ROOT-nd
2809		mkclosed $MACH $root $ON_CLOSED_BINS/root_$MACH-nd \
2810		    >>$LOGFILE 2>&1
2811		if (( $? != 0 )) ; then
2812			build_ok=n
2813			echo "Couldn't create non-DEBUG closed binaries." |
2814			    tee -a $mail_msg_file >> $LOGFILE
2815		fi
2816	fi
2817
2818	export CLOSED_IS_PRESENT=no
2819fi
2820
2821if is_source_build && [ $build_ok = y ] ; then
2822	# remove proto area(s) here, since we don't clobber
2823	rm -rf `allprotos`
2824	if [ "$t_FLAG" = "y" ]; then
2825		set_non_debug_build_flags
2826		ORIG_TOOLS=$TOOLS
2827		#
2828		# SRC was set earlier to point to the source build
2829		# source tree (e.g., $EXPORT_SRC).
2830		#
2831		TOOLS=${SRC}/tools
2832		build_tools ${SRC}/tools/proto
2833		TOOLS=$ORIG_TOOLS
2834	fi
2835
2836	export EXPORT_RELEASE_BUILD ; EXPORT_RELEASE_BUILD=#
2837	normal_build
2838fi
2839
2840if [[ "$SO_FLAG" = "y" && "$build_ok" = "y" ]]; then
2841	rm -rf $ON_CLOSED_BINS
2842fi
2843
2844#
2845# There are several checks that need to look at the proto area, but
2846# they only need to look at one, and they don't care whether it's
2847# DEBUG or non-DEBUG.
2848#
2849if [[ "$MULTI_PROTO" = yes && "$D_FLAG" = n ]]; then
2850	checkroot=$ROOT-nd
2851else
2852	checkroot=$ROOT
2853fi
2854
2855if [ "$build_ok" = "y" ]; then
2856	echo "\n==== Creating protolist system file at `date` ====" \
2857		>> $LOGFILE
2858	protolist $checkroot > $ATLOG/proto_list_${MACH}
2859	echo "==== protolist system file created at `date` ====\n" \
2860		>> $LOGFILE
2861
2862	if [ "$N_FLAG" != "y" ]; then
2863		echo "\n==== Impact on packages ====\n" >> $mail_msg_file
2864
2865		# If there is a reference proto list, compare the build's proto
2866		# list with the reference to see changes in proto areas.
2867		# Use the current exception list.
2868		exc=etc/exception_list_$MACH
2869		if [ -f $SRC/pkgdefs/$exc ]; then
2870			ELIST="-e $SRC/pkgdefs/$exc"
2871		fi
2872		if [ "$X_FLAG" = "y" -a -f $IA32_IHV_WS/usr/src/pkgdefs/$exc ]; then
2873			ELIST="$ELIST -e $IA32_IHV_WS/usr/src/pkgdefs/$exc"
2874		fi
2875
2876		if [ -f "$REF_PROTO_LIST" ]; then
2877			# For builds that copy the IHV proto area (-X), add the
2878			# IHV proto list to the reference list if the reference
2879			# was built without -X.
2880			#
2881			# For builds that don't copy the IHV proto area, add the
2882			# IHV proto list to the build's proto list if the
2883			# reference was built with -X.
2884			#
2885			# Use the presence of the first file entry of the cached
2886			# IHV proto list in the reference list to determine
2887			# whether it was build with -X or not.
2888			IHV_REF_PROTO_LIST=$SRC/pkgdefs/etc/proto_list_ihv_$MACH
2889			grepfor=$(nawk '$1 == "f" { print $2; exit }' \
2890				$IHV_REF_PROTO_LIST 2> /dev/null)
2891			if [ $? = 0 -a -n "$grepfor" ]; then
2892				if [ "$X_FLAG" = "y" ]; then
2893					grep -w "$grepfor" \
2894						$REF_PROTO_LIST > /dev/null
2895					if [ ! "$?" = "0" ]; then
2896						REF_IHV_PROTO="-d $IHV_REF_PROTO_LIST"
2897					fi
2898				else
2899					grep -w "$grepfor" \
2900						$REF_PROTO_LIST > /dev/null
2901					if [ "$?" = "0" ]; then
2902						IHV_PROTO_LIST="$IHV_REF_PROTO_LIST"
2903					fi
2904				fi
2905			fi
2906
2907			$PROTOCMPTERSE \
2908			  "Files in yesterday's proto area, but not today's:" \
2909			  "Files in today's proto area, but not yesterday's:" \
2910			  "Files that changed between yesterday and today:" \
2911			  ${ELIST} \
2912			  -d $REF_PROTO_LIST \
2913			  $REF_IHV_PROTO \
2914			  $ATLOG/proto_list_${MACH} \
2915			  $IHV_PROTO_LIST \
2916				>> $mail_msg_file
2917		fi
2918		# Compare the build's proto list with current package
2919		# definitions to audit the quality of package definitions
2920		# and makefile install targets. Use the current exception list.
2921		PKGDEFS_LIST=""
2922		for d in $abssrcdirs; do
2923			if [ -d $d/pkgdefs ]; then
2924				PKGDEFS_LIST="$PKGDEFS_LIST -d $d/pkgdefs"
2925			fi
2926		done
2927		if [ "$X_FLAG" = "y" -a -d $IA32_IHV_WS/usr/src/pkgdefs ]; then
2928			PKGDEFS_LIST="$PKGDEFS_LIST -d $IA32_IHV_WS/usr/src/pkgdefs"
2929		fi
2930
2931		$PROTOCMPTERSE \
2932		    "Files missing from the proto area:" \
2933		    "Files missing from packages:" \
2934		    "Inconsistencies between pkgdefs and proto area:" \
2935		    ${ELIST} \
2936		    ${PKGDEFS_LIST} \
2937		    $ATLOG/proto_list_${MACH} \
2938		    >> $mail_msg_file
2939	fi
2940fi
2941
2942if [ "$u_FLAG" = "y"  -a "$build_ok" = "y" ]; then
2943	staffer cp $ATLOG/proto_list_${MACH} \
2944		$PARENT_WS/usr/src/proto_list_${MACH}
2945fi
2946
2947# Update parent proto area if necessary. This is done now
2948# so that the proto area has either DEBUG or non-DEBUG kernels.
2949# Note that this clears out the lock file, so we can dispense with
2950# the variable now.
2951if [ "$U_FLAG" = "y" -a "$build_ok" = "y" ]; then
2952	echo "\n==== Copying proto area to $NIGHTLY_PARENT_ROOT ====\n" | \
2953	    tee -a $LOGFILE >> $mail_msg_file
2954	# The rm -rf command below produces predictable errors if
2955	# nightly is invoked from the parent's $ROOT/opt/onbld/bin,
2956	# and that directory is accessed via NFS.  This is because
2957	# deleted-but-still-open files don't actually disappear as
2958	# expected, but rather turn into .nfsXXXX junk files, leaving
2959	# the directory non-empty.  Since this is a not-unusual usage
2960	# pattern, and we still want to catch other errors here, we
2961	# take the unusal step of moving aside 'nightly' from that
2962	# directory (if we're using it).
2963	mypath=${nightly_path##*/root_$MACH/}
2964	if [ "$mypath" = $nightly_path ]; then
2965		mypath=opt/onbld/bin/${nightly_path##*/}
2966	fi
2967	if [ $nightly_path -ef $PARENT_WS/proto/root_$MACH/$mypath ]; then
2968		mv -f $nightly_path $PARENT_WS/proto/root_$MACH
2969	fi
2970	rm -rf $PARENT_WS/proto/root_$MACH/*
2971	unset Ulockfile
2972	mkdir -p $NIGHTLY_PARENT_ROOT
2973	if [[ "$MULTI_PROTO" = no || "$D_FLAG" = y ]]; then
2974		cd $ROOT
2975		( tar cf - . |
2976		    ( cd $NIGHTLY_PARENT_ROOT;  umask 0; tar xpf - ) ) 2>&1 |
2977		    tee -a $mail_msg_file >> $LOGFILE
2978	fi
2979	if [[ "$MULTI_PROTO" = yes && "$F_FLAG" = n ]]; then
2980		mkdir -p $NIGHTLY_PARENT_ROOT-nd
2981		cd $ROOT-nd
2982		( tar cf - . |
2983		    ( cd $NIGHTLY_PARENT_ROOT-nd; umask 0; tar xpf - ) ) 2>&1 |
2984		    tee -a $mail_msg_file >> $LOGFILE
2985	fi
2986fi
2987
2988#
2989# do shared library interface verification
2990#
2991
2992if [ "$A_FLAG" = "y" -a "$build_ok" = "y" ]; then
2993	echo "\n==== Check versioning and ABI information ====\n"  | \
2994	    tee -a $LOGFILE >> $mail_msg_file
2995
2996	rm -rf $SRC/interfaces.ref
2997	if [ -d $SRC/interfaces.out ]; then
2998		mv $SRC/interfaces.out $SRC/interfaces.ref
2999	fi
3000	rm -rf $SRC/interfaces.out
3001	mkdir -p $SRC/interfaces.out
3002
3003	intf_check -V -m -o -b $SRC/tools/abi/etc \
3004		-d $SRC/interfaces.out $checkroot 2>&1 | sort \
3005		> $SRC/interfaces.out/log
3006
3007	# report any ERROR found in log file
3008	fgrep 'ERROR' $SRC/interfaces.out/log | sed 's/^ERROR: //' | \
3009		tee -a $LOGFILE >> $mail_msg_file
3010
3011	if [ ! -d $SRC/interfaces.ref ] ; then
3012		mkdir -p $SRC/interfaces.ref
3013		if [ -d  $SRC/interfaces.out ]; then
3014			cp -r $SRC/interfaces.out/* $SRC/interfaces.ref
3015		fi
3016	fi
3017
3018	echo "\n==== Diff versioning warnings (since last build) ====\n" | \
3019	    tee -a $LOGFILE >> $mail_msg_file
3020
3021	out_vers=`grep ^VERSION $SRC/interfaces.out/log`;
3022	ref_vers=`grep ^VERSION $SRC/interfaces.ref/log`;
3023
3024	# Report any differences in WARNING messages between last
3025	# and current build.
3026	if [ "$out_vers" = "$ref_vers" ]; then
3027		diff $SRC/interfaces.ref/log $SRC/interfaces.out/log | \
3028		    fgrep 'WARNING' | sed 's/WARNING: //' | \
3029		    tee -a $LOGFILE >> $mail_msg_file
3030	fi
3031fi
3032
3033if [ "$r_FLAG" = "y" -a "$build_ok" = "y" ]; then
3034	echo "\n==== Check ELF runtime attributes ====\n" | \
3035	    tee -a $LOGFILE >> $mail_msg_file
3036
3037	LDDWRONG="wrong class"
3038	CRLERROR="^crle:"
3039	CRLECONF="^crle: configuration file:"
3040
3041	RUNTIMEREF=$SRC/runtime-${MACH}.ref
3042	RUNTIMEOUT=$SRC/runtime-${MACH}.out
3043
3044	rm -f $RUNTIMEREF
3045	if [ -f $RUNTIMEOUT ]; then
3046		egrep -v "$LDDWRONG|$CRLERROR|$CRLECONF" \
3047			$RUNTIMEOUT > $RUNTIMEREF
3048	fi
3049
3050	# If we're doing a debug build the proto area will be left with
3051	# debuggable objects, thus don't assert -s.
3052	if [ "$D_FLAG" = "y" ]; then
3053		rtime_sflag=""
3054	else
3055		rtime_sflag="-s"
3056	fi
3057	check_rtime -d $checkroot -i -m -v -o $rtime_sflag $checkroot 2>&1 | \
3058	    egrep -v ": unreferenced object=$checkroot/.*/lib(w|intl|thread|pthread).so" | \
3059	    egrep -v ": unused object=$checkroot/.*/lib(w|intl|thread|pthread).so" | \
3060	    sort > $RUNTIMEOUT
3061
3062	# Determine any processing errors that will affect the final output
3063	# and display these first.
3064	grep -l "$LDDWRONG" $RUNTIMEOUT > /dev/null
3065	if (( $? == 0 )) ; then
3066	    echo "WARNING: wrong class message detected.  ldd(1) was unable" | \
3067		tee -a $LOGFILE >> $mail_msg_file
3068	    echo "to execute an object, thus it could not be checked fully." | \
3069		tee -a $LOGFILE >> $mail_msg_file
3070	    echo "Perhaps a 64-bit object was encountered on a 32-bit system," | \
3071		tee -a $LOGFILE >> $mail_msg_file
3072	    echo "or an i386 object was encountered on a sparc system?\n" | \
3073		tee -a $LOGFILE >> $mail_msg_file
3074	fi
3075	grep -l "$CRLECONF" $RUNTIMEOUT > /dev/null
3076	if (( $? == 0 )) ; then
3077	    echo "WARNING: creation of an alternative dependency cache failed." | \
3078		tee -a $LOGFILE >> $mail_msg_file
3079	    echo "Dependencies will bind to the base system libraries.\n" | \
3080		tee -a $LOGFILE >> $mail_msg_file
3081	    grep "$CRLECONF" $RUNTIMEOUT | \
3082		tee -a $LOGFILE >> $mail_msg_file
3083	    grep "$CRLERROR" $RUNTIMEOUT | grep -v "$CRLECONF" | \
3084		tee -a $LOGFILE >> $mail_msg_file
3085	    echo "\n" | tee -a $LOGFILE >> $mail_msg_file
3086	fi
3087
3088	egrep '<dependency no longer necessary>' $RUNTIMEOUT | \
3089	    tee -a $LOGFILE >> $mail_msg_file
3090
3091	# NEEDED= and RPATH= are generated by the -i option
3092	# VERDEF= and VERSION= are generated by the -v option.
3093	# These lines are informational; report anything else that we
3094	# haven't already.
3095	egrep -v "NEEDED=|RPATH=|VERDEF=|VERSION=" $RUNTIMEOUT \
3096		| egrep -v "$LDDWRONG|$CRLERROR|$CRLECONF" \
3097		| tee -a $LOGFILE >> $mail_msg_file
3098
3099	# probably should compare against a 'known ok runpaths' list
3100	if [ ! -f $RUNTIMEREF ]; then
3101		egrep -v "$LDDWRONG|$CRLERROR|$CRLECONF" \
3102			$RUNTIMEOUT >  $RUNTIMEREF
3103	fi
3104
3105	echo "\n==== Diff ELF runtime attributes (since last build) ====\n" \
3106	    >> $mail_msg_file
3107
3108	egrep -v "$LDDWRONG|$CRLERROR|$CRLECONF" $RUNTIMEOUT | \
3109	    diff $RUNTIMEREF - >> $mail_msg_file
3110fi
3111
3112# DEBUG lint of kernel begins
3113
3114if [ "$i_CMD_LINE_FLAG" = "n" -a "$l_FLAG" = "y" ]; then
3115	if [ "$LINTDIRS" = "" ]; then
3116		# LINTDIRS="$SRC/uts y $SRC/stand y $SRC/psm y"
3117		LINTDIRS="$SRC y"
3118	fi
3119	set $LINTDIRS
3120	while [ $# -gt 0 ]; do
3121		dolint $1 $2; shift; shift
3122	done
3123else
3124	echo "\n==== No '$MAKE lint' ====\n" >> $LOGFILE
3125fi
3126
3127# "make check" begins
3128
3129if [ "$i_CMD_LINE_FLAG" = "n" -a "$C_FLAG" = "y" ]; then
3130	# remove old check.out
3131	rm -f $SRC/check.out
3132
3133	rm -f $SRC/check-${MACH}.out
3134	cd $SRC
3135	$MAKE -ek check 2>&1 | tee -a $SRC/check-${MACH}.out >> $LOGFILE
3136	echo "\n==== cstyle/hdrchk errors ====\n" >> $mail_msg_file
3137
3138	grep ":" $SRC/check-${MACH}.out |
3139		egrep -v "Ignoring unknown host" | \
3140		sort | uniq >> $mail_msg_file
3141else
3142	echo "\n==== No '$MAKE check' ====\n" >> $LOGFILE
3143fi
3144
3145echo "\n==== Find core files ====\n" | \
3146    tee -a $LOGFILE >> $mail_msg_file
3147
3148find $abssrcdirs -name core -a -type f -exec file {} \; | \
3149	tee -a $LOGFILE >> $mail_msg_file
3150
3151if [ "$f_FLAG" = "y" -a "$build_ok" = "y" ]; then
3152	echo "\n==== Diff unreferenced files (since last build) ====\n" \
3153	    | tee -a $LOGFILE >>$mail_msg_file
3154	rm -f $SRC/unref-${MACH}.ref
3155	if [ -f $SRC/unref-${MACH}.out ]; then
3156		mv $SRC/unref-${MACH}.out $SRC/unref-${MACH}.ref
3157	fi
3158
3159	#
3160	# For any SCM other than teamware, we want to disable the
3161	# managed-by-SCCS test in findunref
3162	#
3163	findunref_all=""
3164	if [ "$SCM_TYPE" != teamware ]; then
3165		findunref_all="-a"
3166	fi
3167
3168	findunref $findunref_all -t $SRC/.build.tstamp $SRC/.. \
3169	    ${TOOLS}/findunref/exception_list 2>> $mail_msg_file | \
3170	    sort | sed -e s=^./src/=./= -e s=^./closed/=../closed/= \
3171	    > $SRC/unref-${MACH}.out
3172
3173	if [ ! -f $SRC/unref-${MACH}.ref ]; then
3174		cp $SRC/unref-${MACH}.out $SRC/unref-${MACH}.ref
3175	fi
3176
3177	diff $SRC/unref-${MACH}.ref $SRC/unref-${MACH}.out >>$mail_msg_file
3178fi
3179
3180#
3181# Generate the OpenSolaris deliverables if requested.  Some of these
3182# steps need to come after findunref and are commented below.
3183#
3184if [ "$O_FLAG" = y -a "$build_ok" = y ]; then
3185	echo "\n==== Generating OpenSolaris tarballs ====\n" | \
3186	    tee -a $mail_msg_file >> $LOGFILE
3187
3188	cd $CODEMGR_WS
3189
3190	#
3191	# This step grovels through the pkgdefs proto* files, so it
3192	# must come after findunref.
3193	#
3194	echo "Generating closed binaries tarball(s)..." >> $LOGFILE
3195	closed_basename=on-closed-bins
3196	if [ "$D_FLAG" = y ]; then
3197		bindrop "$ROOT" "$ROOT-open" "$closed_basename" \
3198		    >>"$LOGFILE" 2>&1
3199		if (( $? != 0 )) ; then
3200			echo "Couldn't create DEBUG closed binaries." |
3201			    tee -a $mail_msg_file >> $LOGFILE
3202		fi
3203	fi
3204	if [ "$F_FLAG" = n ]; then
3205		bindrop -n "$ROOT-nd" "$ROOT-open-nd" "$closed_basename-nd" \
3206		    >>"$LOGFILE" 2>&1
3207		if (( $? != 0 )) ; then
3208			echo "Couldn't create non-DEBUG closed binaries." |
3209			    tee -a $mail_msg_file >> $LOGFILE
3210		fi
3211	fi
3212
3213	echo "Generating SUNWonbld tarball..." >> $LOGFILE
3214	PKGARCHIVE=$PKGARCHIVE_ORIG
3215	onblddrop >> $LOGFILE 2>&1
3216	if (( $? != 0 )) ; then
3217		echo "Couldn't create SUNWonbld tarball." |
3218		    tee -a $mail_msg_file >> $LOGFILE
3219	fi
3220
3221	echo "Generating README.opensolaris..." >> $LOGFILE
3222	cat $SRC/tools/opensolaris/README.opensolaris.tmpl | \
3223	    mkreadme_osol $CODEMGR_WS/README.opensolaris >> $LOGFILE 2>&1
3224	if (( $? != 0 )) ; then
3225		echo "Couldn't create README.opensolaris." |
3226		    tee -a $mail_msg_file >> $LOGFILE
3227	fi
3228
3229	# This step walks the source tree, so it must come after
3230	# findunref.  It depends on README.opensolaris.
3231	echo "Generating source tarball..." >> $LOGFILE
3232	sdrop >>$LOGFILE 2>&1
3233	if (( $? != 0 )) ; then
3234		echo "Couldn't create source tarball." |
3235		    tee -a "$mail_msg_file" >> "$LOGFILE"
3236	fi
3237
3238	# This step depends on the closed binaries tarballs.
3239	echo "Generating BFU tarball(s)..." >> $LOGFILE
3240	if [ "$D_FLAG" = y ]; then
3241		makebfu_filt bfudrop "$ROOT-open" \
3242		    "$closed_basename.$MACH.tar.bz2" nightly-osol
3243		if (( $? != 0 )) ; then
3244			echo "Couldn't create DEBUG archives tarball." |
3245			    tee -a $mail_msg_file >> $LOGFILE
3246		fi
3247	fi
3248	if [ "$F_FLAG" = n ]; then
3249		makebfu_filt bfudrop -n "$ROOT-open-nd" \
3250		    "$closed_basename-nd.$MACH.tar.bz2" nightly-osol-nd
3251		if (( $? != 0 )) ; then
3252			echo "Couldn't create non-DEBUG archives tarball." |
3253			    tee -a $mail_msg_file >> $LOGFILE
3254		fi
3255	fi
3256fi
3257
3258# Verify that the usual lists of files, such as exception lists,
3259# contain only valid references to files.  If the build has failed,
3260# then don't check the proto area.
3261CHECK_PATHS=${CHECK_PATHS:-y}
3262if [ "$CHECK_PATHS" = y -a "$N_FLAG" != y ]; then
3263	echo "\n==== Check lists of files ====\n" | tee -a $LOGFILE \
3264		>>$mail_msg_file
3265	arg=-b
3266	[ "$build_ok" = y ] && arg=
3267	checkpaths $arg $checkroot 2>&1 | tee -a $LOGFILE >>$mail_msg_file
3268fi
3269
3270if [ "$M_FLAG" != "y" -a "$build_ok" = y ]; then
3271	echo "\n==== Impact on file permissions ====\n" \
3272		>> $mail_msg_file
3273	#
3274	# Get pkginfo files from usr/src/pkgdefs
3275	#
3276	pmodes -qvdP \
3277	`for d in $abssrcdirs; do
3278		if [ -d "$d/pkgdefs" ]
3279		then
3280			find $d/pkgdefs -name pkginfo.tmpl -print -o -name .del\* -prune
3281		fi
3282	 done | sed -e 's:/pkginfo.tmpl$::' | sort -u ` >> $mail_msg_file
3283fi
3284
3285if [ "$w_FLAG" = "y" -a "$build_ok" = "y" ]; then
3286	if [[ "$MULTI_PROTO" = no || "$D_FLAG" = y ]]; then
3287		do_wsdiff DEBUG $ROOT.prev $ROOT
3288	fi
3289
3290	if [[ "$MULTI_PROTO" = yes && "$F_FLAG" = n ]]; then
3291		do_wsdiff non-DEBUG $ROOT-nd.prev $ROOT-nd
3292	fi
3293fi
3294
3295END_DATE=`date`
3296echo "==== Nightly $maketype build completed: $END_DATE ====" | \
3297    tee -a $LOGFILE >> $build_time_file
3298
3299typeset -Z2 minutes
3300typeset -Z2 seconds
3301
3302elapsed_time=$SECONDS
3303((hours = elapsed_time / 3600 ))
3304((minutes = elapsed_time / 60  % 60))
3305((seconds = elapsed_time % 60))
3306
3307echo "\n==== Total build time ====" | \
3308    tee -a $LOGFILE >> $build_time_file
3309echo "\nreal    ${hours}:${minutes}:${seconds}" | \
3310    tee -a $LOGFILE >> $build_time_file
3311
3312if [ "$u_FLAG" = "y" -a "$f_FLAG" = "y" -a "$build_ok" = "y" ]; then
3313	staffer cp ${SRC}/unref-${MACH}.out $PARENT_WS/usr/src/
3314
3315	#
3316	# Produce a master list of unreferenced files -- ideally, we'd
3317	# generate the master just once after all of the nightlies
3318	# have finished, but there's no simple way to know when that
3319	# will be.  Instead, we assume that we're the last nightly to
3320	# finish and merge all of the unref-${MACH}.out files in
3321	# $PARENT_WS/usr/src/.  If we are in fact the final ${MACH} to
3322	# finish, then this file will be the authoritative master
3323	# list.  Otherwise, another ${MACH}'s nightly will eventually
3324	# overwrite ours with its own master, but in the meantime our
3325	# temporary "master" will be no worse than any older master
3326	# which was already on the parent.
3327	#
3328
3329	set -- $PARENT_WS/usr/src/unref-*.out
3330	cp "$1" ${TMPDIR}/unref.merge
3331	shift
3332
3333	for unreffile; do
3334		comm -12 ${TMPDIR}/unref.merge "$unreffile" > ${TMPDIR}/unref.$$
3335		mv ${TMPDIR}/unref.$$ ${TMPDIR}/unref.merge
3336	done
3337
3338	staffer cp ${TMPDIR}/unref.merge $PARENT_WS/usr/src/unrefmaster.out
3339fi
3340
3341#
3342# All done save for the sweeping up.
3343# (whichever exit we hit here will trigger the "cleanup" trap which
3344# optionally sends mail on completion).
3345#
3346if [ "$build_ok" = "y" ]; then
3347	exit 0
3348fi
3349exit 1
3350