1#! /usr/bin/env bash 2 3# EXPAT TEST SCRIPT FOR W3C XML TEST SUITE 4 5# This script can be used to exercise Expat against the 6# w3c.org xml test suite, available from 7# http://www.w3.org/XML/Test/xmlts20020606.zip. 8 9# To run this script, first set XMLWF below so that xmlwf can be 10# found, then set the output directory with OUTPUT. 11 12# The script lists all test cases where Expat shows a discrepancy 13# from the expected result. Test cases where only the canonical 14# output differs are prefixed with "Output differs:", and a diff file 15# is generated in the appropriate subdirectory under $OUTPUT. 16 17# If there are output files provided, the script will use 18# output from xmlwf and compare the desired output against it. 19# However, one has to take into account that the canonical output 20# produced by xmlwf conforms to an older definition of canonical XML 21# and does not generate notation declarations. 22 23shopt -s nullglob 24 25MYDIR="`dirname \"$0\"`" 26cd "$MYDIR" 27MYDIR="`pwd`" 28XMLWF="`dirname \"$MYDIR\"`/xmlwf/xmlwf" 29# XMLWF=/usr/local/bin/xmlwf 30TS="$MYDIR" 31# OUTPUT must terminate with the directory separator. 32OUTPUT="$TS/out/" 33# OUTPUT=/home/tmp/xml-testsuite-out/ 34 35 36# RunXmlwfNotWF file reldir 37# reldir includes trailing slash 38RunXmlwfNotWF() { 39 file="$1" 40 reldir="$2" 41 $XMLWF -p "$file" > outfile || return $? 42 read outdata < outfile 43 if test "$outdata" = "" ; then 44 echo "Expected not well-formed: $reldir$file" 45 return 1 46 else 47 return 0 48 fi 49} 50 51# RunXmlwfWF file reldir 52# reldir includes trailing slash 53RunXmlwfWF() { 54 file="$1" 55 reldir="$2" 56 $XMLWF -p -d "$OUTPUT$reldir" "$file" > outfile || return $? 57 read outdata < outfile 58 if test "$outdata" = "" ; then 59 if [ -f "out/$file" ] ; then 60 diff -u "$OUTPUT$reldir$file" "out/$file" > outfile 61 if [ -s outfile ] ; then 62 cp outfile "$OUTPUT$reldir$file.diff" 63 echo "Output differs: $reldir$file" 64 return 1 65 fi 66 fi 67 return 0 68 else 69 echo "In $reldir: $outdata" 70 return 1 71 fi 72} 73 74SUCCESS=0 75ERROR=0 76 77UpdateStatus() { 78 if [ "$1" -eq 0 ] ; then 79 SUCCESS=`expr $SUCCESS + 1` 80 else 81 ERROR=`expr $ERROR + 1` 82 fi 83} 84 85########################## 86# well-formed test cases # 87########################## 88 89cd "$TS/xmlconf" 90for xmldir in ibm/valid/P* \ 91 ibm/invalid/P* \ 92 xmltest/valid/ext-sa \ 93 xmltest/valid/not-sa \ 94 xmltest/invalid \ 95 xmltest/invalid/not-sa \ 96 xmltest/valid/sa \ 97 sun/valid \ 98 sun/invalid ; do 99 cd "$TS/xmlconf/$xmldir" 100 mkdir -p "$OUTPUT$xmldir" 101 for xmlfile in *.xml ; do 102 RunXmlwfWF "$xmlfile" "$xmldir/" 103 UpdateStatus $? 104 done 105 rm -f outfile 106done 107 108cd "$TS/xmlconf/oasis" 109mkdir -p "$OUTPUT"oasis 110for xmlfile in *pass*.xml ; do 111 RunXmlwfWF "$xmlfile" "oasis/" 112 UpdateStatus $? 113done 114rm outfile 115 116############################## 117# not well-formed test cases # 118############################## 119 120cd "$TS/xmlconf" 121for xmldir in ibm/not-wf/P* \ 122 ibm/not-wf/p28a \ 123 ibm/not-wf/misc \ 124 xmltest/not-wf/ext-sa \ 125 xmltest/not-wf/not-sa \ 126 xmltest/not-wf/sa \ 127 sun/not-wf ; do 128 cd "$TS/xmlconf/$xmldir" 129 for xmlfile in *.xml ; do 130 RunXmlwfNotWF "$xmlfile" "$xmldir/" 131 UpdateStatus $? 132 done 133 rm outfile 134done 135 136cd "$TS/xmlconf/oasis" 137for xmlfile in *fail*.xml ; do 138 RunXmlwfNotWF "$xmlfile" "oasis/" 139 UpdateStatus $? 140done 141rm outfile 142 143echo "Passed: $SUCCESS" 144echo "Failed: $ERROR" 145