#!/bin/ksh #************************************************************** # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # #************************************************************** #set -x umask 0 integer TOTAL_PASS=0 integer TOTAL_FAIL=0 integer TOTAL_RUN=0 integer MAX_RETRIES=5 typeset RUNNAME=`date +%Y%m%d%H%M%S` typeset PRINTDATE=`date` typeset PDB_INFILE_DIR typeset PDB_OUTFILE_DIR typeset XML_OUTFILE_DIR typeset REPORT typeset RESDIR typeset LOGFILE typeset COMPLOG typeset TEST_COMMENTS typeset BGCOLOR typeset ODD_BGCOLOR='#BBBBBB' typeset EVEN_BGCOLOR='#DCDCDC' typeset PASS_COLOR='#00ff00' typeset FAIL_COLOR='#ff4040' typeset ENVFILE="" # The following variables should be set in the env file typeset MASTERLIST="" typeset TESTCASEDIR="" typeset RESULTSBASE="" typeset XMERGE_JAR="" typeset APORTIS_JAR="" typeset WORDSMITH_JAR="" typeset MINICALC_JAR="" typeset PERL5LIB="" typeset POSE_EXE="" typeset POSE_PRC="" typeset TEST_DRIVER_PL="" typeset COMPARATOR_PL="" typeset COMPLIST="" typeset XML_INFILE_DIR="" typeset PDB_BASELINE_DIR="" typeset XML_BASELINE_DIR="" typeset EM_SCRIPT_HOME="" typeset QAWRAPPER_SCRIPT_HOME="" typeset EM_ROM_FILE="" typeset EM_SESSION_FILE="" typeset QA_LIB_HOME="" typeset QA_COMPARATOR_HOME="" typeset CLASSES_DIR="" ################################################################################ Usage() { echo "Usage: run-convtest -env [-name RUNNAME]" exit 1 } ################################################################################ StartReportFile() { typeset line=`date` ReportLine "" ReportLine "" ReportLine "XMerge Converters Test Results - ${RUNNAME}" ReportLine "" ReportLine "" ReportLine "

XMerge Converters Test Results - ${RUNNAME}

" ReportLine "

" ReportLine "Test run on: ${PRINTDATE}" ReportLine "

" ReportLine "

" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" } ################################################################################ EndReportFile() { # remove full path from LOGFILE (link will be to current dir) typeset loglink=${LOGFILE##*/} ReportLine "

" ReportLine "

Test Name	Test File	.ext	Result	Comments

" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "" ReportLine "

Total Tests PASSED	${TOTAL_PASS}
Total Tests FAILED	${TOTAL_FAIL}
Total Tests Run	${TOTAL_RUN}

" ReportLine "" ReportLine "

" ReportLine "Full logfile for test run" ReportLine "

" ReportLine "

" ReportLine "" ReportLine "" } ################################################################################ ReportLine() { echo $1 >> $REPORT } ################################################################################ LogLine() { echo $1 >> $LOGFILE } ################################################################################ ReportTestComments() { if [[ $TEST_COMMENTS == "" ]] ; then TEST_COMMENTS=" " fi ReportLine "${TEST_COMMENTS}" } ################################################################################ GetParams() { integer argc=$# integer i=0 if [[ $argc -lt 1 ]] ; then Usage fi while (($i < $argc)) ; do arg=$1 shift i=i+1 if [[ $arg == '-name' ]] ; then if (( $i < $argc )) ; then RUNNAME=$1 echo "RUNNAME=[$RUNNAME]" shift i=i+1 else Usage fi elif [[ $arg == '-env' ]] ; then if (( $i < $argc )) ; then ENVFILE=$1 shift i=i+1 else Usage fi else Usage fi done if [[ $ENVFILE == "" ]] ; then Usage fi } ################################################################################ ReadEnvFile() { . $ENVFILE echo "" echo "The following values have been set from $ENVFILE:" echo "MASTERLIST=$MASTERLIST" echo "TESTCASEDIR=$TESTCASEDIR" echo "XMERGE_JAR=$XMERGE_JAR" echo "APORTIS_JAR=$APORTIS_JAR" echo "WORDSMITH_JAR=$WORDSMITH_JAR" echo "MINICALC_JAR=$MINICALC_JAR" echo "RESULTSBASE=$RESULTSBASE" echo "PERL5LIB=$PERL5LIB" echo "POSE_EXE=$POSE_EXE" echo "POSE_PRC=$POSE_PRC" echo "TEST_DRIVER_PL=$TEST_DRIVER_PL" echo "COMPARATOR_PL=$COMPARATOR_PL" echo "XML_INFILE_DIR=$XML_INFILE_DIR" echo "PDB_BASELINE_DIR=$PDB_BASELINE_DIR" echo "XML_BASELINE_DIR=$XML_BASELINE_DIR" echo "EM_SCRIPT_HOME=$EM_SCRIPT_HOME" echo "QAWRAPPER_SCRIPT_HOME=$QAWRAPPER_SCRIPT_HOME" echo "EM_ROM_FILE=$EM_ROM_FILE" echo "EM_SESSION_FILE=$EM_SESSION_FILE" echo "QA_LIB_HOME=$QA_LIB_HOME" echo "QA_COMPARATOR_HOME=$QA_COMPARATOR_HOME" echo "CLASSES_DIR=$CLASSES_DIR" echo "COMPLIST=$COMPLIST" } ################################################################################ POSESetup() { export PERL5LIB export EM_SCRIPT_HOME export QAWRAPPER_SCRIPT_HOME export EM_ROM_FILE export EM_SESSION_FILE export QA_LIB_HOME export QA_COMPARATOR_HOME export CLASSES_DIR } ################################################################################ TestSetup() { POSESetup export ZENDEBUG=1 COMPLIST="${COMPLIST}/tempcomp.${RUNNAME}.list" # create the directories for the results of this test run RESDIR="${RESULTSBASE}/${RUNNAME}" \rm -Rf $RESDIR mkdir $RESDIR # Define the directories for the test input files, # test output files, working directories and baseline files PDB_INFILE_DIR="${RESDIR}/pdb-orig" mkdir "${PDB_INFILE_DIR}" PDB_OUTFILE_DIR="${RESDIR}/pdb-new" mkdir "${PDB_OUTFILE_DIR}" XML_OUTFILE_DIR="${RESDIR}/xml-new" mkdir "${XML_OUTFILE_DIR}" LOGFILE="${RESDIR}/logfile" COMPLOG="${RESDIR}/complog" REPORT="${RESDIR}/report.html" StartReportFile echo "Results in: $RESDIR" echo "Report file: $REPORT" } ################################################################################ TestCleanup() { EndReportFile } ################################################################################ TestCaseSetup() { # where to pick up converter classes export CLASSPATH="" export CLASSPATH=$CLASSPATH:$XMERGE_JAR export CLASSPATH=$CLASSPATH:$APORTIS_JAR export CLASSPATH=$CLASSPATH:$WORDSMITH_JAR export CLASSPATH=$CLASSPATH:$MINICALC_JAR } ################################################################################ TestCaseCleanup() { # empty function a=42 } ################################################################################ RunTestCase() { testcase=$1 LogLine "" LogLine "test_driver output:" # run test_driver in foreground $TEST_DRIVER_PL\ -pose-prc=${POSE_PRC}\ -pose-exe=${POSE_EXE}\ -xml-orig=${XML_INFILE_DIR}\ -pdb-orig=${PDB_INFILE_DIR}\ -pdb-new=${PDB_OUTFILE_DIR}\ -xml-new=${XML_OUTFILE_DIR}\ -test=$testcase -merge >> $LOGFILE 2>&1 # cleanup in case zombie POSE processes are hanging around pkill pose pkill -9 pose } ################################################################################ ComparisonSetup() { typeset file=$1 export CLASSPATH="$CLASSES_DIR/xerces.jar" # create temporary comparator list file for this test case echo $file > $COMPLIST } ################################################################################ ComparisonCleanup() { # remove temporary comparator list file used for this test case \rm -f $COMPLIST } ################################################################################ RunComparison() { typeset type=$1 LogLine "" LogLine "Comparator output:" $COMPARATOR_PL\ -xml-orig=${XML_BASELINE_DIR}\ -pdb-orig=${PDB_BASELINE_DIR}\ -pdb-new=${PDB_INFILE_DIR}\ -xml-new=${XML_OUTFILE_DIR}\ -list=$COMPLIST -log=$COMPLOG -type=$type >> $LOGFILE 2>&1 # -list=$COMPLIST -log=$COMPLOG -type=$type | tee -a $LOGFILE 2>&1 pass=`grep TRUE $COMPLOG | wc -l` LogLine "" LogLine "COMPLIST file:" cat $COMPLIST >> $LOGFILE LogLine "" LogLine "Comparator logfile:" cat $COMPLOG >> $LOGFILE if [ $pass -eq 0 ] then TEST_COMMENTS="${TEST_COMMENTS}$type comparison ERROR
" echo "$type comparison ERROR" return 0 fi echo "$type comparison OK" return 1 } ################################################################################ CheckOutput() { typeset xmlfile="${XML_OUTFILE_DIR}/$1" typeset pdbfile="${PDB_INFILE_DIR}/$2" if [ ! -f $pdbfile ] ; then TEST_COMMENTS="${TEST_COMMENTS}[$pdbfile] does not exist
" LogLine "ERROR: $pdbfile does not exist" echo "ERROR: $pdbfile does not exist" return 0 fi if [ ! -f $xmlfile ] ; then TEST_COMMENTS="${TEST_COMMENTS}[$xmlfile] does not exist
" LogLine "ERROR: $xmlfile does not exist" echo "ERROR: $xmlfile does not exist" return 0 fi return 1 } ################################################################################ RunTest() { typeset testcasename typeset testcase typeset testfile typeset pdbfile typeset xmlfile typeset ext integer try integer finished_with_test integer test_pass TestSetup BGCOLOR=$ODD_BGCOLOR while read line ; do # get chars up to 1st space testcasename=${line%% *} testcase="${TESTCASEDIR}/$testcasename" # get 2nd word testfile=${line#* } testfile=${testfile%% *} # get last word ext=${line##* } LogLine "############################################" LogLine "Starting the following testcase" LogLine "testcase = $testcase" LogLine "testfile = $testfile" LogLine "ext = $ext" ReportLine "" ReportLine "$testcasename" ReportLine "$testfile" ReportLine "$ext" echo "" echo "testcase = $testcase" echo "testfile = $testfile" echo "ext = $ext" try=1 finished_with_test=0 TEST_COMMENTS="" while (($finished_with_test == 0)) ; do TestCaseSetup RunTestCase $testcase TestCaseCleanup xmlfile="${testfile}.${ext}" if [[ $ext == "sxc" ]] ; then pdbfile="${testfile}-Sheet1.pdb" else pdbfile="${testfile}.pdb" fi CheckOutput $xmlfile $pdbfile res=$? if [[ $res -eq 1 ]] ; then ComparisonSetup $pdbfile RunComparison pdb res=$? # ignore result until pdb comparator is fixed... res=1 ComparisonCleanup fi if [[ $res -eq 1 ]] ; then ComparisonSetup $xmlfile RunComparison xml res=$? ComparisonCleanup fi if [[ $res -eq 1 ]] ; then TOTAL_PASS=TOTAL_PASS+1 ReportLine "PASS" ReportTestComments ReportLine "" LogLine "Test PASSED (on try $try)" echo "Test PASSED (on try $try)" finished_with_test=1 else TEST_COMMENTS="${TEST_COMMENTS}error on try ${try}
" LogLine "TEST FAILED (on try $try)" echo "TEST FAILED (on try $try)" if [[ $try -eq $MAX_RETRIES ]] ; then TOTAL_FAIL=TOTAL_FAIL+1 ReportLine "FAIL" ReportTestComments ReportLine "" finished_with_test=1 fi fi try=try+1 done TOTAL_RUN=TOTAL_RUN+1 # toggle BGCOLOR for next report line if [[ $BGCOLOR == $ODD_BGCOLOR ]] ; then BGCOLOR=$EVEN_BGCOLOR else BGCOLOR=$ODD_BGCOLOR fi done < $MASTERLIST ReportLine "" ReportLine "" TestCleanup echo "Total Tests PASSED: "${TOTAL_PASS} echo "Total Tests FAILED: "${TOTAL_FAIL} echo "Total Tests RUN: "${TOTAL_RUN} echo "Results in: $RESDIR" echo "Report file: $REPORT" } ################################################################################ ################################################################################ # main ################################################################################ ################################################################################ GetParams $@ ReadEnvFile RunTest exit 0