Index: /issm/trunk-jpl/scripts/report.sh =================================================================== --- /issm/trunk-jpl/scripts/report.sh (revision 13197) +++ /issm/trunk-jpl/scripts/report.sh (revision 13198) @@ -2,9 +2,28 @@ #generate html report from info.log output file -#----------------------------# -# Initialize local variables # -#----------------------------# +#style +#{{{ +H1_STYLE='width="900px" cellpadding="20"' +H1_FONT='style="color:#6495ed; font-family:Arial, Verdana, Tahoma; font-weight: bold; font-size:30px;" align="center"' +H2_STYLE='width="800px" cellpadding="20"' +H2_FONT='style="color:#6495ed; font-family:Arial, Verdana, Tahoma; font-size:25px; font-weight: bold;" align="left"' +TABLE_STYLE='width="700px" rules=none bgcolor="#ffffdd" border=1 bordercolor="#000000" cellpadding="3"' +TABLE_FONT='style="color:#404040; font-family:Arial, Verdana, Tahoma; font-size:14px; font-weight: normal;" align="left"' +MATLAB_STYLE='width="9000px" rules=none' +MATLAB_FONT='style="color:#404040; font-family:Arial, Verdana, Tahoma; font-size:12px; font-weight: normal;" align="left"' +BODY_STYLE='width="700px"' +BODY_FONT='style="color:#404040; font-family:Arial, Verdana, Tahoma; font-size:14px;"' +BODY_FONTC=$(echo $BODY_FONT | sed -e "s/style=\"/style=\"text-align:center; /g") +BODY_FONTL=$(echo $BODY_FONT | sed -e "s/style=\"/style=\"text-align:left; /g") +FOOTER_STYLE='width="700px" cellpadding="10"' +FOOTER_FONT='style="color:#404040; font-family:Arial, Verdana, Tahoma; font-size:12px; font-weight: normal;" align="center"' +#}}} #process info.log +#{{{ +if [ ! -f info.log ]; then + echo "File info.log not found!" >&2 # Error message to stderr. + exit 1 +fi TODAY=$( cat info.log | grep "today" | awk '{printf("%s %s",$2,$3);}') USER=$( cat info.log | grep "user" | awk '{print $2}') @@ -13,41 +32,11 @@ RELEASE=$( cat info.log | grep "release" | awk '{print $2}') EL_INSTALL=$( cat info.log | grep "elapsed_install" | awk '{print $2}') +EL_TOTAL=$( cat info.log | grep "elapsed_total" | awk '{print $2}') +IS_MATLAB=$( cat info.log | grep "is_matlab" | awk '{print $2}') +IS_PYTHON=$( cat info.log | grep "is_python" | awk '{print $2}') EL_MATLAB=$( cat info.log | grep "elapsed_matlab" | awk '{print $2}') EL_PYTHON=$( cat info.log | grep "elapsed_python" | awk '{print $2}') -EL_TOTAL=$( cat info.log | grep "elapsed_total" | awk '{print $2}') CRASH_MATLAB=$(cat info.log | grep "matlab_crash:" | awk '{print $2}') CRASH_PYTHON=$(cat info.log | grep "python_crash:" | awk '{print $2}') - -#Process matlab_log.log -cat matlab_log.log | egrep 'ERROR|SUCCESS|FAILURE' | grep -v "PETSC" | sed -e "s/>/\>/g" | sed -e "s/ matlab.log -cat matlab.log | grep -v "SUCCESS" > matlab_short.log -cat matlab_log.log | grep "PETSC" | sed -e "s/>/\>/g" | sed -e "s/ petscerror.log -NUM_TOT=$(wc -l matlab.log | awk '{print $1}') -NUM_ERR=$(cat matlab.log | grep 'ERROR' | grep -v "PETSC" | wc -l) -NUM_SUC=$(cat matlab.log | grep 'SUCCESS' | wc -l) -NUM_FAI=$(cat matlab.log | grep 'FAILURE' | wc -l) - -#style -H1_STYLE='width="1000px" cellpadding="20"' -H1_FONT='style="color:#6495ed; font-family:Arial, Verdana, Tahoma; font-weight: bold; font-size:35px;" align="center"' - -H2_STYLE='width="900px" cellpadding="20"' -H2_FONT='style="color:#6495ed; font-family:Arial, Verdana, Tahoma; font-size:28px; font-weight: bold;" align="left"' - -TABLE_STYLE='width="800px" rules=none bgcolor="#ffffdd" border=1 bordercolor="#000000" cellpadding="3"' -TABLE_FONT='style="color:#404040; font-family:Arial, Verdana, Tahoma; font-size:14px; font-weight: normal;" align="left"' - -MATLAB_STYLE='width="1000px" rules=none' -MATLAB_FONT='style="color:#404040; font-family:Arial, Verdana, Tahoma; font-size:12px; font-weight: normal;" align="left"' - -BODY_STYLE='width="800px"' -BODY_FONT='style="color:#404040; font-family:Arial, Verdana, Tahoma; font-size:14px;"' - -FOOTER_STYLE='width="800px" cellpadding="10"' -FOOTER_FONT='style="color:#404040; font-family:Arial, Verdana, Tahoma; font-size:12px; font-weight: normal;" align="center"' - -#style 2 -BODY_FONTC=`echo $BODY_FONT | sed -e "s/style=\"/style=\"text-align:center; /g"` -BODY_FONTL=`echo $BODY_FONT | sed -e "s/style=\"/style=\"text-align:left; /g"` #Did installation work? @@ -57,21 +46,10 @@ IS_INSTALL=1 fi - -#display table ONLY if installation worked and there has been at leat one FAILURE or ERROR -IS_TABLE=0 -if [ $IS_INSTALL -eq 1 ]; then - if [ $NUM_TOT -gt 1 ]; then - if [ $NUM_SUC -ne $NUM_TOT ]; then - IS_TABLE=1 - fi - fi -fi - -#-------------------# -# build report.html # -#-------------------# - -#first: summary -cat << END > summary.html +#}}} + +#1. summary table +#{{{ +rm report.html +cat << END >> report.html
ISSM Nightly run report
@@ -83,47 +61,96 @@ -OS: $OS user: $USER - - -status: STATUS release: $RELEASE -number of successes: $NUM_SUC/$NUM_TOT total elapsed time: $EL_TOTAL - - -number of errors: $NUM_ERR/$NUM_TOT - installation elapsed time: $EL_INSTALL - -number of failures: $NUM_FAI/$NUM_TOT -execution elapsed time: $EL_MATLAB - - -
-END - -#update status -if [ $IS_INSTALL -eq 1 ]; + +
+END +# }}} + +#stop if did not install +#{{{ +if [ $IS_INSTALL -eq 0 ]; then + cat << END >> report.html + + +
status: Installation failed<\/span>
+
ISSM nightly run report
+
+END +exit 0 +fi +#}}} + +#2. matlab report +if [ $IS_MATLAB -eq 1 ]; then +#Process matlab_log.log {{{ +cat matlab_log.log | egrep 'ERROR|SUCCESS|FAILURE' | grep -v "PETSC" | sed -e "s/>/\>/g" | sed -e "s/ matlab.log +cat matlab.log | grep -v "SUCCESS" > matlab_short.log +cat matlab_log.log | grep "PETSC" | sed -e "s/>/\>/g" | sed -e "s/ petscerror.log +NUM_MATLAB_TOT=$(wc -l matlab.log | awk '{print $1}') +NUM_MATLAB_ERR=$(cat matlab.log | grep 'ERROR' | grep -v "PETSC" | wc -l) +NUM_MATLAB_SUC=$(cat matlab.log | grep 'SUCCESS' | wc -l) +NUM_MATLAB_FAI=$(cat matlab.log | grep 'FAILURE' | wc -l) +#}}} +#write report {{{ +cat << END >> report.html +
Matlab tests
+ +$(if [ $CRASH_MATLAB -eq 0 ]; then +echo "" +else + echo "" +fi) + + + + +
status: all test desks have been run
status: Matlab crashed
Total execution time: $EL_PYTHON
Number of successes: $NUM_MATLAB_SUC/$NUM_MATLAB_TOT
Number of errors: $NUM_MATLAB_ERR/$NUM_MATLAB_TOT
Number of failures: $NUM_MATLAB_FAI/$NUM_MATLAB_TOT
+END +#}}} +fi + +#2. python report +if [ $IS_PYTHON -eq 1 ]; then +#Process python_log.log {{{ +cat python_log.log | egrep 'ERROR|SUCCESS|FAILURE' | grep -v "PETSC" | sed -e "s/>/\>/g" | sed -e "s/ python.log +cat python.log | grep -v "SUCCESS" > python_short.log +cat python_log.log | grep "PETSC" | sed -e "s/>/\>/g" | sed -e "s/ petscerror.log +NUM_PYTHON_TOT=$(wc -l python.log | awk '{print $1}') +NUM_PYTHON_ERR=$(cat python.log | grep 'ERROR' | grep -v "PETSC" | wc -l) +NUM_PYTHON_SUC=$(cat python.log | grep 'SUCCESS' | wc -l) +NUM_PYTHON_FAI=$(cat python.log | grep 'FAILURE' | wc -l) +#}}} +#write report {{{ +cat << END >> report.html +
Python tests
+ +$(if [ $CRASH_PYTHON -eq 0 ]; then + echo "" +else + echo "" +fi) + + + + +
status: all test desks have been run
status: Python crashed
Total execution time: $EL_PYTHON
Number of successes: $NUM_PYTHON_SUC/$NUM_PYTHON_TOT
Number of errors: $NUM_PYTHON_ERR/$NUM_PYTHON_TOT
Number of failures: $NUM_PYTHON_FAI/$NUM_PYTHON_TOT
+END +#}}} +fi + +#3. Matlab and python tables +if [ $IS_MATLAB -eq 1 ]; then +#Matlab{{{ +#display table ONLY if installation worked and there has been at leat one FAILURE or ERROR +if [ $IS_INSTALL -eq 1 ] && [ $NUM_MATLAB_TOT -gt 1 ] && [ $NUM_MATLAB_SUC -ne $NUM_MATLAB_TOT ] then - if [ $CRASH_MATLAB -eq 0 ]; - then - cat summary.html | sed -e "s/STATUS/all test desks have been run<\/span>/g" > summary2.html - else - cat summary.html | sed -e "s/STATUS/installation successful but Matlab crashed<\/span>/g" > summary2.html - fi -else - cat summary.html | sed -e "s/STATUS/installation failed<\/span>/g" > summary2.html -fi -mv summary2.html summary.html - -#report table -if [ $IS_TABLE -eq 1 ]; -then - cat << END > content.html -
List of tests
+ cat << END >> report.html +
List of Matlab tests
@@ -175,12 +202,71 @@
END -else - mktemp content.html -fi - -#Matlab error report -if [ -e matlaberror.log ] +fi +#}}} +fi +if [ $IS_PYTHON -eq 1 ]; then +#python{{{ +#display table ONLY if installation worked and there has been at leat one FAILURE or ERROR +if [ $IS_INSTALL -eq 1 ] && [ $NUM_PYTHON_TOT -gt 1 ] && [ $NUM_PYTHON_SUC -ne $NUM_PYTHON_TOT ] then - cat << END > matlaberror.html + cat << END >> report.html +
List of Python tests
+ + + + + + + + + $(cat matlab_short.log | while read line +do + echo "" + + #get status + STATUS=`echo $line | awk '{print $1}'` + + #FAILURE + if [ "$STATUS" = "FAILURE" ] + then + + FONTC=$(echo "$BODY_FONTC bgcolor=#ffff00"); + FONTL=$(echo "$BODY_FONTL bgcolor=#ffff00"); + echo $line | awk -v FONTC="$FONTC" -v FONTL="$FONTL" ' + { printf("\n\n\n\n\n\n",FONTL,$1,FONTC,$3,FONTC,$6,FONTL,$9,FONTL,$11);} + '; + + else + + #SUCCESS + if [ "$STATUS" = "SUCCESS" ] + then + FONTC=$(echo "$BODY_FONTC bgcolor=#ddffdd") + FONTL=$(echo "$BODY_FONTL bgcolor=#ddffdd") + #do not write anything + #ERROR + else + FONTC=$(echo "$BODY_FONTC bgcolor=#ffdddd id=ERROR") + FONTL=$(echo "$BODY_FONTL bgcolor=#ffdddd") + echo $line | awk -v FONTC="$FONTC" -v FONTL="$FONTL" ' + { printf("\n\n\n\n\n\n",FONTL,$1,FONTL,$3,$4,$5,FONTC,$8,FONTL,$11,FONTL,$13);} + '; + fi + + fi + echo "" +done +) +
ResultToleranceTest idTest nameField checked
%s%s%s%s%s%s%s%s%s%s%s%s
+
+END +fi +#}}} +fi + +#4. Error report +if [ $IS_MATLAB -eq 1 ]; then +#Matlab {{{ +cat << END >> report.html
Matlab errors
@@ -194,12 +280,10 @@
END -else - mktemp matlaberror.html -fi - -#Matlab error report +#}}} +fi if test -s petscerror.log then - cat << END > petscerror.html + #PETSc{{{ +cat << END >> report.html
PETSc errors
@@ -213,16 +297,13 @@
END -else - mktemp petscerror.html -fi - -#last footer -cat << END > footer.html +#}}} +fi + +#last: footer +#{{{ +cat << END >> report.html
ISSM nightly run report
END - -#concatenate files -cat summary.html content.html matlaberror.html petscerror.html footer.html > report.html -rm summary.html content.html footer.html matlaberror.html petscerror.html matlab.log +#}}}