run-tests

   1 #! /bin/bash
   2
   3 #*************************************************************************
   4 # "run-tests" is free software: you can redistribute it and/or modify    *
   5 # it under the terms of the GNU Affero Public License as published by    *
   6 # the Free Software Foundation, either version 3 of the License, or      *
   7 # (at your option) any later version.                                    *
   8 #                                                                        *
   9 # "run-tests" is distributed in the hope that it will be useful,         *
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of         *
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the          *
  12 # GNU Affero Public License for more details.                            *
  13 #                                                                        *
  14 # You should have received a copy of the GNU Affero Public License       *
  15 # along with Edward.  If not, see <http://www.gnu.org/licenses/>.        *
  16 #                                                                        *
  17 # Copyright (C) 2015 Andrew Engelbrecht                     (AGPLv3+)    *
  18 #*************************************************************************
  19
  20 NUM_TESTS=1
  21 #TEST_TYPES="gpg-flatten flatten plain"
  22 TEST_TYPES="gpg-flatten"
  23
  24 function _main {
  25
  26     TEST_TYPES="$1"
  27     SCRIPT_DIR="$(_get_script_dir)"
  28
  29     _run_all_tests "$SCRIPT_DIR" "$TEST_TYPES"
  30 }
  31
  32 function _run_all_tests {
  33
  34     SCRIPT_DIR="$1"
  35     TEST_TYPES="$2"
  36
  37     ERROR_COUNT="0"
  38     for TYPE in $TEST_TYPES ; do
  39         ERRORS="$(_run_test_type "$SCRIPT_DIR" "$TYPE")"
  40
  41         ERROR_COUNT="$(expr "$ERROR_COUNT" + "$ERRORS")"
  42     done
  43
  44     if [ "$ERROR_COUNT" -ne "0" ] ; then
  45         echo "*** $PROGNAME: FAILED test count: $ERROR_COUNT" >&2
  46         exit 1
  47     fi
  48
  49     exit 0
  50
  51 }
  52
  53 function _run_test_type {
  54
  55     SCRIPT_DIR="$1"
  56     TEST_TYPE="$2"
  57
  58     TESTS_DIR="$SCRIPT_DIR/tests"
  59     G_HOME="$TESTS_DIR/testgnupghome"
  60     EDWARD="$SCRIPT_DIR/edward"
  61     EDWARD_OPT="-p"
  62     FLATTEN_MIME="$TESTS_DIR/flatten-mime"
  63
  64     ERROR_COUNT="0"
  65     for TEST_NAME in $(ls $TESTS_DIR/$TEST_TYPE-*.eml) ; do
  66
  67         TEST_INPUT="$TEST_NAME"
  68         TEST_OUTPUT="$(dirname "$TEST_NAME")/$(basename -s .eml "$TEST_NAME").out"
  69
  70         if [ ! -f "$TEST_OUTPUT" ] ; then
  71             echo "*** $PROGNAME: ERROR: File not found: $TEST_OUTPUT" >&2
  72             ERROR_COUNT="$(expr "$ERROR_COUNT" + 1 )"
  73             continue
  74         fi
  75
  76         ERROR="$("_exec_$TEST_TYPE" "$TEST_NAME" "$G_HOME" "$EDWARD" "$EDWARD_OPT" "$FLATTEN_MIME" "$TEST_INPUT" "$TEST_OUTPUT")"
  77
  78         ERROR_COUNT="$(expr "$ERROR_COUNT" + "$ERROR")"
  79
  80     done
  81
  82     echo "$ERROR_COUNT"
  83 }
  84
  85 function _exec_gpg-flatten {
  86
  87     TEST_NAME="$1"
  88     G_HOME="$2"
  89     TEST_EXEC_1="$3"
  90     TEST_EXEC_1_OPT="$4"
  91     TEST_EXEC_2="$5"
  92     TEST_INPUT="$6"
  93     TEST_OUTPUT="$7"
  94
  95     PROGRAM_OUT="$(time "$TEST_EXEC_1" "$TEST_EXEC_1_OPT" < "$TEST_INPUT" | GNUPGHOME="$G_HOME" gpg 2> /dev/null | "$TEST_EXEC_2" )"
  96
  97     ERROR="$(_diff "$TEST_NAME" "$TEST_OUTPUT" "$PROGRAM_OUT")"
  98
  99     echo "$ERROR"
 100 }
 101
 102 function _exec_flatten {
 103
 104     TEST_NAME="$1"
 105     TEST_EXEC_1="$3"
 106     TEST_EXEC_1_OPT="$4"
 107     TEST_EXEC_2="$5"
 108     TEST_INPUT="$6"
 109     TEST_OUTPUT="$7"
 110
 111     PROGRAM_OUT="$(time "$TEST_EXEC_1" "$TEST_EXEC_1_OPT" < "$TEST_INPUT" | "$TEST_EXEC_2" )"
 112
 113     ERROR="$(_diff "$TEST_NAME" "$TEST_OUTPUT" "$PROGRAM_OUT")"
 114
 115     echo "$ERROR"
 116 }
 117
 118 function _exec_plain {
 119
 120     TEST_NAME="$1"
 121     TEST_EXEC_1="$3"
 122     TEST_EXEC_1_OPT="$4"
 123     TEST_INPUT="$6"
 124     TEST_OUTPUT="$7"
 125
 126     PROGRAM_OUT="$(time "$TEST_EXEC_1" "$TEST_EXEC_1_OPT" < "$TEST_INPUT" )"
 127
 128     ERROR="$(_diff "$TEST_NAME" "$TEST_OUTPUT" "$PROGRAM_OUT")"
 129
 130     echo "$ERROR"
 131 }
 132
 133 function _diff {
 134
 135     TEST_NAME="$1"
 136     TEST_OUT="$2"
 137     PROGRAM_OUT="$3"
 138
 139     OUT_DIFF="$(echo "$PROGRAM_OUT" | diff -u "$TEST_OUT" - )"
 140
 141     if [ -n "$OUT_DIFF" ] ; then
 142         echo "*** $PROGNAME: TEST $(basename "$TEST_NAME") FAILED! Output difference:" >&2
 143         echo "$OUT_DIFF" >&2
 144
 145         echo -n "1"
 146         return
 147     fi
 148
 149     echo -n "0"
 150 }
 151
 152 function _get_script_dir {
 153
 154     # gives the directory containing this script
 155     # https://stackoverflow.com/questions/59895
 156     SCRIPT_DIR=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
 157
 158     echo -n "$SCRIPT_DIR"
 159 }
 160
 161 PROGNAME="$(basename $0)"
 162
 163 _main "$TEST_TYPES"
 164