42sh/tests/functional/run-tests.sh

#!/bin/bash


###################
#    Variables    #
###################

executable="../../src/42sh"
ref_executable="dash"

tmp_script="/tmp/test_script.sh"
output="/tmp/42sh_tests.output"
ref_output="/tmp/42sh_tests_ref.output"

total_tests=0
errors_count=0
timeouts_count=0

 
##################
#     Colors     #
##################

# Reset
Color_Off='\033[0m'       # Text Reset

# Regular Colors
Black='\033[0;30m'        # Black
Red='\033[0;31m'          # Red
Green='\033[0;32m'        # Green
Yellow='\033[0;33m'       # Yellow
Blue='\033[0;34m'         # Blue
Purple='\033[0;35m'       # Purple
Cyan='\033[0;36m'         # Cyan
White='\033[0;37m'        # White

# Bold
BBlack='\033[1;30m'       # Black
BRed='\033[1;31m'         # Red
BGreen='\033[1;32m'       # Green
BYellow='\033[1;33m'      # Yellow
BBlue='\033[1;34m'        # Blue
BPurple='\033[1;35m'      # Purple
BCyan='\033[1;36m'        # Cyan
BWhite='\033[1;37m'       # White

# Underline
UBlack='\033[4;30m'       # Black
URed='\033[4;31m'         # Red
UGreen='\033[4;32m'       # Green
UYellow='\033[4;33m'      # Yellow
UBlue='\033[4;34m'        # Blue
UPurple='\033[4;35m'      # Purple
UCyan='\033[4;36m'        # Cyan
UWhite='\033[4;37m'       # White

# Background
On_Black='\033[40m'       # Black
On_Red='\033[41m'         # Red
On_Green='\033[42m'       # Green
On_Yellow='\033[43m'      # Yellow
On_Blue='\033[44m'        # Blue
On_Purple='\033[45m'      # Purple
On_Cyan='\033[46m'        # Cyan
On_White='\033[47m'       # White

# High Intensity
IBlack='\033[0;90m'       # Black
IRed='\033[0;91m'         # Red
IGreen='\033[0;92m'       # Green
IYellow='\033[0;93m'      # Yellow
IBlue='\033[0;94m'        # Blue
IPurple='\033[0;95m'      # Purple
ICyan='\033[0;96m'        # Cyan
IWhite='\033[0;97m'       # White

# Bold High Intensity
BIBlack='\033[1;90m'      # Black
BIRed='\033[1;91m'        # Red
BIGreen='\033[1;92m'      # Green
BIYellow='\033[1;93m'     # Yellow
BIBlue='\033[1;94m'       # Blue
BIPurple='\033[1;95m'     # Purple
BICyan='\033[1;96m'       # Cyan
BIWhite='\033[1;97m'      # White

# High Intensity backgrounds
On_IBlack='\033[0;100m'   # Black
On_IRed='\033[0;101m'     # Red
On_IGreen='\033[0;102m'   # Green
On_IYellow='\033[0;103m'  # Yellow
On_IBlue='\033[0;104m'    # Blue
On_IPurple='\033[0;105m'  # Purple
On_ICyan='\033[0;106m'    # Cyan
On_IWhite='\033[0;107m'   # White



##################
#    Wrappers    #
##################


# @arg test command
# @arg actual code
# @arg ref code
check_result() {

    command="$1"
    actual_code="$2"
    ref_code="$3"
    
    test_failed=0

    # Check return code
    if [[ "$actual_code" -eq 124 ]]; then
        echo -e $BRed "TIMEOUT" $Color_Off
        echo -e '    ' "on '$command'"
        echo -e '    ' "Expected code $ref_code but got $actual_code"
        ((timeouts_count++))
        test_failed=1
    elif [[ "$actual_code" -ne "$ref_code" ]]; then
        echo -e $BRed "FAILED" $Color_Off
        echo -e '    ' "on '$command'"
        echo -e '    ' "Expected code $ref_code but got $actual_code"
        test_failed=1
    # Check output
    elif diff $output $ref_output > /dev/null; then
        echo -e $BRed "FAILED" $Color_Off
        echo -e '    ' "on '$command'"
        echo -e '    ' "Output is not the one expected" 
        test_failed=1
    else
        echo -e $BGreen OK $Color_Off
    fi

    if [[ "$test_failed" -eq 1 ]]; then
        ((errors_count++))
    fi

}


# @arg test name
# @arg input string
test_str() {

    # Check input
    if [[ -z "$1" || -z "$2" ]]; then
        echo -e $BRed "\n\n" "Issue in the testsuite: test_str: One or more argument is empty" $Color_Off
        exit 2
    fi
  
    echo -e $BBlue "================== $1 ==================" $Color_Off

    echo -e "$2" > $tmp_script

    # Arg
    echo -e -n $Blue "= [ARG]   " $Color_Off
    timeout 2 $executable -c "$2" &> $output
    actual_code=$?
    $ref_executable -c "$2" &> $ref_output
    ref_code=$?
    ((total_tests++))
    check_result "$2" "$actual_code" "$ref_code"

    # Script
    echo -e -n $Blue "= [SCRIPT]" $Color_Off
    timeout 2 $executable "$tmp_script" &> $output
    actual_code=$?
    $ref_executable "$tmp_script" &> $ref_output
    ref_code=$?
    ((total_tests++))
    check_result "$2" "$actual_code" "$ref_code"

    # Stdin
    echo -e -n $Blue "= [STDIN] " $Color_Off
    timeout 2 $executable < "$tmp_script" &> $output
    actual_code=$?
    $ref_executable < "$tmp_script" &> $ref_output
    ref_code=$?
    ((total_tests++))
    check_result "$2" "$actual_code" "$ref_code"

    echo -e "\n"
    # echo -e $BBlue "===========================================" $Color_Off "\n"
}

# @arg test name
# @arg input script
test_script() {

    # Check input
    if [[ -z "$1" || -z "$2" ]]; then
        echo -e $BRed "\n\n" "Issue in the testsuite: test_script: One or more argument is empty" $Color_Off
        exit 2
    fi
    if [[ ! -f "$2" ]]; then
        echo -e $BRed "\n\n" "Issue in the testsuite: test_script: Second argument is not a file" $Color_Off
        exit 2
    fi

    echo -e $BBlue "================== $1 ==================" $Color_Off
    
    # Script
    echo -e -n "= [SCRIPT] "
    timeout 2 $executable "$tmp_script" &> $output
    actual_code=$?
    $ref_executable "$tmp_script" &> $ref_output
    ref_code=$?
    ((total_tests++))
    check_result "$2" "$actual_code" "$ref_code"

    # Stdin
    echo -e -n "= [STDIN] "
    timeout 2 $executable < "$tmp_script" &> $output
    actual_code=$?
    $ref_executable < "$2" &> $ref_output
    ref_code=$?
    ((total_tests++))
    check_result "$tmp_script" "$actual_code" "$ref_code"

    echo -e "\n"
    # echo -e $BBlue "===========================================" $Color_Off "\n"
}

summarize() {

    (( passed_tests = $total_tests - $errors_count ))
    (( tests_percentage = 100 * $passed_tests / $total_tests ))

    if [[ tests_percentage -gt 80 ]]; then
        coverage_color=$BGreen
    elif [[ tests_percentage -gt 50 ]]; then
        coverage_color=$BYellow
    elif [[ tests_percentage -gt 30 ]]; then
        coverage_color=$BOrange
    else
        coverage_color=$BRed
    fi

    echo -e $BWhite "\n\n""===========" $UWhite"Summary"$Color_Off "\n"
    echo -e " Passed $coverage_color$passed_tests/$total_tests$Color_Off tests ($coverage_color$tests_percentage$Color_Off%)"
    echo -e " Got $BRed$timeouts_count timeout(s)$Color_Off"
    echo

}

# ***********************************************************
#################
#     Tests     #
#################

echo -e "\n\n""===$BGreen TestsuitatorX Ultra Pro Max+ 365 Premium Gris Sidéral" "\n\n"$Color_Off


# echo
test_str "Hello" "echo Hello there"
test_str "Hello;" "echo Hello there;"
test_str "'Hello'" "echo 'Hello there'"
test_str "Hello;Hello" "echo Hello; echo Wesh attends quoi; echo pouquoi je suis une ligne en dessous"

# programs
test_str "LS" "ls"
test_str "Le SS" "lss"


summarize