guillm/42sh
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
42sh/tests/functional/run-tests.sh

464 lines
15 KiB
Bash
Executable file
Raw Blame History

#!/bin/sh
###################
# Variables #
###################
executable="$BIN_PATH"
ref_executable="dash"
tmp_script="/tmp/test_script.sh"
output="/tmp/42sh_tests.output"
ref_output="/tmp/42sh_tests_ref.output"
total_tests=0
errors_count=0
timeouts_count=0
##################
# Colors #
##################
# Reset
Color_Off='\033[0m' # Text Reset
# Regular Colors
Black='\033[0;30m' # Black
Red='\033[0;31m' # Red
Green='\033[0;32m' # Green
Yellow='\033[0;33m' # Yellow
Blue='\033[0;34m' # Blue
Purple='\033[0;35m' # Purple
Cyan='\033[0;36m' # Cyan
White='\033[0;37m' # White
# Bold
BBlack='\033[1;30m' # Black
BRed='\033[1;31m' # Red
BGreen='\033[1;32m' # Green
BYellow='\033[1;33m' # Yellow
BBlue='\033[1;34m' # Blue
BPurple='\033[1;35m' # Purple
BCyan='\033[1;36m' # Cyan
BWhite='\033[1;37m' # White
# Underline
UBlack='\033[4;30m' # Black
URed='\033[4;31m' # Red
UGreen='\033[4;32m' # Green
UYellow='\033[4;33m' # Yellow
UBlue='\033[4;34m' # Blue
UPurple='\033[4;35m' # Purple
UCyan='\033[4;36m' # Cyan
UWhite='\033[4;37m' # White
# Background
On_Black='\033[40m' # Black
On_Red='\033[41m' # Red
On_Green='\033[42m' # Green
On_Yellow='\033[43m' # Yellow
On_Blue='\033[44m' # Blue
On_Purple='\033[45m' # Purple
On_Cyan='\033[46m' # Cyan
On_White='\033[47m' # White
# High Intensity
IBlack='\033[0;90m' # Black
IRed='\033[0;91m' # Red
IGreen='\033[0;92m' # Green
IYellow='\033[0;93m' # Yellow
IBlue='\033[0;94m' # Blue
IPurple='\033[0;95m' # Purple
ICyan='\033[0;96m' # Cyan
IWhite='\033[0;97m' # White
# Bold High Intensity
BIBlack='\033[1;90m' # Black
BIRed='\033[1;91m' # Red
BIGreen='\033[1;92m' # Green
BIYellow='\033[1;93m' # Yellow
BIBlue='\033[1;94m' # Blue
BIPurple='\033[1;95m' # Purple
BICyan='\033[1;96m' # Cyan
BIWhite='\033[1;97m' # White
# High Intensity backgrounds
On_IBlack='\033[0;100m' # Black
On_IRed='\033[0;101m' # Red
On_IGreen='\033[0;102m' # Green
On_IYellow='\033[0;103m' # Yellow
On_IBlue='\033[0;104m' # Blue
On_IPurple='\033[0;105m' # Purple
On_ICyan='\033[0;106m' # Cyan
On_IWhite='\033[0;107m' # White
##################
# Wrappers #
##################
# @arg test command
# @arg actual code
# @arg ref code
check_result() {
command="$1"
actual_code="$2"
ref_code="$3"
test_failed=0
# Check return code
if [[ "$actual_code" -eq 124 ]]; then
echo -e $BRed "TIMEOUT" $Color_Off
echo -e ' ' "on '$command'"
echo -e ' ' "Expected code $ref_code but got $actual_code"
((timeouts_count++))
test_failed=1
elif [[ "$actual_code" -ne "$ref_code" ]]; then
echo -e $BRed "FAILED" $Color_Off
echo -e ' ' "on '$command'"
echo -e ' ' "Expected code $ref_code but got $actual_code"
test_failed=1
# Check output
elif [[ $(diff $output $ref_output > /dev/null) -ne 0 ]]; then
echo -e $BRed "FAILED" $Color_Off
echo -e ' ' "on '$command'"
echo -e ' ' "Output is not the one expected"
test_failed=1
else
echo -e $BGreen OK $Color_Off
fi
if [[ "$test_failed" -eq 1 ]]; then
((errors_count++))
fi
}
# @arg test name
# @arg input string
test_str() {
# Check input
if [[ -z "$1" || -z "$2" ]]; then
echo -e $BRed "\n\n" "Issue in the testsuite: test_str: One or more argument is empty" $Color_Off
exit 2
fi
echo -e $BBlue "================== $1 ==================" $Color_Off
echo -e "$2" > $tmp_script
# Arg
echo -e -n $Blue "= [ARG] " $Color_Off
timeout 0.2 $executable -c "$2" &> $output
actual_code=$?
$ref_executable -c "$2" &> $ref_output
ref_code=$?
((total_tests++))
check_result "$2" "$actual_code" "$ref_code"
# Script
echo -e -n $Blue "= [SCRIPT]" $Color_Off
timeout 0.2 $executable "$tmp_script" &> $output
actual_code=$?
$ref_executable "$tmp_script" &> $ref_output
ref_code=$?
((total_tests++))
check_result "$2" "$actual_code" "$ref_code"
# Stdin
echo -e -n $Blue "= [STDIN] " $Color_Off
timeout 0.2 $executable < "$tmp_script" &> $output
actual_code=$?
$ref_executable < "$tmp_script" &> $ref_output
ref_code=$?
((total_tests++))
check_result "$2" "$actual_code" "$ref_code"
echo -e "\n"
# echo -e $BBlue "===========================================" $Color_Off "\n"
}
# @arg test name
# @arg input script
test_script() {
# Check input
if [[ -z "$1" || -z "$2" ]]; then
echo -e $BRed "\n\n" "Issue in the testsuite: test_script: One or more argument is empty" $Color_Off
exit 2
fi
if [[ ! -f "$2" ]]; then
echo -e $BRed "\n\n" "Issue in the testsuite: test_script: Second argument is not a file" $Color_Off
exit 2
fi
echo -e $BBlue "================== $1 ==================" $Color_Off
# Script
echo -e -n "= [SCRIPT] "
timeout 0.2 $executable "$tmp_script" &> $output
actual_code=$?
$ref_executable "$tmp_script" &> $ref_output
ref_code=$?
((total_tests++))
check_result "$2" "$actual_code" "$ref_code"
# Stdin
echo -e -n "= [STDIN] "
timeout 0.2 $executable < "$tmp_script" &> $output
actual_code=$?
$ref_executable < "$2" &> $ref_output
ref_code=$?
((total_tests++))
check_result "$tmp_script" "$actual_code" "$ref_code"
echo -e "\n"
# echo -e $BBlue "===========================================" $Color_Off "\n"
}
summarize() {
# Compute statistics
(( passed_tests = $total_tests - $errors_count ))
(( tests_percentage = 100 * $passed_tests / $total_tests ))
# Adapt color depending on results
# Percentage
if [[ tests_percentage -gt 80 ]]; then
coverage_color=$BGreen
elif [[ tests_percentage -gt 50 ]]; then
coverage_color=$BYellow
elif [[ tests_percentage -gt 30 ]]; then
coverage_color=$BOrange
else
coverage_color=$BRed
fi
# Timeouts
if [[ $timeouts_count -eq 0 ]]; then
timeouts_color=$BGreen
else
timeouts_color=$BRed
fi
# Print
echo -e $BWhite "\n\n""===========" $UWhite"Summary"$Color_Off "\n"
echo -e " Passed $coverage_color$passed_tests/$total_tests$Color_Off tests ($coverage_color$tests_percentage%$Color_Off)"
echo -e " Got $timeouts_color$timeouts_count timeout(s)$Color_Off"
if [ "$OUTPUT_FILE" != "" ]; then
echo $tests_percentage > "$OUTPUT_FILE";
fi
echo
}
# ***********************************************************
#################
# Tests #
#################
echo -e "\n\n""===$BGreen TestsuitatorX Ultra Pro Max+ 365 Premium Gris Sidéral" "\n\n"$Color_Off
#
echo -e "\n$BBlue=== Builtins ===$Color_Off"
# echo
test_str "Hello" "echo Hello"
test_str "Hello there" "echo Hello there;"
test_str "Hello there;" "echo Hello there;"
test_str "Hello; there;" "echo Hello; echo there;"
test_str "'Hello'" "echo 'Hello there'"
test_str "Hello;Hello" "echo Hello; echo Wesh attends quoi; echo pouquoi je suis une ligne en dessous"
test_str "Echo -n" "echo -n Hello"
test_str "Echo -e" "echo -e 'Hello\nThere'"
test_str "Empty echo" "echo"
test_str "Spaced echo" " echo spaced "
test_str "Exit 0" "exit 0"
test_str "Exit 1" "exit 1"
test_str "True" "true"
test_str "False" "false"
test_str "cd basic" "cd /tmp; pwd"
test_str "cd maison" "cd; pwd"
test_str "Alias basic" "alias foo=echo; foo bar"
test_str "cat $0" "alias foo=echo; foo bar"
echo -e "\n$BBlue=== Programs ===$Color_Off"
test_str "LS" "ls"
test_str "Wrong ls" "sl"
test_str "IPA ma gueule" "ip a"
test_str "Wrong ls" "sl --bachibouzouk"
test_str "ls a b c" "ls a b c"
test_str "ls -a --best" "ls -a --best"
test_str "ls -a --help" "ls -a --help"
echo -e "\n$BBlue=== Quotes ===$Color_Off"
test_str "Single quotes" "echo 'Single Quote'"
test_str "Double quotes" "echo \"Double Quote\""
test_str "Mixed quotes 1" "echo \"Mixed 'Quotes'\""
test_str "Mixed quotes 2" "echo 'Mixed \"Quotes\"'"
test_str "Escaped double quote" "echo \"Escaped \\\"Quote\\\"\""
test_str "Variable in double quotes" "VAR=val; echo \"Variable \$VAR\""
test_str "Variable in single quotes" "VAR=val; echo 'Variable \$VAR'"
test_str "Backslash in double quotes" "echo \"Backslash \\\\\""
test_str "Newline in string" "echo \"New\nline\""
test_str "Empty quotes" "echo '' \"\""
test_str "Concatenated quotes" "echo 'a'\"b\"'c'"
echo -e "\n$BBlue=== Comments ===$Color_Off"
test_str "Hello commentaire" "echo Hello # Commentaire"
test_str "Comment only" "# Comment only"
test_str "Comment after space" "echo foo #bar"
test_str "Hash inside word" "echo foo#bar"
test_str "Comment with special chars" "# echo 'hidden' $PATH"
echo -e "\n$BBlue=== Pipelines ===$Color_Off"
test_str "Simple pipe" "echo Hello | cat"
test_str "Double pipe" "echo Hello | rev | rev" # Pas mal non ? c'est frenssé
test_str "Pipe with grep" "echo 'a\nb\nc' | grep b"
test_str "Pipe exit code (là c'est dur)" "true | false | true"
test_str "Pipe sequence" "echo a | echo b"
test_str "Pipe with chiottes" "ls | wc -l"
echo -e "\n$BBlue=== Redirections ===$Color_Off"
test_str "Redirect output" "echo hello > /tmp/test_redir; cat /tmp/test_redir; rm /tmp/test_redir"
test_str "Append output" "echo Hello > /tmp/test_redir; echo World >> /tmp/test_redir; cat /tmp/test_redir; rm /tmp/test_redir"
test_str "Redirect input" "echo Hello > /tmp/test_in; cat < /tmp/test_in; rm /tmp/test_in"
test_str "Redirect stderr" "echo Error >&2"
test_str "Redirect to null" "echo Hello > /dev/null"
test_str "Redirect both" "ls > /dev/null 2> /dev/null"
test_str "Redirect fd" "echo foo 2>&1"
test_str "Clobbering" "echo foo > file; echo bar > file; cat file; rm file"
test_str "Pipe and redirect" "echo foo | cat > file; cat file; rm file"
test_str "Heredoc basic" "cat << EOF\nhello\nEOF"
echo -e "\n$BBlue=== And/Or ===$Color_Off"
test_str "AND true" "true && echo Oui"
test_str "AND false" "false && echo Non"
test_str "OR true" "true || echo Non"
test_str "OR false" "false || echo Oui"
test_str "AND OR mixed 1" "true && false || echo Oui"
test_str "AND OR mixed 2" "false || true && echo Oui"
test_str "Sequence AND" "echo a && echo b"
test_str "Sequence OR" "echo a || echo b"
test_str "Negation true" "! true"
test_str "Negation false" "! false"
echo -e "\n$BBlue=== If ===$Color_Off"
test_str "If true" "if true; then echo Yes; fi"
test_str "If false else" "if false; then echo No; else echo Yes; fi"
test_str "If elif" "if false; then echo No; elif true; then echo Yes; fi"
test_str "Nested if" "if true; then if true; then echo Nested; fi; fi"
test_str "If multiple commands" "if true; then echo a; echo b; fi"
test_str "If complex condition" "if true && true; then echo Yes; fi"
test_str "If with negation" "if ! false; then echo Yes; fi"
test_str "If faut aller niquer sa mere" "if false; ! false; then echo Embrasse moi; fi"
echo -e "\n$BBlue=== Loops ===$Color_Off"
test_str "While false" "while false; do false; done"
test_str "While(false) true" "while false; do true; done"
test_str "Until(true) false" "until true; do false; done"
test_str "Until true" "until true; do true; done"
# test_str "While var" "a=2; while [ \$a -eq 2 ]; do \$a=3; done"
test_str "While arithmetic" "i=0; while [ \$i -lt 3 ]; do echo \$i; i=\$((i+1)); done"
test_str "Until arithmetic" "i=0; until [ \$i -ge 3 ]; do echo \$i; i=\$((i+1)); done"
test_str "While break" "while true; do echo break; break; done"
test_str "While continue" "i=0; while [ \$i -lt 3 ]; do i=\$((i+1)); if [ \$i -eq 2 ]; then continue; fi; echo \$i; done"
test_str "For loop basic" "for i in a b c; do echo \$i; done"
test_str "For loop glob" "for i in *; do echo \$i; done"
test_str "For loop break" "for i in 1 2 3; do break; done"
test_str "Azy continue la con de ta mère" "for i in 1 2 3; do continue; done"
test_str "For loop empty" "for i in; do echo \$i; done"
test_str "For loop variable" "VAR='a b'; for i in \$VAR; do echo \$i; done"
echo -e "\n$BBlue=== Case ===$Color_Off"
test_str "Case simple" "case a in a) echo Yes;; esac"
test_str "Case basique" "case z in a) echo No;; *) echo Default;; esac"
test_str "Case multiple patterns" "case a in a|b) echo Yes;; esac"
test_str "Case no match (c pcq t'es moche)" "case z in a) echo No;; esac"
test_str "Case with variable" "v=foo; case \$v in foo) echo Yes;; esac"
test_str "Case nested" "case a in a) case b in b) echo Nested;; esac;; esac"
echo -e "\n$BBlue=== Variables ===$Color_Off"
test_str "Set and get" "var=value; echo \$var"
test_str "Braces" "var=value; echo \${var}"
test_str "Multi-word value" "var='a b'; echo \$var"
test_str "Unset" "var=value; unset var; echo \$var"
test_str "Export" "export VAR=val; env | grep VAR"
test_str "Assignment return" "a=1"
test_str "Multiple assignment (ouais askip c possible)" "a=1 b=2; echo \$a \$b"
test_str "Default value" "unset v; echo \${v:-default}"
test_str "Assign default" "unset v; echo \${v:=default}; echo \$v"
test_str "Alternative value" "v=val; echo \${v:+alt}"
test_str "Use default if unset" "echo \${unset_var-default}"
test_str "\$@" "echo \$@"
test_str "\$*" "echo \$*"
test_str "\$?" "echo \$?"
test_str "\$$" "echo \$$"
test_str "\$1" "echo \$1"
test_str "\$2" "echo \$2"
test_str "\${10}" "echo \${10}"
test_str "\$#" "echo \$#"
test_str "\$RANDOM" "echo \$RANDOM"
test_str "\$UID" "echo \$UID"
test_str "\$OLDPWD" "echo \$OLDPWD"
test_str "\$PWD" "echo \$PWD"
test_str "\$IFS" "echo \$IFS"
test_str "Default exit status" "echo \$?"
test_str "Exit status" "true; echo \$?"
test_str "PID" "echo \$\$"
test_str "Arg count" "echo \$#"
echo -e "\n$BBlue=== Arithmetic expansions de fou furieux ===$Color_Off"
test_str "Arithmetic add" "echo \$((1 + 1))"
test_str "Arithmetic mul" "echo \$((2 * 3))"
test_str "Arithmetic div" "echo \$((10 / 2))"
test_str "Arithmetic nested" "echo \$(( (1+2) * 3 ))"
test_str "Arithmetic mod" "echo \$(( 5 % 2 ))"
test_str "Arithmetic var" "var=1; echo \$(( var + 1 ))"
test_str "Command subst" "echo \$(echo command)"
test_str "Backticks" "echo \`echo backticks\`"
test_str "Tilde" "echo ~"
test_str "Length" "v=abc; echo \${#v}"
echo -e "\n$BBlue=== Subshells du démon ===$Color_Off"
test_str "Subshell basic" "(echo a; echo b)"
test_str "Subshell isolation" "var=1; (var=2; echo \$var); echo \$var"
test_str "Subshell exit" "(exit 1); echo \$?"
test_str "Grouping basic" "{ echo a; echo b; }"
test_str "Grouping side effect" "var=1; { var=2; }; echo \$var"
test_str "Nested subshells" "( ( echo nested ) )"
test_str "Subshell redirect" "(echo a) > /tmp/sub; cat /tmp/sub; rm /tmp/sub"
test_str "Group redirect" "{ echo a; } > /tmp/grp; cat /tmp/grp; rm /tmp/grp"
summarize
Reference in a new issue View git blame Copy permalink