#!/usr/bin/env bash #------------------------------------------------------------------------------ # Bash script to run commandline Solidity tests. # # The documentation for solidity is hosted at: # # https://solidity.readthedocs.org # # ------------------------------------------------------------------------------ # This file is part of solidity. # # solidity is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # solidity is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with solidity. If not, see # # (c) 2016 solidity contributors. #------------------------------------------------------------------------------ set -e REPO_ROOT=$(cd $(dirname "$0")/.. && pwd) echo $REPO_ROOT SOLC="$REPO_ROOT/build/solc/solc" FULLARGS="--optimize --ignore-missing --combined-json abi,asm,ast,bin,bin-runtime,compact-format,devdoc,hashes,interface,metadata,opcodes,srcmap,srcmap-runtime,userdoc" echo "Checking that the bug list is up to date..." "$REPO_ROOT"/scripts/update_bugs_by_version.py if [ "$CIRCLECI" ] then function printTask() { echo "$(tput bold)$(tput setaf 2)$1$(tput setaf 7)"; } function printError() { echo "$(tput setaf 1)$1$(tput setaf 7)"; } else function printTask() { echo "$(tput bold)$(tput setaf 2)$1$(tput sgr0)"; } function printError() { echo "$(tput setaf 1)$1$(tput sgr0)"; } fi function compileFull() { local expected_exit_code=0 local expect_output=0 if [[ $1 = '-e' ]] then expected_exit_code=1 expect_output=1 shift; fi if [[ $1 = '-w' ]] then expect_output=1 shift; fi local files="$*" local output local stderr_path=$(mktemp) set +e "$SOLC" $FULLARGS $files >/dev/null 2>"$stderr_path" local exit_code=$? local errors=$(grep -v -E 'Warning: This is a pre-release compiler version|Warning: Experimental features are turned on|pragma experimental ABIEncoderV2|\^-------------------------------\^' < "$stderr_path") set -e rm "$stderr_path" if [[ \ "$exit_code" -ne "$expected_exit_code" || \ ( $expect_output -eq 0 && -n "$errors" ) || \ ( $expect_output -ne 0 && -z "$errors" ) \ ]] then printError "Unexpected compilation result:" printError "Expected failure: $expected_exit_code - Expected warning / error output: $expect_output" printError "Was failure: $exit_code" echo "$errors" printError "While calling:" echo "\"$SOLC\" $FULLARGS $files" printError "Inside directory:" pwd false fi } printTask "Testing unknown options..." ( set +e output=$("$SOLC" --allow=test 2>&1) failed=$? set -e if [ "$output" == "unrecognised option '--allow=test'" ] && [ $failed -ne 0 ] ; then echo "Passed" else printError "Incorrect response to unknown options: $STDERR" exit 1 fi ) # General helper function for testing SOLC behaviour, based on file name, compile opts, exit code, stdout and stderr. # An failure is expected. test_solc_file_input_failures() { local filename="${1}" local solc_args="${2}" local stdout_expected="${3}" local stderr_expected="${4}" local stdout_path=`mktemp` local stderr_path=`mktemp` set +e "$SOLC" "${filename}" ${solc_args} 1>$stdout_path 2>$stderr_path exitCode=$? set -e sed -i -e '/^Warning: This is a pre-release compiler version, please do not use it in production./d' "$stderr_path" sed -i -e 's/ Consider adding "pragma .*$//' "$stderr_path" if [[ $exitCode -eq 0 ]]; then printError "Incorrect exit code. Expected failure (non-zero) but got success (0)." rm -f $stdout_path $stderr_path exit 1 fi if [[ "$(cat $stdout_path)" != "${stdout_expected}" ]]; then printError "Incorrect output on stderr received. Expected:" echo -e "${stdout_expected}" printError "But got:" cat $stdout_path rm -f $stdout_path $stderr_path exit 1 fi if [[ "$(cat $stderr_path)" != "${stderr_expected}" ]]; then printError "Incorrect output on stderr received. Expected:" echo -e "${stderr_expected}" printError "But got:" cat $stderr_path rm -f $stdout_path $stderr_path exit 1 fi rm -f $stdout_path $stderr_path } printTask "Testing passing files that are not found..." test_solc_file_input_failures "file_not_found.sol" "" "" "\"file_not_found.sol\" is not found." printTask "Testing passing files that are not files..." test_solc_file_input_failures "." "" "" "\".\" is not a valid file." printTask "Testing passing empty remappings..." test_solc_file_input_failures "${0}" "=/some/remapping/target" "" "Invalid remapping: \"=/some/remapping/target\"." test_solc_file_input_failures "${0}" "ctx:=/some/remapping/target" "" "Invalid remapping: \"ctx:=/some/remapping/target\"." printTask "Testing passing location printing..." ( cd "$REPO_ROOT"/test/cmdlineErrorReports/ for file in *.sol do ret=`cat $file.ref` test_solc_file_input_failures "$file" "" "" "$ret" done ) printTask "Compiling various other contracts and libraries..." ( cd "$REPO_ROOT"/test/compilationTests/ for dir in * do if [ "$dir" != "README.md" ] then echo " - $dir" cd "$dir" compileFull -w *.sol */*.sol cd .. fi done ) printTask "Compiling all examples from the documentation..." SOLTMPDIR=$(mktemp -d) ( set -e cd "$REPO_ROOT" REPO_ROOT=$(pwd) # make it absolute cd "$SOLTMPDIR" "$REPO_ROOT"/scripts/isolate_tests.py "$REPO_ROOT"/docs/ docs for f in *.sol do # The contributors guide uses syntax tests, but we cannot # really handle them here. if grep -E 'DeclarationError:|// ----' "$f" >/dev/null then continue fi echo "$f" opts='' # We expect errors if explicitly stated, or if imports # are used (in the style guide) if grep -E "This will not compile|import \"" "$f" >/dev/null then opts="-e" fi if grep "This will report a warning" "$f" >/dev/null then opts="$opts -w" fi compileFull $opts "$SOLTMPDIR/$f" done ) rm -rf "$SOLTMPDIR" echo "Done." printTask "Testing library checksum..." echo '' | "$SOLC" - --link --libraries a:0x90f20564390eAe531E810af625A22f51385Cd222 >/dev/null ! echo '' | "$SOLC" - --link --libraries a:0x80f20564390eAe531E810af625A22f51385Cd222 &>/dev/null printTask "Testing long library names..." echo '' | "$SOLC" - --link --libraries aveeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeerylonglibraryname:0x90f20564390eAe531E810af625A22f51385Cd222 >/dev/null printTask "Testing linking itself..." SOLTMPDIR=$(mktemp -d) ( cd "$SOLTMPDIR" set -e echo 'library L { function f() public pure {} } contract C { function f() public pure { L.f(); } }' > x.sol "$SOLC" --bin -o . x.sol 2>/dev/null # Explanation and placeholder should be there grep -q '//' C.bin && grep -q '__' C.bin # But not in library file. grep -q -v '[/_]' L.bin # Now link "$SOLC" --link --libraries x.sol:L:0x90f20564390eAe531E810af625A22f51385Cd222 C.bin # Now the placeholder and explanation should be gone. grep -q -v '[/_]' C.bin ) rm -rf "$SOLTMPDIR" printTask "Testing overwriting files..." SOLTMPDIR=$(mktemp -d) ( set -e # First time it works echo 'contract C {} ' | "$SOLC" - --bin -o "$SOLTMPDIR/non-existing-stuff-to-create" 2>/dev/null # Second time it fails ! echo 'contract C {} ' | "$SOLC" - --bin -o "$SOLTMPDIR/non-existing-stuff-to-create" 2>/dev/null # Unless we force echo 'contract C {} ' | "$SOLC" - --overwrite --bin -o "$SOLTMPDIR/non-existing-stuff-to-create" 2>/dev/null ) rm -rf "$SOLTMPDIR" printTask "Testing assemble, yul, strict-assembly and optimize..." ( echo '{}' | "$SOLC" - --assemble &>/dev/null echo '{}' | "$SOLC" - --yul &>/dev/null echo '{}' | "$SOLC" - --strict-assembly &>/dev/null # Test options above in conjunction with --optimize. # Using both, --assemble and --optimize should fail. ! echo '{}' | "$SOLC" - --assemble --optimize &>/dev/null echo '{}' | "$SOLC" - --yul --optimize &>/dev/null echo '{}' | "$SOLC" - --strict-assembly --optimize &>/dev/null ) printTask "Testing standard input..." SOLTMPDIR=$(mktemp -d) ( set +e output=$("$SOLC" --bin 2>&1) result=$? set -e # This should fail if [[ !("$output" =~ "No input files given") || ($result == 0) ]] ; then printError "Incorrect response to empty input arg list: $STDERR" exit 1 fi set +e output=$(echo 'contract C {} ' | "$SOLC" - --bin 2>/dev/null | grep -q ":C") result=$? set -e # The contract should be compiled if [[ "$result" != 0 ]] ; then exit 1 fi # This should not fail set +e output=$(echo '' | "$SOLC" --ast - 2>/dev/null) set -e if [[ $? != 0 ]] ; then exit 1 fi ) printTask "Testing soljson via the fuzzer..." SOLTMPDIR=$(mktemp -d) ( set -e cd "$REPO_ROOT" REPO_ROOT=$(pwd) # make it absolute cd "$SOLTMPDIR" "$REPO_ROOT"/scripts/isolate_tests.py "$REPO_ROOT"/test/ "$REPO_ROOT"/scripts/isolate_tests.py "$REPO_ROOT"/docs/ docs for f in *.sol do set +e "$REPO_ROOT"/build/test/tools/solfuzzer --quiet < "$f" if [ $? -ne 0 ]; then printError "Fuzzer failed on:" cat "$f" exit 1 fi "$REPO_ROOT"/build/test/tools/solfuzzer --without-optimizer --quiet < "$f" if [ $? -ne 0 ]; then printError "Fuzzer (without optimizer) failed on:" cat "$f" exit 1 fi set -e done ) rm -rf "$SOLTMPDIR" echo "Commandline tests successful."