#!/usr/bin/env bash # TODO(antoyo): rewrite to cargo-make (or just) or something like that to only rebuild the sysroot when needed? set -e #set -x if [ -f ./gcc_path ]; then export GCC_PATH=$(cat gcc_path) else echo 'Please put the path to your custom build of libgccjit in the file `gcc_path`, see Readme.md for details' exit 1 fi export LD_LIBRARY_PATH="$GCC_PATH" export LIBRARY_PATH="$GCC_PATH" flags= gcc_master_branch=1 channel="debug" funcs=() build_only=0 nb_parts=0 current_part=0 while [[ $# -gt 0 ]]; do case $1 in --release) codegen_channel=release channel="release" shift ;; --release-sysroot) sysroot_channel="--release" shift ;; --no-default-features) gcc_master_branch=0 flags="$flags --no-default-features" shift ;; --features) shift flags="$flags --features $1" shift ;; "--test-rustc") funcs+=(test_rustc) shift ;; "--test-successful-rustc") funcs+=(test_successful_rustc) shift ;; "--test-failing-rustc") funcs+=(test_failing_rustc) shift ;; "--test-libcore") funcs+=(test_libcore) shift ;; "--clean-ui-tests") funcs+=(clean_ui_tests) shift ;; "--clean") funcs+=(clean) shift ;; "--std-tests") funcs+=(std_tests) shift ;; "--asm-tests") funcs+=(asm_tests) shift ;; "--extended-tests") funcs+=(extended_sysroot_tests) shift ;; "--extended-rand-tests") funcs+=(extended_rand_tests) shift ;; "--extended-regex-example-tests") funcs+=(extended_regex_example_tests) shift ;; "--extended-regex-tests") funcs+=(extended_regex_tests) shift ;; "--mini-tests") funcs+=(mini_tests) shift ;; "--build-sysroot") funcs+=(build_sysroot) shift ;; "--build") build_only=1 shift ;; "--nb-parts") shift nb_parts=$1 shift ;; "--current-part") shift current_part=$1 shift ;; *) echo "Unknown option $1" exit 1 ;; esac done if [[ $channel == "release" ]]; then export CHANNEL='release' CARGO_INCREMENTAL=1 cargo rustc --release $flags else echo $LD_LIBRARY_PATH export CHANNEL='debug' cargo rustc $flags fi if (( $build_only == 1 )); then echo "Since it's 'build-only', exiting..." exit fi source config.sh function clean() { rm -r target/out || true mkdir -p target/out/gccjit } function mini_tests() { echo "[BUILD] mini_core" $RUSTC example/mini_core.rs --crate-name mini_core --crate-type lib,dylib --target $TARGET_TRIPLE echo "[BUILD] example" $RUSTC example/example.rs --crate-type lib --target $TARGET_TRIPLE echo "[AOT] mini_core_hello_world" $RUSTC example/mini_core_hello_world.rs --crate-name mini_core_hello_world --crate-type bin -g --target $TARGET_TRIPLE $RUN_WRAPPER ./target/out/mini_core_hello_world abc bcd } function build_sysroot() { echo "[BUILD] sysroot" time ./build_sysroot/build_sysroot.sh $sysroot_channel } function std_tests() { echo "[AOT] arbitrary_self_types_pointers_and_wrappers" $RUSTC example/arbitrary_self_types_pointers_and_wrappers.rs --crate-name arbitrary_self_types_pointers_and_wrappers --crate-type bin --target $TARGET_TRIPLE $RUN_WRAPPER ./target/out/arbitrary_self_types_pointers_and_wrappers echo "[AOT] alloc_system" $RUSTC example/alloc_system.rs --crate-type lib --target "$TARGET_TRIPLE" echo "[AOT] alloc_example" $RUSTC example/alloc_example.rs --crate-type bin --target $TARGET_TRIPLE $RUN_WRAPPER ./target/out/alloc_example echo "[AOT] dst_field_align" # FIXME(antoyo): Re-add -Zmir-opt-level=2 once rust-lang/rust#67529 is fixed. $RUSTC example/dst-field-align.rs --crate-name dst_field_align --crate-type bin --target $TARGET_TRIPLE $RUN_WRAPPER ./target/out/dst_field_align || (echo $?; false) echo "[AOT] std_example" std_flags="--cfg feature=\"master\"" if (( $gcc_master_branch == 0 )); then std_flags="" fi $RUSTC example/std_example.rs --crate-type bin --target $TARGET_TRIPLE $std_flags $RUN_WRAPPER ./target/out/std_example --target $TARGET_TRIPLE echo "[AOT] subslice-patterns-const-eval" $RUSTC example/subslice-patterns-const-eval.rs --crate-type bin $TEST_FLAGS --target $TARGET_TRIPLE $RUN_WRAPPER ./target/out/subslice-patterns-const-eval echo "[AOT] track-caller-attribute" $RUSTC example/track-caller-attribute.rs --crate-type bin $TEST_FLAGS --target $TARGET_TRIPLE $RUN_WRAPPER ./target/out/track-caller-attribute echo "[BUILD] mod_bench" $RUSTC example/mod_bench.rs --crate-type bin --target $TARGET_TRIPLE } function setup_rustc() { rust_toolchain=$(cat rust-toolchain | grep channel | sed 's/channel = "\(.*\)"/\1/') git clone https://github.com/rust-lang/rust.git || true cd rust git fetch git checkout $(rustc -V | cut -d' ' -f3 | tr -d '(') export RUSTFLAGS= rm config.toml || true cat > config.toml < res.txt diff -u res.txt examples/regexdna-output.txt popd } function extended_regex_tests() { if (( $gcc_master_branch == 0 )); then return fi pushd regex echo "[TEST] rust-lang/regex tests" export CG_RUSTFLAGS="--cap-lints warn" # newer aho_corasick versions throw a deprecation warning ../cargo.sh test --tests -- --exclude-should-panic --test-threads 1 -Zunstable-options -q popd } function extended_sysroot_tests() { #pushd simple-raytracer #echo "[BENCH COMPILE] ebobby/simple-raytracer" #hyperfine --runs "${RUN_RUNS:-10}" --warmup 1 --prepare "cargo clean" \ #"RUSTC=rustc RUSTFLAGS='' cargo build" \ #"../cargo.sh build" #echo "[BENCH RUN] ebobby/simple-raytracer" #cp ./target/debug/main ./raytracer_cg_gcc #hyperfine --runs "${RUN_RUNS:-10}" ./raytracer_cg_llvm ./raytracer_cg_gcc #popd extended_rand_tests extended_regex_example_tests extended_regex_tests } function test_rustc() { echo echo "[TEST] rust-lang/rust" setup_rustc for test in $(rg -i --files-with-matches "//(\[\w+\])?~|// error-pattern:|// build-fail|// run-fail|-Cllvm-args" tests/ui); do rm $test done rm tests/ui/consts/const_cmp_type_id.rs rm tests/ui/consts/issue-73976-monomorphic.rs git checkout -- tests/ui/issues/auxiliary/issue-3136-a.rs # contains //~ERROR, but shouldn't be removed rm -r tests/ui/{abi*,extern/,unsized-locals/,proc-macro/,threads-sendsync/,thinlto/,borrowck/,chalkify/bugs/,test*,consts/const-float-bits-reject-conv.rs,consts/issue-miri-1910.rs} || true rm tests/ui/mir/mir_heavy_promoted.rs # this test is oom-killed in the CI. # Tests generating errors. rm tests/ui/consts/const-eval/nonnull_as_ref_ub.rs tests/ui/consts/issue-94675.rs for test in $(rg --files-with-matches "thread" tests/ui); do rm $test done git checkout tests/ui/type-alias-impl-trait/auxiliary/cross_crate_ice.rs git checkout tests/ui/type-alias-impl-trait/auxiliary/cross_crate_ice2.rs git checkout tests/ui/macros/rfc-2011-nicer-assert-messages/auxiliary/common.rs git checkout tests/ui/imports/ambiguous-1.rs git checkout tests/ui/imports/ambiguous-4-extern.rs git checkout tests/ui/entry-point/auxiliary/bad_main_functions.rs RUSTC_ARGS="$TEST_FLAGS -Csymbol-mangling-version=v0 -Zcodegen-backend="$(pwd)"/../target/"$CHANNEL"/librustc_codegen_gcc."$dylib_ext" --sysroot "$(pwd)"/../build_sysroot/sysroot" if [ $# -eq 0 ]; then # No argument supplied to the function. Doing nothing. echo "No argument provided. Keeping all UI tests" elif [ $1 = "0" ]; then # Removing the failing tests. xargs -a ../failing-ui-tests.txt -d'\n' rm else # Removing all tests. find tests/ui -type f -name '*.rs' -not -path '*/auxiliary/*' -delete # Putting back only the failing ones. xargs -a ../failing-ui-tests.txt -d'\n' git checkout -- fi if [ $nb_parts -gt 0 ]; then echo "Splitting ui_test into $nb_parts parts (and running part $current_part)" find tests/ui -type f -name '*.rs' -not -path "*/auxiliary/*" > ui_tests # To ensure it'll be always the same sub files, we sort the content. sort ui_tests -o ui_tests count=$((`wc -l < ui_tests` / $nb_parts)) # We increment the number of tests by one because if this is an odd number, we would skip # one test. count=$((count + 1)) split -d -l $count -a 1 ui_tests ui_tests.split # Removing all tests. find tests/ui -type f -name '*.rs' -not -path "*/auxiliary/*" -delete # Putting back only the ones we want to test. xargs -a "ui_tests.split$current_part" -d'\n' git checkout -- fi echo "[TEST] rustc test suite" COMPILETEST_FORCE_STAGE0=1 ./x.py test --run always --stage 0 tests/ui/ --rustc-args "$RUSTC_ARGS" } function test_failing_rustc() { test_rustc "1" } function test_successful_rustc() { test_rustc "0" } function clean_ui_tests() { find rust/build/x86_64-unknown-linux-gnu/test/ui/ -name stamp -delete } function all() { clean mini_tests build_sysroot std_tests #asm_tests test_libcore extended_sysroot_tests test_rustc } if [ ${#funcs[@]} -eq 0 ]; then echo "No command passed, running '--all'..." all else for t in ${funcs[@]}; do $t done fi