forked from flutter/engine
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[fuchsia] Add run_unit_tests.sh script. (flutter#36308)
This is a convenience script for running unit tests locally. To make this script work, I had to move several test exclusions from test_suites.yaml (which controls running tests on CQ) to the tests themselves. I think this is for the best because it makes running the tests locally with behavior that matches CQ easier. Also added fuchsia_tests to build_and_copy_to_fuchsia.sh so it builds the unit tests .far packages by default. Tested: Ran `run_unit_tests.sh`, all tests pass. Ran `build_and_copy_to_fuchsia.sh`, it still builds.
- Loading branch information
Showing
8 changed files
with
185 additions
and
10 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,32 @@ | ||
| # Running the Fuchsia unit tests locally | ||
|
|
||
| These instructions assume you have set `$FUCHSIA_DIR` to your Fuchsia checkout | ||
| and `$ENGINE_DIR` to the `src/` folder of your Engine checkout. For example for | ||
| zsh, add these lines to your `~/.zprofile`: | ||
|
|
||
| ```sh | ||
| export FUCHSIA_DIR=~/fuchsia | ||
| export ENGINE_DIR=~/engine/src | ||
| ``` | ||
|
|
||
| 1. In a separate terminal, start a Fuchsia package server: | ||
|
|
||
| ```sh | ||
| cd "$FUCHSIA_DIR" | ||
| fx serve | ||
| ``` | ||
|
|
||
| 2. Run the unit tests: | ||
|
|
||
| ```sh | ||
| $ENGINE_DIR/flutter/tools/fuchsia/devshell/run_unit_tests.sh | ||
| ``` | ||
|
|
||
| - Pass `--unopt` to turn off C++ compiler optimizations. | ||
| - Pass `--count N` to do N test runs. Useful for testing for flakes. | ||
| - Pass `--goma` to accelerate the build if you're a Googler. | ||
| - Pass `--package-filter` to run a specific test package instead of all the test packages. For example: | ||
|
|
||
| ```sh | ||
| $ENGINE_DIR/flutter/tools/fuchsia/devshell/run_unit_tests.sh --package-filter flow_tests-0.far | ||
| ``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,107 @@ | ||
| #!/bin/bash | ||
| # Copyright 2013 The Flutter Authors. All rights reserved. | ||
| # Use of this source code is governed by a BSD-style license that can be | ||
| # found in the LICENSE file. | ||
|
|
||
| ### Runs the Fuchsia unit tests in the debug configuration. | ||
| ### | ||
| ### Arguments: | ||
| ### --package-filter: Only runs tests in packages that match the given `find` statement. | ||
| ### --unoptimized: Disables C++ compiler optimizations. | ||
| ### --count: Number of times to run the test. By default runs 1 time. | ||
| ### See `ffx test run --count`. | ||
| ### --goma: Speeds up builds for Googlers. sorry. :( | ||
|
|
||
| set -e # Fail on any error. | ||
| source "$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)"/lib/vars.sh || exit $? | ||
|
|
||
| ensure_fuchsia_dir | ||
| ensure_engine_dir | ||
| ensure_ninja | ||
|
|
||
| # Parse arguments. | ||
| runtime_mode="debug" | ||
| compilation_mode="jit" | ||
| fuchsia_cpu="x64" | ||
| goma=0 | ||
| goma_flags="" | ||
| ninja_cmd="ninja" | ||
| package_filter="*tests-0.far" | ||
| unoptimized_flags="" | ||
| unoptimized_suffix="" | ||
| count_flag="" | ||
| while [[ $# -gt 0 ]]; do | ||
| case $1 in | ||
| --package-filter) | ||
| shift # past argument | ||
| package_filter="$1" | ||
| shift # past value | ||
| ;; | ||
| --count) | ||
| shift # past argument | ||
| count_flag="--count $1" | ||
| shift # past value | ||
| ;; | ||
| --goma) | ||
| goma=1 | ||
| goma_flags="--goma" | ||
| ninja_cmd="autoninja" | ||
| shift # past argument | ||
| ;; | ||
| --unopt|--unoptimized) | ||
| unoptimized_flags="--unoptimized" | ||
| unoptimized_suffix="_unopt" | ||
| shift # past argument | ||
| ;; | ||
| *) | ||
| engine-error "Unknown argument: $1" | ||
| exit 1 | ||
| ;; | ||
| esac | ||
| done | ||
|
|
||
| all_gn_args="--fuchsia --no-lto --fuchsia-cpu="${fuchsia_cpu}" --runtime-mode="${runtime_mode}" ${goma_flags} ${unoptimized_flags}" | ||
| engine-info "GN args: ${all_gn_args}" | ||
|
|
||
| "${ENGINE_DIR}"/flutter/tools/gn ${all_gn_args} | ||
|
|
||
| fuchsia_out_dir_name=fuchsia_${runtime_mode}${unoptimized_suffix}_${fuchsia_cpu} | ||
| fuchsia_out_dir="${ENGINE_DIR}"/out/"${fuchsia_out_dir_name}" | ||
| engine-info "Building ${fuchsia_out_dir_name}..." | ||
| ${ninja_cmd} -C "${fuchsia_out_dir}" fuchsia_tests | ||
|
|
||
| engine-info "Registering debug symbols..." | ||
| "${ENGINE_DIR}"/fuchsia/sdk/linux/tools/x64/symbol-index add "${fuchsia_out_dir}"/.build-id "${fuchsia_out_dir}" | ||
|
|
||
| test_packages="$(find ${fuchsia_out_dir} -name "${package_filter}")" | ||
|
|
||
| engine-info "Publishing test packages..." | ||
| test_names=() | ||
| for test_package in $test_packages | ||
| do | ||
| engine-info "... publishing ${test_package} ..." | ||
| $ENGINE_DIR/fuchsia/sdk/linux/tools/x64/pm publish -a -r $FUCHSIA_DIR/$(cat $FUCHSIA_DIR/.fx-build-dir)/amber-files -f "${test_package}" | ||
| test_names+=("$(basename ${test_package} | sed -e "s/-0.far//")") | ||
| done | ||
|
|
||
| # .jiri_root/bin/ffx needs to run from $FUCHSIA_DIR. | ||
|
|
||
| pushd $FUCHSIA_DIR | ||
|
|
||
| # TODO(akbiggs): Match the behavior of this script more closely with test_suites.yaml. | ||
| engine-info "Running tests... (if this fails because of Launch(InstanceCannotResolve), run fx serve and try again)" | ||
| for test_name in "${test_names[@]}" | ||
| do | ||
| # ParagraphTest.* fails in txt_tests. | ||
| if [[ "${test_name}" == "txt_tests" ]] | ||
| then | ||
| engine-warning "Skipping txt_tests because I don't know how to filter out ParagraphTests.*" | ||
| continue | ||
| fi | ||
| test_cmd="${FUCHSIA_DIR}/.jiri_root/bin/ffx test run fuchsia-pkg://fuchsia.com/${test_name}#meta/${test_name}.cm ${count_flag}" | ||
|
|
||
| engine-info "... $test_cmd ..." | ||
| $test_cmd | ||
| done | ||
|
|
||
| popd # $FUCHSIA_DIR |