8294404: [BACKOUT] JDK-8294142: make test should report only executed tests

Reviewed-by: jjg
This commit is contained in:
David Holmes 2022-09-27 00:58:44 +00:00
parent 1e222bccd3
commit 1ddc92fef5
3 changed files with 4 additions and 19 deletions

View File

@ -200,8 +200,6 @@ TEST FAILURE</code></pre>
<p>Retry failed tests up to a set number of times, until they pass. This allows to pass the tests with intermittent failures. Defaults to 0.</p> <p>Retry failed tests up to a set number of times, until they pass. This allows to pass the tests with intermittent failures. Defaults to 0.</p>
<h4 id="repeat_count">REPEAT_COUNT</h4> <h4 id="repeat_count">REPEAT_COUNT</h4>
<p>Repeat the tests up to a set number of times, stopping at first failure. This helps to reproduce intermittent test failures. Defaults to 0.</p> <p>Repeat the tests up to a set number of times, stopping at first failure. This helps to reproduce intermittent test failures. Defaults to 0.</p>
<h4 id="report">REPORT</h4>
<p>Use this report style when reporting test results (sent to JTReg as <code>-report</code>). Defaults to <code>executed</code>.</p>
<h3 id="gtest-keywords">Gtest keywords</h3> <h3 id="gtest-keywords">Gtest keywords</h3>
<h4 id="repeat">REPEAT</h4> <h4 id="repeat">REPEAT</h4>
<p>The number of times to repeat the tests (<code>--gtest_repeat</code>).</p> <p>The number of times to repeat the tests (<code>--gtest_repeat</code>).</p>

View File

@ -456,11 +456,6 @@ Repeat the tests up to a set number of times, stopping at first failure.
This helps to reproduce intermittent test failures. This helps to reproduce intermittent test failures.
Defaults to 0. Defaults to 0.
#### REPORT
Use this report style when reporting test results (sent to JTReg as `-report`).
Defaults to `executed`.
### Gtest keywords ### Gtest keywords
#### REPEAT #### REPEAT

View File

@ -196,12 +196,11 @@ $(eval $(call SetTestOpt,JAVA_OPTIONS,JTREG))
$(eval $(call SetTestOpt,JOBS,JTREG)) $(eval $(call SetTestOpt,JOBS,JTREG))
$(eval $(call SetTestOpt,TIMEOUT_FACTOR,JTREG)) $(eval $(call SetTestOpt,TIMEOUT_FACTOR,JTREG))
$(eval $(call SetTestOpt,FAILURE_HANDLER_TIMEOUT,JTREG)) $(eval $(call SetTestOpt,FAILURE_HANDLER_TIMEOUT,JTREG))
$(eval $(call SetTestOpt,REPORT,JTREG))
$(eval $(call ParseKeywordVariable, JTREG, \ $(eval $(call ParseKeywordVariable, JTREG, \
SINGLE_KEYWORDS := JOBS TIMEOUT_FACTOR FAILURE_HANDLER_TIMEOUT \ SINGLE_KEYWORDS := JOBS TIMEOUT_FACTOR FAILURE_HANDLER_TIMEOUT \
TEST_MODE ASSERT VERBOSE RETAIN MAX_MEM RUN_PROBLEM_LISTS \ TEST_MODE ASSERT VERBOSE RETAIN MAX_MEM RUN_PROBLEM_LISTS \
RETRY_COUNT REPEAT_COUNT MAX_OUTPUT REPORT $(CUSTOM_JTREG_SINGLE_KEYWORDS), \ RETRY_COUNT REPEAT_COUNT MAX_OUTPUT $(CUSTOM_JTREG_SINGLE_KEYWORDS), \
STRING_KEYWORDS := OPTIONS JAVA_OPTIONS VM_OPTIONS KEYWORDS \ STRING_KEYWORDS := OPTIONS JAVA_OPTIONS VM_OPTIONS KEYWORDS \
EXTRA_PROBLEM_LISTS LAUNCHER_OPTIONS \ EXTRA_PROBLEM_LISTS LAUNCHER_OPTIONS \
$(CUSTOM_JTREG_STRING_KEYWORDS), \ $(CUSTOM_JTREG_STRING_KEYWORDS), \
@ -746,7 +745,6 @@ define SetupRunJtregTestBody
JTREG_RUN_PROBLEM_LISTS ?= false JTREG_RUN_PROBLEM_LISTS ?= false
JTREG_RETRY_COUNT ?= 0 JTREG_RETRY_COUNT ?= 0
JTREG_REPEAT_COUNT ?= 0 JTREG_REPEAT_COUNT ?= 0
JTREG_REPORT ?= executed
ifneq ($$(JTREG_RETRY_COUNT), 0) ifneq ($$(JTREG_RETRY_COUNT), 0)
ifneq ($$(JTREG_REPEAT_COUNT), 0) ifneq ($$(JTREG_REPEAT_COUNT), 0)
@ -856,7 +854,6 @@ define SetupRunJtregTestBody
-dir:$$(JTREG_TOPDIR) \ -dir:$$(JTREG_TOPDIR) \
-reportDir:$$($1_TEST_RESULTS_DIR) \ -reportDir:$$($1_TEST_RESULTS_DIR) \
-workDir:$$($1_TEST_SUPPORT_DIR) \ -workDir:$$($1_TEST_SUPPORT_DIR) \
-report:$$$${JTREG_REPORT_ITERATION} \
$$$${JTREG_STATUS} \ $$$${JTREG_STATUS} \
$$(JTREG_OPTIONS) \ $$(JTREG_OPTIONS) \
$$(JTREG_FAILURE_HANDLER_OPTIONS) \ $$(JTREG_FAILURE_HANDLER_OPTIONS) \
@ -868,7 +865,6 @@ define SetupRunJtregTestBody
ifneq ($$(JTREG_RETRY_COUNT), 0) ifneq ($$(JTREG_RETRY_COUNT), 0)
$1_COMMAND_LINE := \ $1_COMMAND_LINE := \
export JTREG_REPORT_ITERATION=$$(JTREG_REPORT); \
for i in {0..$$(JTREG_RETRY_COUNT)}; do \ for i in {0..$$(JTREG_RETRY_COUNT)}; do \
if [ "$$$$i" != 0 ]; then \ if [ "$$$$i" != 0 ]; then \
$$(PRINTF) "\nRetrying Jtreg run. Attempt: $$$$i\n"; \ $$(PRINTF) "\nRetrying Jtreg run. Attempt: $$$$i\n"; \
@ -878,11 +874,11 @@ define SetupRunJtregTestBody
break; \ break; \
fi; \ fi; \
export JTREG_STATUS="-status:error,fail"; \ export JTREG_STATUS="-status:error,fail"; \
export JTREG_REPORT_ITERATION="all-executed"; \
done done
else ifneq ($$(JTREG_REPEAT_COUNT), 0) endif
ifneq ($$(JTREG_REPEAT_COUNT), 0)
$1_COMMAND_LINE := \ $1_COMMAND_LINE := \
export JTREG_REPORT_ITERATION=$$(JTREG_REPORT); \
for i in {1..$$(JTREG_REPEAT_COUNT)}; do \ for i in {1..$$(JTREG_REPEAT_COUNT)}; do \
$$(PRINTF) "\nRepeating Jtreg run: $$$$i out of $$(JTREG_REPEAT_COUNT)\n"; \ $$(PRINTF) "\nRepeating Jtreg run: $$$$i out of $$(JTREG_REPEAT_COUNT)\n"; \
$$($1_COMMAND_LINE); \ $$($1_COMMAND_LINE); \
@ -891,10 +887,6 @@ define SetupRunJtregTestBody
break; \ break; \
fi; \ fi; \
done done
else
$1_COMMAND_LINE := \
export JTREG_REPORT_ITERATION=$$(JTREG_REPORT); \
$$($1_COMMAND_LINE);
endif endif
run-test-$1: pre-run-test clean-workdir-$1 run-test-$1: pre-run-test clean-workdir-$1