#
# Copyright (c) 1997, 2017, Oracle and/or its affiliates. All rights reserved.
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
#
# This code is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License version 2 only, as
# published by the Free Software Foundation.  Oracle designates this
# particular file as subject to the "Classpath" exception as provided
# by Oracle in the LICENSE file that accompanied this code.
#
# This code is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
# version 2 for more details (a copy is included in the LICENSE file that
# accompanied this code).
#
# You should have received a copy of the GNU General Public License version
# 2 along with this work; if not, write to the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
#
# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
# or visit www.oracle.com if you need additional information or have any
# questions.
#

#----------------------------------------------------------------------

# Run bad tests in othervm mode -- this gives the "most preferred" set of results
# Failures:
# 1. Intentional
# 2. Inappropriate use of exit
#
$(BUILDTESTDIR)/BadTests.othervm.ok: \
	$(JTREG_IMAGEDIR)/lib/jtreg.jar \
	$(JTREG_IMAGEDIR)/bin/jtreg
	$(RM) $(@:%.ok=%) ; $(MKDIR) $(@:%.ok=%)
	$(JTREG_IMAGEDIR)/bin/jtreg $(JTREG_OPTS) \
		-w:$(@:%.ok=%)/work -r:$(@:%.ok=%)/report \
		-jdk:$(JDKHOME) \
		-othervm \
		$(TESTDIR)/badtests \
			> $(@:%.ok=%/jt.log) 2>&1 || \
	    true "non-zero exit code from JavaTest intentionally ignored"
	$(GREP) -s 'Test results: passed: 18; failed: 2' $(@:%.ok=%/jt.log)  > /dev/null
	echo "test passed at `date`" > $@

# Run bad tests in agentvm mode
# Failures:
# 1. Intentional
# Errors
# 1. Inappropriate use of exit (becomes EOF exception)
# 2. Can't reset security manager
#
# Windows: On Windows, expect the following:
#  -agentvm              17,1,2 (as below)
#  -agentvm -retain:none 16,1,3 (because a test will fail in cleanup)
#
$(BUILDTESTDIR)/BadTests.agentvm.ok: \
	$(JTREG_IMAGEDIR)/lib/jtreg.jar \
	$(JTREG_IMAGEDIR)/bin/jtreg
	$(RM) $(@:%.ok=%) ; $(MKDIR) $(@:%.ok=%)
	JTREG_SHOWAGENT=true \
	$(JTREG_IMAGEDIR)/bin/jtreg $(JTREG_OPTS) \
		-w:$(@:%.ok=%)/work -r:$(@:%.ok=%)/report \
		-jdk:$(JDKHOME) \
		-agentvm \
		$(TESTDIR)/badtests \
			> $(@:%.ok=%/jt.log) 2>&1 || \
	    true "non-zero exit code from JavaTest intentionally ignored"
	$(GREP) -s 'Test results: passed: 17; failed: 1; error: 2' $(@:%.ok=%/jt.log)  > /dev/null
	agents=`$(GREP) '^\[[-0-9 :,]*\] Agent\[[0-9][0-9]*\]: Started' $(@:%.ok=%/jt.log) | wc -l` ; \
	if [ $${agents} -ne 4 ]; then echo "Unexpected number of agents used: $${agents}" ; exit 1 ; fi
	echo "test passed at `date`" > $@

ifneq ($(OS_NAME), windows)
TESTS.jtreg += \
	$(BUILDTESTDIR)/BadTests.othervm.ok \
	$(BUILDTESTDIR)/BadTests.agentvm.ok
endif
