blob: 5ba5bb36dc176ba48b044a61d8b82c2c9a56d0d1 [file] [log] [blame]
Joe Darcy4ffd5d42018-04-18 10:03:49 -07001# Copyright (c) 2013, 2018, Oracle and/or its affiliates. All rights reserved.
Alan Bateman0e8b1012013-08-21 09:59:12 +01002# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
3#
4# This code is free software; you can redistribute it and/or modify it
5# under the terms of the GNU General Public License version 2 only, as
6# published by the Free Software Foundation.
7#
8# This code is distributed in the hope that it will be useful, but WITHOUT
9# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
11# version 2 for more details (a copy is included in the LICENSE file that
12# accompanied this code).
13#
14# You should have received a copy of the GNU General Public License version
15# 2 along with this work; if not, write to the Free Software Foundation,
16# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
17#
18# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
19# or visit www.oracle.com if you need additional information or have any
20# questions.
21#
22
Joe Darcybd11f632015-03-19 13:18:49 -070023###############################################################################
24#
25# Tiered testing definitions
26#
27
Christian Tornqvist62a28802018-05-11 14:43:08 -040028# When adding tests to tier1, make sure they end up in one of the tier1_partX groups
Joe Darcybd11f632015-03-19 13:18:49 -070029tier1 = \
Christian Tornqvist62a28802018-05-11 14:43:08 -040030 :tier1_part1 \
31 :tier1_part2 \
32 :tier1_part3
33
34tier1_part1 = \
35 :jdk_lang
36
37tier1_part2 = \
Joe Darcybd11f632015-03-19 13:18:49 -070038 :jdk_util \
Joe Darcy4ffd5d42018-04-18 10:03:49 -070039 -java/util/Arrays/TimSortStackSize2.java
Joe Darcybd11f632015-03-19 13:18:49 -070040
Christian Tornqvist62a28802018-05-11 14:43:08 -040041tier1_part3 = \
42 :build_sanity \
43 :jdk_math \
44 :jdk_svc_sanity \
45 java/nio/Buffer \
46 com/sun/crypto/provider/Cipher \
47 sun/nio/cs/ISO8859x.java \
48 tools/pack200
49
50# When adding tests to tier2, make sure they end up in one of the tier2_partX groups
Joe Darcybd11f632015-03-19 13:18:49 -070051tier2 = \
Christian Tornqvist27867272018-04-17 16:18:22 -040052 :tier2_part1 \
53 :tier2_part2 \
Christian Tornqvist62a28802018-05-11 14:43:08 -040054 :tier2_part3
Christian Tornqvist27867272018-04-17 16:18:22 -040055
56# com/sun/crypto/provider/Cipher is in tier1 because of JDK-8132855
57tier2_part1 = \
Joe Darcybd11f632015-03-19 13:18:49 -070058 :jdk_security \
Christian Tornqvist27867272018-04-17 16:18:22 -040059 -com/sun/crypto/provider/Cipher
60
61# sun/nio/cs/ISO8859x.java and java/nio/Buffer are in tier1 because of JDK-8132854
62tier2_part2 = \
Joe Darcy28114422015-03-20 10:00:30 -070063 :core_tools \
Amy Lud9d560f2016-05-24 15:58:58 +080064 -tools/pack200 \
Christian Tornqvist27867272018-04-17 16:18:22 -040065 :jdk_io \
66 :jdk_nio \
67 -java/nio/Buffer \
68 -sun/nio/cs/ISO8859x.java \
69 :jdk_other \
70 :jdk_text \
Christian Tornqvist62a28802018-05-11 14:43:08 -040071 :jdk_time \
72 java/util/Arrays/TimSortStackSize2.java
73
Joe Darcybd11f632015-03-19 13:18:49 -070074
Christian Tornqvist27867272018-04-17 16:18:22 -040075tier2_part3 = \
76 :jdk_net
77
Joe Darcya0bf6512015-06-25 11:59:40 -070078tier3 = \
Joe Darcy8b236a42015-07-20 13:11:20 -070079 :jdk_rmi \
Joe Darcy3efa3712015-07-31 16:03:48 -070080 :jdk_beans \
Joe Darcy7a838312015-08-27 11:02:10 -070081 :jdk_imageio \
Alexander Kouznetsov0ab1a9c2016-03-30 19:05:58 -070082 :jdk_sound \
83 :jdk_client_sanity
Joe Darcyb4542552015-06-24 15:15:10 -070084
Joe Darcybd11f632015-03-19 13:18:49 -070085###############################################################################
86#
87# Other test definitions; generally smaller granularity than tiers
88#
89
Randy Crihfield28e38032018-03-05 05:44:46 -080090# Build source checking
91build_sanity = \
92 sanity/releaseFile
93
Mike Duigouc712fac2013-09-13 11:19:13 -070094# java.lang package and VM runtime support
Alan Bateman0e8b1012013-08-21 09:59:12 +010095jdk_lang = \
96 java/lang \
97 -java/lang/management \
98 -java/lang/instrument \
99 sun/invoke \
100 sun/misc \
101 sun/reflect \
Chris Hegarty07cdc332016-04-15 16:19:15 +0100102 jdk/internal/reflect \
Mike Duigou9b5513a2013-09-03 11:29:12 -0700103 jdk/lambda \
Amy Lu1ad39432017-04-01 10:19:00 +0800104 jdk/internal/loader \
Chris Hegarty4389a9a2016-01-28 11:09:42 +0000105 jdk/internal/misc \
Chris Hegarty5765b5b2016-02-02 08:59:52 +0000106 jdk/internal/ref \
Jim Laskey3648a0f2016-05-20 11:41:29 -0300107 jdk/internal/jimage \
Joe Darcy2f4a0a92017-03-28 17:33:48 -0700108 jdk/internal/math \
Alan Batemandb4d3832016-03-17 19:04:16 +0000109 jdk/modules \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100110 vm
111
Mike Duigouc712fac2013-09-13 11:19:13 -0700112# All of the java.util package
Alan Bateman0e8b1012013-08-21 09:59:12 +0100113jdk_util = \
Mike Duigouc712fac2013-09-13 11:19:13 -0700114 :jdk_util_other \
115 :jdk_collections \
116 :jdk_concurrent \
117 :jdk_stream
118
119# All util components not part of some other util category
120jdk_util_other = \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100121 java/util \
Mike Duigouc712fac2013-09-13 11:19:13 -0700122 sun/util \
123 -:jdk_collections \
124 -:jdk_concurrent \
125 -:jdk_stream
126
Stuart Marks1789b4f2015-12-15 12:47:23 -0800127# All collections, core and concurrent
Mike Duigouc712fac2013-09-13 11:19:13 -0700128jdk_collections = \
Stuart Marks1789b4f2015-12-15 12:47:23 -0800129 :jdk_collections_core \
130 :jdk_concurrent
131
132# java.util.concurrent
133# Includes concurrent collections plus other stuff
134# Maintained by JSR-166 EG (Doug Lea et al)
135jdk_concurrent = \
136 java/util/concurrent
137
138# Java Collections Framework core classes
139jdk_collections_core = \
Mike Duigouc712fac2013-09-13 11:19:13 -0700140 java/util/AbstractCollection \
141 java/util/AbstractList \
142 java/util/AbstractMap \
143 java/util/AbstractSequentialList \
144 java/util/ArrayList \
145 java/util/Arrays \
146 java/util/BitSet \
147 java/util/Collection \
148 java/util/Collections \
Stuart Marks1789b4f2015-12-15 12:47:23 -0800149 java/util/Comparator \
150 java/util/Deque \
Mike Duigouc712fac2013-09-13 11:19:13 -0700151 java/util/EnumMap \
152 java/util/EnumSet \
Mike Duigouc712fac2013-09-13 11:19:13 -0700153 java/util/HashMap \
Stuart Marks1789b4f2015-12-15 12:47:23 -0800154 java/util/HashSet \
Mike Duigouc712fac2013-09-13 11:19:13 -0700155 java/util/Hashtable \
156 java/util/IdentityHashMap \
Stuart Marks1789b4f2015-12-15 12:47:23 -0800157 java/util/Iterator \
Mike Duigouc712fac2013-09-13 11:19:13 -0700158 java/util/LinkedHashMap \
159 java/util/LinkedHashSet \
160 java/util/LinkedList \
Stuart Marks1789b4f2015-12-15 12:47:23 -0800161 java/util/List \
Mike Duigouc712fac2013-09-13 11:19:13 -0700162 java/util/Map \
163 java/util/NavigableMap \
Stuart Marks1789b4f2015-12-15 12:47:23 -0800164 java/util/PriorityQueue \
Mike Duigouc712fac2013-09-13 11:19:13 -0700165 java/util/TimSort \
166 java/util/TreeMap \
167 java/util/Vector \
168 java/util/WeakHashMap
169
170# java.util.stream (JSR-335)
171jdk_stream = \
172 java/util/Optional \
Mike Duigouc712fac2013-09-13 11:19:13 -0700173 java/util/function \
174 java/util/stream
Alan Bateman0e8b1012013-08-21 09:59:12 +0100175
176jdk_math = \
Joe Darcy2f4a0a92017-03-28 17:33:48 -0700177 java/math
Alan Bateman0e8b1012013-08-21 09:59:12 +0100178
179jdk_io = \
180 java/io
181
182jdk_nio = \
183 java/nio \
Mandy Chungfc6f28f2014-05-09 09:04:41 -0700184 sun/nio \
185 jdk/nio
Alan Bateman0e8b1012013-08-21 09:59:12 +0100186
187jdk_net = \
188 java/net \
Xue-Lei Andrew Fan521f9a22014-03-05 07:24:34 +0000189 com/sun/net/httpserver \
Michael McMahone90c0292014-04-12 20:21:09 +0100190 sun/net \
191 jdk/net
Alan Bateman0e8b1012013-08-21 09:59:12 +0100192
193jdk_time = \
194 java/time
195
196jdk_rmi = \
197 java/rmi \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100198 sun/rmi
199
200jdk_security1 = \
201 java/security
202
203jdk_security2 = \
204 javax/crypto \
205 javax/xml/crypto \
Valerie Pengdc60e272014-10-20 21:18:48 +0000206 com/oracle/security/ucrypto \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100207 com/sun/crypto
208
209jdk_security3 = \
210 javax/security \
Sean Coffey3ce732d2014-09-10 16:14:14 +0100211 -javax/security/auth/kerberos \
Amy Lu1ad39432017-04-01 10:19:00 +0800212 com/sun/jarsigner \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100213 com/sun/security \
Sean Coffey3ce732d2014-09-10 16:14:14 +0100214 -com/sun/security/jgss \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100215 com/sun/org/apache/xml/internal/security \
Weijun Wangbea542e2015-12-01 10:02:06 +0800216 jdk/security \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100217 sun/security \
Sean Coffey3ce732d2014-09-10 16:14:14 +0100218 -sun/security/krb5 \
219 -sun/security/jgss \
Weijun Wangb380f1b2017-09-22 09:49:08 +0800220 javax/net \
Xue-Lei Andrew Fan521f9a22014-03-05 07:24:34 +0000221 com/sun/net/ssl \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100222 lib/security
223
Sean Coffey3ce732d2014-09-10 16:14:14 +0100224jdk_security4 = \
225 com/sun/security/jgss \
226 javax/security/auth/kerberos \
227 sun/security/krb5 \
228 sun/security/jgss
229
Alan Bateman0e8b1012013-08-21 09:59:12 +0100230jdk_security = \
231 :jdk_security1 \
232 :jdk_security2 \
Sean Coffey3ce732d2014-09-10 16:14:14 +0100233 :jdk_security3 \
234 :jdk_security4
Alan Bateman0e8b1012013-08-21 09:59:12 +0100235
Rajan Haladeac367252017-12-12 19:20:39 -0800236jdk_security_infra = \
237 security/infra/java/security/cert/CertPathValidator/certification
238
Alan Bateman0e8b1012013-08-21 09:59:12 +0100239jdk_text = \
240 java/text \
241 sun/text
242
243jdk_management = \
244 java/lang/management \
245 com/sun/management \
Amy Lu1ad39432017-04-01 10:19:00 +0800246 sun/management \
247 jdk/internal/agent
Alan Bateman0e8b1012013-08-21 09:59:12 +0100248
249jdk_instrument = \
250 java/lang/instrument
251
252jdk_jmx = \
253 javax/management \
254 com/sun/jmx
255
256jdk_jdi = \
257 com/sun/jdi
258
Magnus Ihse Bursie90a23fc2015-02-27 11:56:42 +0100259jdk_native_sanity = \
260 native_sanity
261
Kumar Srinivasan6d5bdc82014-05-06 10:32:32 -0700262# java launcher specific tests, Note: do not include this group into any groups
263# that potentially could be included into a jprt test rule, as the complementary
Jim Laskey953b4a32015-09-04 10:11:43 -0300264# closed group includes awt SplashScreen and these tests may not run
265# satisfactorily on all platforms and profiles thus this group must always
Kumar Srinivasan6d5bdc82014-05-06 10:32:32 -0700266# be a stand-alone group
267jdk_launcher = \
268 tools/launcher \
269 sun/tools
Jim Laskey953b4a32015-09-04 10:11:43 -0300270
Alan Bateman0e8b1012013-08-21 09:59:12 +0100271#
272# Tool (and tool API) tests are split into core and svc groups
273#
274core_tools = \
275 tools \
Chris Hegarty441905c2014-12-03 14:22:58 +0000276 jdk/internal/jrtfs \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100277 sun/tools/java \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100278 sun/tools/jrunscript
279
280svc_tools = \
281 com/sun/tools/attach \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100282 sun/tools \
283 -sun/tools/java \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100284 -sun/tools/jrunscript \
Alexandre Iline7ebbf0f2017-04-28 17:21:28 -0700285 sun/jvmstat
Alan Bateman0e8b1012013-08-21 09:59:12 +0100286
287jdk_tools = \
288 :core_tools \
289 :svc_tools
290
Erik Gahlina060be12018-05-15 20:24:34 +0200291jdk_jfr = \
292 jdk/jfr
293
Alan Bateman0e8b1012013-08-21 09:59:12 +0100294#
295# Catch-all for other areas with a small number of tests
296#
297jdk_other = \
298 java/sql \
299 javax/sql \
Lance Andersen99958612018-03-04 17:05:29 -0500300 javax/transaction \
Mark Sheppard5a24e902015-04-13 14:58:47 +0100301 javax/rmi \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100302 javax/naming \
303 javax/script \
304 javax/smartcardio \
305 javax/xml \
306 -javax/xml/crypto \
Jan Lahoda581470a2015-07-07 13:17:53 +0200307 jdk/internal/jline \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100308 com/sun/jndi \
Felix Yang5024b532017-05-07 19:01:13 -0700309 lib/testlibrary
Alan Bateman0e8b1012013-08-21 09:59:12 +0100310
311#
312# SCTP is its own group as it is highly sensitive to kernel/network config
313#
314jdk_sctp = \
315 com/sun/nio/sctp
316
317
318#
319# core group to run all core area tests
320#
321jdk_core = \
322 :jdk_lang \
323 :jdk_util \
324 :jdk_math \
325 :jdk_io \
326 :jdk_nio \
327 :jdk_net \
328 :jdk_rmi \
329 :jdk_time \
330 :jdk_security \
331 :jdk_text \
332 :core_tools \
333 :jdk_other
334
335#
336# svc group to run all serviceability area tests
337#
338jdk_svc = \
339 :jdk_management \
340 :jdk_instrument \
341 :jdk_jmx \
342 :jdk_jdi \
Erik Gahlina060be12018-05-15 20:24:34 +0200343 :jdk_jfr \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100344 :svc_tools
345
346#############################
347
348#
349# Client area groups
350#
351
352jdk_awt = \
353 java/awt \
354 com/sun/awt \
355 com/apple/eawt \
Prasanta Sadhukhan4824dc22017-06-18 19:52:09 +0530356 com/apple/laf \
357 sun/awt \
358 sun/applet
Alan Bateman0e8b1012013-08-21 09:59:12 +0100359
360jdk_2d = \
361 javax/print \
Alan Bateman0e8b1012013-08-21 09:59:12 +0100362 sun/java2d
363
364jdk_beans = \
365 java/beans
366
367jdk_swing = \
368 javax/accessibility \
369 javax/swing \
370 com/sun/java/swing
371
372jdk_sound = \
373 javax/sound
374
375jdk_imageio = \
376 javax/imageio
377
Phil Race302000f2018-05-14 08:58:32 -0700378jfc_demo = \
379 demo/jfc
380
Alan Bateman0e8b1012013-08-21 09:59:12 +0100381jdk_desktop = \
382 :jdk_awt \
383 :jdk_2d \
384 :jdk_beans \
385 :jdk_swing \
386 :jdk_sound \
Phil Race302000f2018-05-14 08:58:32 -0700387 :jdk_imageio \
388 :jfc_demo
David Holmes7fc1c282013-09-03 23:47:27 -0400389
Alexander Kouznetsov0ab1a9c2016-03-30 19:05:58 -0700390# SwingSet3 tests.
391jdk_client_sanity = \
392 sanity/client/SwingSet
Jim Laskey3648a0f2016-05-20 11:41:29 -0300393
Phil Race1f47a6a2017-12-08 13:15:19 -0800394# This test group represents a subset of tests which are expected to
395# exercise most of the most commonly used code in Swing applications.
396# New failures in this area may be a problem.
397jdk_swing_core = \
398 :jdk_client_sanity \
399 javax/swing
400
401# The most commonly used printing APIs are included here along with swing core.
402jdk_desktop_core = \
403 :jdk_swing_core \
404 java/awt/print
405
Mikael Auno9cc6c5c2014-11-14 10:22:43 +0100406###############################################################################
407#
408# Serviceability sanity groups
409#
410# These groups specify a subset of Serviceability tests that are supposed to
411# guard against breakage of Serviceability features by other component teams.
412# They are added to the "hotspot" testset in JPRT so that they will run on all
413# full-forest pushes through JPRT.
414#
415
416jdk_svc_sanity = \
417 :jdk_management_sanity \
418 :jdk_instrument_sanity \
419 :jdk_jmx_sanity \
420 :jdk_jdi_sanity \
Erik Gahlina060be12018-05-15 20:24:34 +0200421 :jdk_jfr_sanity \
Mikael Auno9cc6c5c2014-11-14 10:22:43 +0100422 :svc_tools_sanity
423
424jdk_management_sanity =
425
426jdk_instrument_sanity =
427
428jdk_jmx_sanity =
429
430jdk_jdi_sanity = \
431 com/sun/jdi/AcceptTimeout.java \
432 com/sun/jdi/AccessSpecifierTest.java \
433 com/sun/jdi/AfterThreadDeathTest.java \
434 com/sun/jdi/ArrayRangeTest.java \
435 com/sun/jdi/ConstantPoolInfo.java \
436 com/sun/jdi/CountFilterTest.java \
437 com/sun/jdi/EarlyReturnNegativeTest.java \
438 com/sun/jdi/EarlyReturnTest.java \
439 com/sun/jdi/FieldWatchpoints.java \
440 com/sun/jdi/FramesTest.java \
441 com/sun/jdi/InstanceFilter.java \
442 com/sun/jdi/InterfaceMethodsTest.java \
443 com/sun/jdi/InvokeTest.java \
444 com/sun/jdi/LocalVariableEqual.java \
445 com/sun/jdi/LocationTest.java \
446 com/sun/jdi/ModificationWatchpoints.java \
447 com/sun/jdi/MonitorEventTest.java \
448 com/sun/jdi/MonitorFrameInfo.java \
449 com/sun/jdi/NullThreadGroupNameTest.java \
450 com/sun/jdi/PopAndStepTest.java \
451 com/sun/jdi/PopAsynchronousTest.java \
452 com/sun/jdi/ProcessAttachTest.java \
453 com/sun/jdi/ReferrersTest.java \
454 com/sun/jdi/RequestReflectionTest.java \
455 com/sun/jdi/ResumeOneThreadTest.java \
456 com/sun/jdi/RunToExit.java \
457 com/sun/jdi/SourceNameFilterTest.java \
458 com/sun/jdi/VarargsTest.java \
459 com/sun/jdi/Vars.java \
460 com/sun/jdi/redefineMethod/RedefineTest.java \
461 com/sun/jdi/sde/MangleTest.java \
462 com/sun/jdi/sde/TemperatureTableTest.java
463
Erik Gahlina060be12018-05-15 20:24:34 +0200464jdk_jfr_sanity = \
465 jdk/jfr/api/recording/event/TestLoadEventAfterStart.java \
466 jdk/jfr/api/recording/state/TestState.java \
467 jdk/jfr/event/os/TestCPULoad.java \
468 jdk/jfr/event/compiler/TestAllocInNewTLAB.java \
469 jdk/jfr/jcmd/TestJcmdStartStopDefault.java \
470 jdk/jfr/event/io/TestFileStreamEvents.java \
471 jdk/jfr/event/compiler/TestCompilerCompile.java \
472 jdk/jfr/event/gc/collection/TestGCGarbageCollectionEvent.java \
473 jdk/jfr/event/runtime/TestClassLoadEvent.java \
474 jdk/jfr/event/runtime/TestJavaBlockedEvent.java \
475 jdk/jfr/event/gc/collection/TestGCWithFasttime.java \
476 jdk/jfr/event/gc/configuration/TestGCConfigurationEvent.java
477
Mikael Auno9cc6c5c2014-11-14 10:22:43 +0100478svc_tools_sanity =
479
Balchandra Vaidya3b18e4d2013-12-17 13:27:30 +0000480#############################
481#
482# Stable test groups
483#
484
485jdk_stable = \
486 :jdk_core \
487 :jdk_svc \
488 :jdk_beans \
489 :jdk_imageio \
490 :jdk_sound \
491 :jdk_sctp \
492 javax/accessibility \
493 com/sun/java/swing \
Michael McMahone90c0292014-04-12 20:21:09 +0100494 com/sun/awt
Balchandra Vaidya3b18e4d2013-12-17 13:27:30 +0000495
Erik Gahlina060be12018-05-15 20:24:34 +0200496needs_g1gc = \
497 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1ConcurrentMark.java \
498 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1FullCollection.java \
499 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1New.java \
500 jdk/jfr/event/gc/detailed/TestEvacuationFailedEvent.java \
501 jdk/jfr/event/gc/detailed/TestEvacuationInfoEvent.java \
502 jdk/jfr/event/gc/detailed/TestG1ConcurrentModeFailureEvent.java \
503 jdk/jfr/event/gc/collection/TestGCCauseWithG1ConcurrentMark.java \
504 jdk/jfr/event/gc/collection/TestGCCauseWithG1FullCollection.java \
505 jdk/jfr/event/gc/collection/TestYoungGarbageCollectionEventWithG1New.java \
506 jdk/jfr/event/gc/collection/TestGCEventMixedWithG1FullCollection.java \
507 jdk/jfr/event/gc/collection/TestGCEventMixedWithG1ConcurrentMark.java \
508 jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1FullCollection.java \
509 jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1ConcurrentMark.java \
510 jdk/jfr/event/gc/heapsummary/TestHeapSummaryEventG1.java