Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 1 | /* |
| 2 | * This file contains expectations for ART's buildbot. The purpose of this file is |
| 3 | * to temporary and quickly list failing tests and not break the bots, until the |
| 4 | * libcore expectation files get properly updated. The script that uses this file |
| 5 | * is art/tools/run-libcore-tests.sh. |
| 6 | * |
| 7 | * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. |
| 8 | */ |
| 9 | |
| 10 | [ |
| 11 | { |
| 12 | description: "Assert.java differences between vogar and junit.", |
| 13 | result: EXEC_FAILED, |
Nicolas Geoffray | 70a998c | 2014-12-04 17:05:22 +0000 | [diff] [blame] | 14 | modes: [host], |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 15 | name: "libcore.java.math.RunCSVTests#test_csv" |
| 16 | }, |
| 17 | { |
Nicolas Geoffray | 70a998c | 2014-12-04 17:05:22 +0000 | [diff] [blame] | 18 | description: "Differences between vogar and cts in user directory", |
| 19 | result: EXEC_FAILED, |
| 20 | modes: [device], |
| 21 | name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" |
| 22 | }, |
| 23 | { |
| 24 | description: "Differences between vogar and cts", |
| 25 | result: EXEC_FAILED, |
| 26 | modes: [device], |
| 27 | names: ["libcore.java.lang.OldSystemTest#test_getProperties", |
| 28 | "org.apache.harmony.tests.java.lang.Process2Test#test_getErrorStream", |
| 29 | "org.apache.harmony.tests.java.lang.ProcessTest#test_exitValue"] |
Nicolas Geoffray | 0ccef6d | 2014-12-11 13:33:12 +0000 | [diff] [blame] | 30 | }, |
| 31 | { |
| 32 | description: "Failures needing investigation", |
| 33 | result: EXEC_FAILED, |
| 34 | modes: [device], |
| 35 | names: ["libcore.java.util.TimeZoneTest#testDisplayNames", |
| 36 | "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", |
David Brazdil | 598b220 | 2015-02-24 10:12:06 +0000 | [diff] [blame] | 37 | "libcore.java.util.TimeZoneTest#testAllDisplayNames", |
| 38 | "libcore.io.OsTest#testUnixDomainSockets_in_file_system", |
Nicolas Geoffray | 0ccef6d | 2014-12-11 13:33:12 +0000 | [diff] [blame] | 39 | "org.apache.harmony.tests.java.util.DateTest#test_Constructor", |
| 40 | "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel", |
David Brazdil | 598b220 | 2015-02-24 10:12:06 +0000 | [diff] [blame] | 41 | "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"] |
Nicolas Geoffray | ee3d0bd | 2014-12-17 15:27:14 +0000 | [diff] [blame] | 42 | }, |
| 43 | { |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame^] | 44 | description: "Failing due to a locale problem on hammerhead.", |
| 45 | result: EXEC_FAILED, |
| 46 | modes: [device], |
| 47 | names: ["libcore.icu.DateIntervalFormatTest#test10089890", |
| 48 | "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", |
| 49 | "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", |
| 50 | "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", |
| 51 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString", |
| 52 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString", |
| 53 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev", |
| 54 | "libcore.java.text.OldDateFormatTest#test_parseLString", |
| 55 | "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", |
| 56 | "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", |
| 57 | "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", |
| 58 | "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"] |
| 59 | }, |
| 60 | { |
| 61 | description: "Failing due to switched off network stack on volantisg.", |
| 62 | result: EXEC_FAILED, |
| 63 | modes: [device], |
| 64 | names: ["org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", |
| 65 | "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", |
| 66 | "org.apache.harmony.luni.tests.java.net.URLConnectionTest"] |
| 67 | }, |
| 68 | { |
Nicolas Geoffray | ee3d0bd | 2014-12-17 15:27:14 +0000 | [diff] [blame] | 69 | description: "Test timeouts", |
| 70 | result: EXEC_TIMEOUT, |
| 71 | modes: [device], |
| 72 | names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] |
Nicolas Geoffray | da82d29 | 2015-01-21 14:04:31 +0000 | [diff] [blame] | 73 | }, |
| 74 | { |
| 75 | description: "Needs the newest cat version on the device", |
| 76 | result: EXEC_FAILED, |
| 77 | modes: [device], |
| 78 | names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] |
David Brazdil | 598b220 | 2015-02-24 10:12:06 +0000 | [diff] [blame] | 79 | }, |
| 80 | { |
| 81 | description: "Short date format flag ignored for es_US locale.", |
| 82 | result: EXEC_FAILED, |
| 83 | name: "libcore.icu.DateIntervalFormatTest#test_formatDateInterval", |
| 84 | bug: 18619426 |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 85 | } |
| 86 | ] |