Fix the Boring tests following the SSLfatal() changes
[openssl.git] / test / ossl_shim / ossl_config.json
1
2 {
3     "DisabledTests" : {
4         "*TLS13*":"No TLS1.3 support yet",
5         "FragmentAlert-DTLS":"Test failure - reason unknown",
6         "FragmentedClientVersion":"Test failure - reason unknown",
7         "MTU":"Test failure - reason unknown",
8         "EmptyCertificateList":"Test failure - reason unknown",
9         "AppDataBeforeHandshake-DTLS":"Test failure - reason unknown",
10         "AlertAfterChangeCipherSpec":"Test failure - reason unknown",
11         "AppDataAfterChangeCipherSpec":"Test failure - reason unknown",
12         "AppDataAfterChangeCipherSpec-Empty":"Test failure - reason unknown",
13         "AppDataAfterChangeCipherSpec-DTLS":"Test failure - reason unknown",
14         "AppDataBeforeHandshake-DTLS-Empty":"Test failure - reason unknown",
15         "AlertAfterChangeCipherSpec-DTLS":"Test failure - reason unknown",
16         "FragmentMessageLengthMismatch-DTLS":"Test failure - reason unknown",
17         "SplitFragments-Header-DTLS":"Test failure - reason unknown",
18         "SplitFragments-Boundary-DTLS":"Test failure - reason unknown",
19         "SplitFragments-Body-DTLS":"Test failure - reason unknown",
20         "SendEmptyFragments-DTLS":"Test failure - reason unknown",
21         "SendInvalidRecordType-DTLS":"Test failure - reason unknown",
22         "SendInvalidRecordType":"Test failure - reason unknown",
23         "FragmentMessageTypeMismatch-DTLS":"Test failure - reason unknown",
24         "SendWarningAlerts-Pass":"Test failure - reason unknown",
25         "SendWarningAlerts-DTLS-Pass":"Test failure - reason unknown",
26         "TooManyKeyUpdates":"Test failure - reason unknown",
27         "Unclean-Shutdown-Alert":"Test failure - reason unknown",
28         "V2ClientHello-WarningAlertPrefix":"Test failure - reason unknown",
29         "BadHelloRequest-2":"Test failure - reason unknown",
30         "DTLS-SendExtraFinished":"Test failure - reason unknown",
31         "NoNullCompression-TLS12":"Test failure - reason unknown",
32         "KeyUpdate-Client":"Test failure - reason unknown",
33         "KeyUpdate-InvalidRequestMode":"Test failure - reason unknown",
34         "DTLS-SendExtraFinished-Reordered":"Test failure - reason unknown",
35         "LargeMessage-Reject-DTLS":"Test failure - reason unknown",
36         "KeyUpdate-Server":"Test failure - reason unknown",
37         "SSL3-ECDHE-PSK-AES128-CBC-SHA-server":"Test failure - reason unknown",
38         "SSL3-ECDHE-PSK-AES256-CBC-SHA-server":"Test failure - reason unknown",
39         "DTLS1-NULL-SHA-server":"Test failure - reason unknown",
40         "DTLS1-NULL-SHA-client":"Test failure - reason unknown",
41         "DTLS12-NULL-SHA-client":"Test failure - reason unknown",
42         "DTLS12-NULL-SHA-server":"Test failure - reason unknown",
43         "BadECDSA-1-4":"Test failure - reason unknown",
44         "BadECDSA-3-4":"Test failure - reason unknown",
45         "BadECDSA-4-1":"Test failure - reason unknown",
46         "BadECDSA-4-4":"Test failure - reason unknown",
47         "BadECDSA-4-3":"Test failure - reason unknown",
48         "SillyDH":"Test failure - reason unknown",
49         "VersionNegotiationExtension-TLS1-DTLS":"Test failure - reason unknown",
50         "NoSupportedVersions-DTLS":"Test failure - reason unknown",
51         "VersionTooLow-DTLS":"Test failure - reason unknown",
52         "IgnoreClientVersionOrder":"Test failure - reason unknown",
53         "VersionTooLow":"Test failure - reason unknown",
54         "MinimumVersion-Server-TLS1-SSL3":"Test failure - reason unknown",
55         "MinimumVersion-Server2-TLS1-SSL3":"Test failure - reason unknown",
56         "MinimumVersion-Client2-TLS1-SSL3":"Test failure - reason unknown",
57         "MinimumVersion-Server2-TLS11-SSL3":"Test failure - reason unknown",
58         "MinimumVersion-Server-TLS11-SSL3":"Test failure - reason unknown",
59         "MinimumVersion-Client2-TLS11-SSL3":"Test failure - reason unknown",
60         "MinimumVersion-Client2-TLS11-TLS1":"Test failure - reason unknown",
61         "MinimumVersion-Server2-TLS12-SSL3":"Test failure - reason unknown",
62         "MinimumVersion-Server-TLS12-SSL3":"Test failure - reason unknown",
63         "MinimumVersion-Client2-TLS12-TLS1":"Test failure - reason unknown",
64         "MinimumVersion-Client2-TLS12-SSL3":"Test failure - reason unknown",
65         "MinimumVersion-Client2-TLS12-TLS1-DTLS":"Test failure - reason unknown",
66         "MinimumVersion-Client2-TLS12-TLS11":"Test failure - reason unknown",
67         "DuplicateExtensionClient-TLS1":"Test failure - reason unknown",
68         "DuplicateExtensionServer-TLS1":"Test failure - reason unknown",
69         "ALPNClient-Mismatch-TLS1":"Test failure - reason unknown",
70         "UnsolicitedServerNameAck-TLS1":"Test failure - reason unknown",
71         "ALPNServer-Decline-TLS1":"Test failure - reason unknown",
72         "ALPNClient-EmptyProtocolName-TLS1":"Test failure - reason unknown",
73         "NegotiateALPNAndNPN-Swapped-TLS1":"Test failure - reason unknown",
74         "NegotiateALPNAndNPN-TLS1":"Test failure - reason unknown",
75         "TicketSessionIDLength-33-TLS1":"Test failure - reason unknown",
76         "DuplicateExtensionClient-TLS11":"Test failure - reason unknown",
77         "DuplicateExtensionServer-TLS11":"Test failure - reason unknown",
78         "UnsolicitedServerNameAck-TLS11":"Test failure - reason unknown",
79         "ALPNServer-Decline-TLS11":"Test failure - reason unknown",
80         "ALPNClient-Mismatch-TLS11":"Test failure - reason unknown",
81         "ALPNClient-EmptyProtocolName-TLS11":"Test failure - reason unknown",
82         "NegotiateALPNAndNPN-TLS11":"Test failure - reason unknown",
83         "NegotiateALPNAndNPN-Swapped-TLS11":"Test failure - reason unknown",
84         "TicketSessionIDLength-33-TLS11":"Test failure - reason unknown",
85         "DuplicateExtensionServer-TLS12":"Test failure - reason unknown",
86         "DuplicateExtensionClient-TLS12":"Test failure - reason unknown",
87         "UnsolicitedServerNameAck-TLS12":"Test failure - reason unknown",
88         "ALPNServer-Decline-TLS12":"Test failure - reason unknown",
89         "ALPNClient-Mismatch-TLS12":"Test failure - reason unknown",
90         "ALPNClient-EmptyProtocolName-TLS12":"Test failure - reason unknown",
91         "NegotiateALPNAndNPN-TLS12":"Test failure - reason unknown",
92         "NegotiateALPNAndNPN-Swapped-TLS12":"Test failure - reason unknown",
93         "TicketSessionIDLength-33-TLS12":"Test failure - reason unknown",
94         "ClientHelloPadding":"Test failure - reason unknown",
95         "Resume-Server-UnofferedCipher":"Test failure - reason unknown",
96         "Resume-Client-CipherMismatch":"Test failure - reason unknown",
97         "Resume-Server-ExtraIdentityNoBinder":"Test failure - reason unknown",
98         "Resume-Server-BinderWrongLength":"Test failure - reason unknown",
99         "Resume-Server-ExtraPSKBinder":"Test failure - reason unknown",
100         "Resume-Server-NoPSKBinder":"Test failure - reason unknown",
101         "Resume-Server-PSKBinderFirstExtension":"Test failure - reason unknown",
102         "Resume-Server-InvalidPSKBinder":"Test failure - reason unknown",
103         "ExtendedMasterSecret-NoToYes-Client":"Test failure - reason unknown",
104         "Renegotiate-Server-Forbidden":"Test failure - reason unknown",
105         "ExtendedMasterSecret-Renego-NoEMS":"Test failure - reason unknown",
106         "Renegotiate-Client-SwitchVersion":"Test failure - reason unknown",
107         "Renegotiate-Client-Upgrade":"Test failure - reason unknown",
108         "Renegotiate-SameClientVersion":"Test failure - reason unknown",
109         "Renegotiate-Client-Downgrade":"Test failure - reason unknown",
110         "Renegotiate-Client-SwitchCiphers2":"Test failure - reason unknown",
111         "Renegotiate-Client-SwitchCiphers":"Test failure - reason unknown",
112         "Renegotiate-Client-Forbidden-1":"Test failure - reason unknown",
113         "StrayHelloRequest":"Test failure - reason unknown",
114         "Renegotiate-Client-Freely-2":"Test failure - reason unknown",
115         "Renegotiate-Client-NoIgnore":"Test failure - reason unknown",
116         "StrayHelloRequest-Packed":"Test failure - reason unknown",
117         "Renegotiate-Client-Freely-1":"Test failure - reason unknown",
118         "Renegotiation-CertificateChange":"Test failure - reason unknown",
119         "Renegotiation-CertificateChange-2":"Test failure - reason unknown",
120         "Renegotiate-Client-SSL3":"Test failure - reason unknown",
121         "ClientAuth-SHA1-Fallback-ECDSA":"Test failure - reason unknown",
122         "ClientAuth-SHA1-Fallback-RSA":"Test failure - reason unknown",
123         "P224-Server":"Test failure - reason unknown",
124         "RSA-PSS-Large":"Test failure - reason unknown",
125         "DTLS-Retransmit-Client-1":"Test failure - reason unknown",
126         "DTLS-Retransmit-Client-2":"Test failure - reason unknown",
127         "DTLS-Retransmit-Server-1":"Test failure - reason unknown",
128         "DTLS-Retransmit-Server-2":"Test failure - reason unknown",
129         "DTLS-Retransmit-Client-3":"Test failure - reason unknown",
130         "DTLS-Retransmit-Server-3":"Test failure - reason unknown",
131         "DTLS-Retransmit-Client-4":"Test failure - reason unknown",
132         "Renegotiate-Client-Packed":"Test failure - reason unknown",
133         "DTLS-Retransmit-Server-4":"Test failure - reason unknown",
134         "DTLS-Retransmit-Client-5":"Test failure - reason unknown",
135         "DTLS-Retransmit-Server-6":"Test failure - reason unknown",
136         "DTLS-Retransmit-Client-6":"Test failure - reason unknown",
137         "DTLS-Retransmit-Server-5":"Test failure - reason unknown",
138         "DTLS-Retransmit-Client-7":"Test failure - reason unknown",
139         "DTLS-Retransmit-Server-7":"Test failure - reason unknown",
140         "DTLS-Retransmit-Client-8":"Test failure - reason unknown",
141         "DTLS-Retransmit-Client-9":"Test failure - reason unknown",
142         "DTLS-Retransmit-Server-8":"Test failure - reason unknown",
143         "DTLS-Retransmit-Server-9":"Test failure - reason unknown",
144         "DTLS-Retransmit-Client-10":"Test failure - reason unknown",
145         "DTLS-Retransmit-Client-11":"Test failure - reason unknown",
146         "DTLS-Retransmit-Server-10":"Test failure - reason unknown",
147         "DTLS-Retransmit-Server-11":"Test failure - reason unknown",
148         "CustomExtensions-ParseError-Server":"Test failure - reason unknown",
149         "CustomExtensions-FailAdd-Server":"Test failure - reason unknown",
150         "CustomExtensions-FailAdd-Client":"Test failure - reason unknown",
151         "CustomExtensions-ParseError-Client":"Test failure - reason unknown",
152         "UnknownExtension-Client":"Test failure - reason unknown",
153         "UnofferedExtension-Client":"Test failure - reason unknown",
154         "PointFormat-Client-MissingUncompressed":"Test failure - reason unknown",
155         "PointFormat-Server-MissingUncompressed":"Test failure - reason unknown",
156         "Basic-Client-RenewTicket-Sync":"Test failure - reason unknown",
157         "Renegotiate-Client-Sync":"Test failure - reason unknown",
158         "Shutdown-Shim-Sync":"Test failure - reason unknown",
159         "Basic-Client-RenewTicket-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
160         "Renegotiate-Client-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
161         "Shutdown-Shim-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
162         "Basic-Client-RenewTicket-Sync-PackHandshakeFlight":"Test failure - reason unknown",
163         "Renegotiate-Client-Sync-PackHandshakeFlight":"Test failure - reason unknown",
164         "Shutdown-Shim-Sync-PackHandshakeFlight":"Test failure - reason unknown",
165         "Basic-Client-RenewTicket-DTLS-Sync":"Test failure - reason unknown",
166         "Basic-Client-RenewTicket-DTLS-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
167         "Basic-Server-Implicit-DTLS-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
168         "ClientAuth-NoCertificate-Server-DTLS-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
169         "ClientAuth-ECDSA-Client-DTLS-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
170         "Basic-Server-RSA-DTLS-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
171         "Basic-Server-ECDHE-RSA-DTLS-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
172         "Basic-Server-ECDHE-ECDSA-DTLS-Sync-SplitHandshakeRecords":"Test failure - reason unknown",
173         "Basic-Client-RenewTicket-Async":"Test failure - reason unknown",
174         "Shutdown-Shim-Async":"Test failure - reason unknown",
175         "Basic-Client-RenewTicket-Async-SplitHandshakeRecords":"Test failure - reason unknown",
176         "Shutdown-Shim-Async-SplitHandshakeRecords":"Test failure - reason unknown",
177         "Basic-Client-RenewTicket-Async-PackHandshakeFlight":"Test failure - reason unknown",
178         "Shutdown-Shim-Async-PackHandshakeFlight":"Test failure - reason unknown",
179         "Basic-Client-RenewTicket-DTLS-Async":"Test failure - reason unknown",
180         "Basic-Client-RenewTicket-DTLS-Async-SplitHandshakeRecords":"Test failure - reason unknown",
181         "Basic-Server-Implicit-DTLS-Async-SplitHandshakeRecords":"Test failure - reason unknown",
182         "ClientAuth-NoCertificate-Server-DTLS-Async-SplitHandshakeRecords":"Test failure - reason unknown",
183         "ClientAuth-ECDSA-Client-DTLS-Async-SplitHandshakeRecords":"Test failure - reason unknown",
184         "Basic-Server-RSA-DTLS-Async-SplitHandshakeRecords":"Test failure - reason unknown",
185         "Basic-Server-ECDHE-RSA-DTLS-Async-SplitHandshakeRecords":"Test failure - reason unknown",
186         "Basic-Server-ECDHE-ECDSA-DTLS-Async-SplitHandshakeRecords":"Test failure - reason unknown",
187         "SendUnencryptedFinished-DTLS":"Test failure - reason unknown",
188         "PartialEncryptedExtensionsWithServerHello":"Test failure - reason unknown",
189         "StrayChangeCipherSpec":"Test failure - reason unknown",
190         "PartialClientFinishedWithClientHello":"Test failure - reason unknown",
191         "TrailingMessageData-ClientHello":"Test failure - reason unknown",
192         "TrailingMessageData-ServerHello":"Test failure - reason unknown",
193         "TrailingMessageData-ServerCertificate":"Test failure - reason unknown",
194         "TrailingMessageData-ServerKeyExchange":"Test failure - reason unknown",
195         "TrailingMessageData-CertificateRequest":"Test failure - reason unknown",
196         "TrailingMessageData-ServerHelloDone":"Test failure - reason unknown",
197         "TrailingMessageData-ClientKeyExchange":"Test failure - reason unknown",
198         "TrailingMessageData-ClientCertificate":"Test failure - reason unknown",
199         "TrailingMessageData-CertificateVerify":"Test failure - reason unknown",
200         "TrailingMessageData-NextProtocol":"Test failure - reason unknown",
201         "TrailingMessageData-NewSessionTicket":"Test failure - reason unknown",
202         "TrailingMessageData-ClientFinished":"Test failure - reason unknown",
203         "TrailingMessageData-ServerFinished":"Test failure - reason unknown",
204         "TrailingMessageData-HelloVerifyRequest-DTLS":"Test failure - reason unknown",
205         "TrailingMessageData-ServerHello-DTLS":"Test failure - reason unknown",
206         "TrailingMessageData-ServerCertificate-DTLS":"Test failure - reason unknown",
207         "TrailingMessageData-ServerKeyExchange-DTLS":"Test failure - reason unknown",
208         "TrailingMessageData-CertificateRequest-DTLS":"Test failure - reason unknown",
209         "TrailingMessageData-ServerHelloDone-DTLS":"Test failure - reason unknown",
210         "TrailingMessageData-ClientCertificate-DTLS":"Test failure - reason unknown",
211         "TrailingMessageData-CertificateVerify-DTLS":"Test failure - reason unknown",
212         "TrailingMessageData-ClientKeyExchange-DTLS":"Test failure - reason unknown",
213         "TrailingMessageData-ClientFinished-DTLS":"Test failure - reason unknown",
214         "TrailingMessageData-NewSessionTicket-DTLS":"Test failure - reason unknown",
215         "TrailingMessageData-ServerFinished-DTLS":"Test failure - reason unknown",
216         "MissingKeyShare-Client":"Test failure - reason unknown",
217         "MissingKeyShare-Server":"Test failure - reason unknown",
218         "DuplicateKeyShares":"Test failure - reason unknown",
219         "SkipEarlyData":"Test failure - reason unknown",
220         "SkipEarlyData-OmitEarlyDataExtension":"Test failure - reason unknown",
221         "SkipEarlyData-TooMuchData":"Test failure - reason unknown",
222         "SkipEarlyData-Interleaved":"Test failure - reason unknown",
223         "SkipEarlyData-HRR":"Test failure - reason unknown",
224         "SkipEarlyData-HRR-Interleaved":"Test failure - reason unknown",
225         "SkipEarlyData-HRR-TooMuchData":"Test failure - reason unknown",
226         "SkipEarlyData-HRR-FatalAlert":"Test failure - reason unknown",
227         "SkipEarlyData-EarlyDataInTLS12":"Test failure - reason unknown",
228         "SkipEarlyData-SecondClientHelloEarlyData":"Test failure - reason unknown",
229         "EmptyEncryptedExtensions":"Test failure - reason unknown",
230         "EncryptedExtensionsWithKeyShare":"Test failure - reason unknown",
231         "UnknownCurve-HelloRetryRequest":"Test failure - reason unknown",
232         "UnnecessaryHelloRetryRequest":"Test failure - reason unknown",
233         "HelloRetryRequest-Empty":"Test failure - reason unknown",
234         "SecondHelloRetryRequest":"Test failure - reason unknown",
235         "HelloRetryRequest-DuplicateCurve":"Test failure - reason unknown",
236         "HelloRetryRequest-DuplicateCookie":"Test failure - reason unknown",
237         "HelloRetryRequest-EmptyCookie":"Test failure - reason unknown",
238         "HelloRetryRequest-Unknown":"Test failure - reason unknown",
239         "SecondClientHelloMissingKeyShare":"Test failure - reason unknown",
240         "SecondClientHelloWrongCurve":"Test failure - reason unknown",
241         "HelloRetryRequestVersionMismatch":"Test failure - reason unknown",
242         "HelloRetryRequestCurveMismatch":"Test failure - reason unknown",
243         "SkipHelloRetryRequest":"Test failure - reason unknown",
244         "Peek-Renegotiate":"Test failure - reason unknown",
245         "Peek-KeyUpdate":"Test failure - reason unknown",
246         "DTLS-Retransmit-Client-12":"Test failure - reason unknown",
247         "DTLS-Retransmit-Timeout":"Test failure - reason unknown",
248         "DTLS-Retransmit-Server-12":"Test failure - reason unknown",
249         "DTLS-Retransmit-Fudge":"Test failure - reason unknown",
250         "DTLS-Retransmit-Fragmented":"Test failure - reason unknown",
251         "TrailingMessageData-ClientHello-DTLS":"Test failure - reason unknown"
252     },
253     "ErrorMap" : {
254         ":UNEXPECTED_MESSAGE:":"unexpected message",
255         ":INAPPROPRIATE_FALLBACK:":"inappropriate fallback",
256         ":UNEXPECTED_RECORD:":"unexpected message",
257         ":TLSV1_ALERT_RECORD_OVERFLOW:":"tlsv1 alert record overflow",
258         ":WRONG_SSL_VERSION:":"no protocols available",
259         ":BAD_ALERT:":"invalid alert",
260         ":HTTP_REQUEST:":"http request",
261         ":HTTPS_PROXY_REQUEST:":"https proxy request",
262         ":WRONG_CERTIFICATE_TYPE:":"wrong certificate type",
263         ":WRONG_VERSION_NUMBER:":"wrong version number",
264         ":DECRYPTION_FAILED_OR_BAD_RECORD_MAC:":"decryption failed or bad record mac",
265         ":DIGEST_CHECK_FAILED:":"digest check failed",
266         ":TOO_MANY_EMPTY_FRAGMENTS:":"record too small",
267         ":TOO_MANY_WARNING_ALERTS:":"too many warn alerts",
268         ":DATA_LENGTH_TOO_LONG:":"data length too long",
269         ":EXCESSIVE_MESSAGE_SIZE:":"excessive message size",
270         ":ENCRYPTED_LENGTH_TOO_LONG:":"packet length too long",
271         ":INVALID_COMPRESSION_LIST:":"no compression specified",
272         ":NO_SHARED_CIPHER:":"no shared cipher",
273         ":WRONG_CIPHER_RETURNED:":"wrong cipher returned",
274         ":HANDSHAKE_FAILURE_ON_CLIENT_HELLO:":"sslv3 alert handshake failure",
275         ":UNKNOWN_CIPHER_RETURNED:":"unknown cipher returned",
276         ":BAD_SIGNATURE:":"bad signature",
277         ":BAD_DH_P_LENGTH:":"dh key too small",
278         ":PEER_DID_NOT_RETURN_A_CERTIFICATE:":"peer did not return a certificate",
279         ":UNSUPPORTED_PROTOCOL:":"unsupported protocol",
280         ":PARSE_TLSEXT:":"bad extension",
281         ":BAD_SRTP_PROTECTION_PROFILE_LIST:":"bad srtp protection profile list",
282         ":OLD_SESSION_VERSION_NOT_RETURNED:":"ssl session version mismatch",
283         ":RESUMED_EMS_SESSION_WITHOUT_EMS_EXTENSION:":"inconsistent extms",
284         ":RENEGOTIATION_EMS_MISMATCH:":"inconsistent extms",
285         ":RENEGOTIATION_MISMATCH:":"renegotiation mismatch",
286         ":WRONG_SIGNATURE_TYPE:":"wrong signature type",
287         ":BAD_ECC_CERT:":"wrong curve",
288         ":WRONG_CURVE:":"wrong curve",
289         ":INVALID_ENCODING:":"invalid encoding",
290         ":CERTIFICATE_VERIFY_FAILED:":"certificate verify failed",
291         ":BAD_CHANGE_CIPHER_SPEC:":"bad change cipher spec",
292         ":ECC_CERT_NOT_FOR_SIGNING:":"ecc cert not for signing",
293         ":OLD_SESSION_CIPHER_NOT_RETURNED:":"old session cipher not returned",
294         ":RESUMED_NON_EMS_SESSION_WITH_EMS_EXTENSION:":"inconsistent extms"
295     }
296 }