{
"DisabledTests": {
"SendV2ClientHello-*": "only support TLS1.2",
"*SSL3*": "",
"*SSLv3*": "",
"*TLS1-*": "",
"*-TLS1": "",
"*TLS11-*": "",
"*-TLS11": "",
"ConflictingVersionNegotiation": "",
"SendFallbackSCSV": "fallback scsv not implemented",
"PointFormat-Server-Missing": "we require ecc",
"ECDSAKeyUsage-*": "TODO: we don't do anything with key usages",
"CheckRecordVersion-*": "we don't look at record version",
"TLS13-WrongOuterRecord": "we're lax on this",
"*DTLS*": "not supported",
"*Draft23*": "old draft",
"TokenBinding-*": "not supported",
"DummyPQPadding-*": "not supported",
"MTU*": "dtls only",
"DisableEverything": "not useful",
"SendEmptyRecords": "non-standard openssl/boringssl behaviour",
"SendEmptyRecords-Async": "",
"SendWarningAlerts": "",
"SendWarningAlerts-*": "",
"LargeMessage-Reject": "",
"Peek-*": "",
"*-Split": "",
"EchoTLS13CompatibilitySessionID": "",
"ClientOCSPCallback*": "ocsp not supported yet",
"ServerOCSPCallback*": "",
"CertCompression*": "not implemented",
"DuplicateCertCompressionExt*": "",
"SendHelloRetryRequest-2-TLS13": "we accept any supported keyshare",
"OmitExtensions-ServerHello-TLS12": "bug in bogo if sct offered",
"EmptyExtensions-ServerHello-TLS12": "",
"CBCRecordSplitting*": "insane ciphersuites",
"*CBCPadding*": "",
"RSAEphemeralKey": "",
"BadRSAClientKeyExchange-*": "",
"SendClientVersion-RSA": "",
"Basic-Server-RSA-*": "",
"*-3DES-*": "",
"*-AES128-SHA*": "",
"*-AES256-SHA*": "",
"*-ECDSA-SHA1-*": "no ecdsa-sha1",
"*-Sign-RSA-PKCS1-SHA1-*": "no sha1",
"*-P-224-*": "no p224",
"*-P224-*": "",
"*-P521-*": "no p521",
"CurveTest-Client-P-521-TLS12": "",
"CurveTest-Server-P-521-TLS12": "",
"CurveTest-Client-Compressed-P-521-TLS12": "",
"CurveTest-Server-Compressed-P-521-TLS12": "",
"CurveTest-Client-P-521-TLS13": "",
"CurveTest-Server-P-521-TLS13": "",
"CurveTest-Client-Compressed-P-521-TLS13": "",
"CurveTest-Server-Compressed-P-521-TLS13": "",
"*-Ed25519": "no ed25519 yet",
"*-Ed25519-*": "",
"GREASE-*": "not implemented",
"LargeMessage-Reject": "",
"SkipEarlyData*": "no 0rtt support",
"TLS13-DuplicateTicketEarlyDataInfo": "",
"*-InvalidSignature-*-SHA1-*": "no sha1",
"NoCommonCurves": "nothing to fall back to",
"ClientHelloPadding": "hello padding extension not implemented",
"Resume-Client-CipherMismatch": "tries to vary to unimplemented CBC-mode cs",
"*Auth-SHA1-Fallback*": "",
"RSA-PSS-Large": "",
"TLS12-AES128-GCM-*": "no pfs",
"TLS12-AES256-GCM-*": "",
"OmitExtensions-ClientHello-TLS12": "",
"EmptyExtensions-ClientHello-TLS12": "",
"FallbackSCSV*": "fallback countermeasure not yet implemented",
"RequireAnyClientCertificate-TLS12": "we don't send an alert in this case",
"TooManyKeyUpdates": "no limit implemented",
"TooManyChangeCipherSpec-*": "",
"ServerBogusVersion": "we ignore legacy_version if there's an extension",
"Renegotiate-Client-*": "no reneg",
"Shutdown-Shim-Renegotiate-*": "",
"Shutdown-Shim-HelloRequest-*": "",
"Shutdown-Shim-ApplicationData*": "tests boringssl/openssl-specific behaviour, we don't let application data overtake connection shutdown",
"Renegotiate-Server-*": "",
"Renegotiate-ForbidAfterHandshake": "",
"SendHalfHelloRequest-*": "",
"RetainOnlySHA256-*": "",
"ExtendedMasterSecret-Renego-*": "",
"ALPN*SelectEmpty-*": "",
"Draft-Downgrade-Server": "not implemented; TODO",
"EarlyData-*ALPN*-*": "no alpn change in resumed sessions",
"*EarlyKeyingMaterial-Client-*": "early exporter NYI",
"QUICTransportParams-*": "Bogo assumes this can be tested over TLS1.3 framing"
},
"ErrorMap": {
":HTTP_REQUEST:": ":GARBAGE:",
":HTTPS_PROXY_REQUEST:": ":GARBAGE:",
":WRONG_VERSION_NUMBER:": ":GARBAGE:",
":PEER_DID_NOT_RETURN_A_CERTIFICATE:": ":NO_CERTS:",
":UNEXPECTED_RECORD:": ":UNEXPECTED_MESSAGE:",
":NO_RENEGOTIATION:": ":UNEXPECTED_MESSAGE:",
":DIGEST_CHECK_FAILED:": ":DECRYPTION_FAILED_OR_BAD_RECORD_MAC:",
":APPLICATION_DATA_INSTEAD_OF_HANDSHAKE:": ":UNEXPECTED_MESSAGE:",
":ENCRYPTED_LENGTH_TOO_LONG:": ":GARBAGE:"
},
"TestErrorMap": {
"EmptyCertificateList": ":NO_CERTS:",
"SendInvalidRecordType": ":GARBAGE:",
"NoSharedCipher": ":HANDSHAKE_FAILURE:",
"NoSharedCipher-TLS13": ":HANDSHAKE_FAILURE:",
"InvalidECDHPoint-Client": ":PEER_MISBEHAVIOUR:",
"InvalidECDHPoint-Server": ":PEER_MISBEHAVIOUR:",
"TrailingMessageData-ClientHello": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-ServerHello": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-ServerCertificate": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-CertificateRequest": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-ClientCertificate": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-CertificateVerify": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-NewSessionTicket": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-ServerHelloDone": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-ServerKeyExchange": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-ClientKeyExchange": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-CertificateStatus": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-TLS13-ClientHello": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-TLS13-ServerHello": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-TLS13-EncryptedExtensions": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-TLS13-CertificateRequest": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-TLS13-ServerCertificate": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-TLS13-ServerCertificateVerify": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-TLS13-ServerFinished": ":DECRYPTION_FAILED_OR_BAD_RECORD_MAC:",
"TrailingMessageData-TLS13-ClientCertificate": ":BAD_HANDSHAKE_MSG:",
"TrailingMessageData-TLS13-ClientCertificateVerify": ":BAD_HANDSHAKE_MSG:",
"MissingKeyShare-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"MissingKeyShare-Server-TLS13": ":INCOMPATIBLE:",
"EmptyEncryptedExtensions-TLS13": ":BAD_HANDSHAKE_MSG:",
"NoSupportedCurves": ":INCOMPATIBLE:",
"BadECDHECurve": ":PEER_MISBEHAVIOUR:",
"VersionTooLow": ":INCOMPATIBLE:",
"UnofferedExtension-Client": ":PEER_MISBEHAVIOUR:",
"ServerHelloBogusCipher": ":PEER_MISBEHAVIOUR:",
"ServerHelloBogusCipher-TLS13": ":PEER_MISBEHAVIOUR:",
"ALPNClient-RejectUnknown-TLS12": ":PEER_MISBEHAVIOUR:",
"ALPNClient-EmptyProtocolName-TLS12": ":PEER_MISBEHAVIOUR:",
"ALPNServer-EmptyProtocolName-TLS12": ":PEER_MISBEHAVIOUR:",
"Verify-ServerAuth-SignatureType": ":PEER_MISBEHAVIOUR:",
"ClientAuth-Enforced": ":PEER_MISBEHAVIOUR:",
"ServerAuth-Enforced": ":PEER_MISBEHAVIOUR:",
"UnofferedExtension-Client": ":PEER_MISBEHAVIOUR:",
"UnknownExtension-Client": ":PEER_MISBEHAVIOUR:",
"KeyUpdate-InvalidRequestMode": ":BAD_HANDSHAKE_MSG:",
"ExtraCompressionMethods-TLS13": ":PEER_MISBEHAVIOUR:",
"NoNullCompression-TLS12": ":INCOMPATIBLE:",
"NoNullCompression-TLS13": ":INCOMPATIBLE:",
"InvalidCompressionMethod": ":PEER_MISBEHAVIOUR:",
"TLS13-InvalidCompressionMethod": ":PEER_MISBEHAVIOUR:",
"TLS13-AES128-GCM-server": ":INCOMPATIBLE:",
"TLS13-AES128-GCM-client": ":PEER_MISBEHAVIOUR:",
"TLS13-AES256-GCM-server": ":INCOMPATIBLE:",
"TLS13-AES256-GCM-client": ":PEER_MISBEHAVIOUR:",
"TLS13-ECDHE-ECDSA-AES128-GCM-server": ":INCOMPATIBLE:",
"TLS13-ECDHE-ECDSA-AES128-GCM-client": ":PEER_MISBEHAVIOUR:",
"TLS13-ECDHE-ECDSA-AES256-GCM-server": ":INCOMPATIBLE:",
"TLS13-ECDHE-ECDSA-AES256-GCM-client": ":PEER_MISBEHAVIOUR:",
"TLS13-ECDHE-ECDSA-CHACHA20-POLY1305-server": ":INCOMPATIBLE:",
"TLS13-ECDHE-ECDSA-CHACHA20-POLY1305-client": ":PEER_MISBEHAVIOUR:",
"TLS13-ECDHE-RSA-AES128-GCM-server": ":INCOMPATIBLE:",
"TLS13-ECDHE-RSA-AES128-GCM-client": ":PEER_MISBEHAVIOUR:",
"TLS13-ECDHE-RSA-AES256-GCM-server": ":INCOMPATIBLE:",
"TLS13-ECDHE-RSA-AES256-GCM-client": ":PEER_MISBEHAVIOUR:",
"TLS13-ECDHE-RSA-CHACHA20-POLY1305-server": ":INCOMPATIBLE:",
"TLS13-ECDHE-RSA-CHACHA20-POLY1305-client": ":PEER_MISBEHAVIOUR:",
"TLS12-AEAD-CHACHA20-POLY1305-server": ":INCOMPATIBLE:",
"TLS12-AEAD-CHACHA20-POLY1305-client": ":PEER_MISBEHAVIOUR:",
"TLS12-AEAD-AES128-GCM-SHA256-server": ":INCOMPATIBLE:",
"TLS12-AEAD-AES128-GCM-SHA256-client": ":PEER_MISBEHAVIOUR:",
"TLS12-AEAD-AES256-GCM-SHA384-server": ":INCOMPATIBLE:",
"TLS12-AEAD-AES256-GCM-SHA384-client": ":PEER_MISBEHAVIOUR:",
"SkipHelloRetryRequest-TLS13": ":PEER_MISBEHAVIOUR:",
"NoSupportedVersions": ":INCOMPATIBLE:",
"ClientAuth-Verify-RSA-PKCS1-SHA1-TLS12": ":PEER_ALERT_INTERNAL_ERROR:",
"ServerAuth-Verify-RSA-PKCS1-SHA1-TLS12": ":HANDSHAKE_FAILURE:",
"ClientAuth-Verify-RSA-PKCS1-SHA1-TLS13": ":PEER_MISBEHAVIOUR:",
"ServerAuth-Verify-RSA-PKCS1-SHA1-TLS13": ":PEER_MISBEHAVIOUR:",
"ClientAuth-Verify-RSA-PKCS1-SHA256-TLS13": ":PEER_MISBEHAVIOUR:",
"ServerAuth-Verify-RSA-PKCS1-SHA256-TLS13": ":PEER_MISBEHAVIOUR:",
"ClientAuth-Verify-RSA-PKCS1-SHA384-TLS13": ":PEER_MISBEHAVIOUR:",
"ServerAuth-Verify-RSA-PKCS1-SHA384-TLS13": ":PEER_MISBEHAVIOUR:",
"ClientAuth-Verify-RSA-PKCS1-SHA512-TLS13": ":PEER_MISBEHAVIOUR:",
"ServerAuth-Verify-RSA-PKCS1-SHA512-TLS13": ":PEER_MISBEHAVIOUR:",
"ClientAuth-InvalidSignature-RSA-PKCS1-SHA1-TLS12": ":PEER_MISBEHAVIOUR:",
"ServerAuth-InvalidSignature-RSA-PKCS1-SHA1-TLS12": ":PEER_MISBEHAVIOUR:",
"ServerAuth-Sign-RSA-PKCS1-SHA256-TLS13": ":INCOMPATIBLE:",
"ServerAuth-Sign-RSA-PKCS1-SHA384-TLS13": ":INCOMPATIBLE:",
"ServerAuth-Sign-RSA-PKCS1-SHA512-TLS13": ":INCOMPATIBLE:",
"ClientAuth-Sign-RSA-PKCS1-SHA256-TLS13": ":INCOMPATIBLE:",
"ClientAuth-Sign-RSA-PKCS1-SHA384-TLS13": ":INCOMPATIBLE:",
"ClientAuth-Sign-RSA-PKCS1-SHA512-TLS13": ":INCOMPATIBLE:",
"ALPNClient-EmptyProtocolName-TLS13": ":PEER_MISBEHAVIOUR:",
"ALPNServer-EmptyProtocolName-TLS13": ":PEER_MISBEHAVIOUR:",
"ALPNClient-RejectUnknown-TLS13": ":PEER_MISBEHAVIOUR:",
"ClientAuth-NoFallback-TLS13": ":BAD_HANDSHAKE_MSG:",
"ServerAuth-NoFallback-TLS13": ":INCOMPATIBLE:",
"ClientAuth-Enforced-TLS13": ":PEER_MISBEHAVIOUR:",
"ServerAuth-Enforced-TLS13": ":PEER_MISBEHAVIOUR:",
"SecondClientHelloWrongCurve-TLS13": ":PEER_MISBEHAVIOUR:",
"SecondClientHelloMissingKeyShare-TLS13": ":INCOMPATIBLE:",
"Resume-Server-BinderWrongLength": ":PEER_MISBEHAVIOUR:",
"Resume-Server-NoPSKBinder": ":PEER_MISBEHAVIOUR:",
"Resume-Server-ExtraPSKBinder": ":PEER_MISBEHAVIOUR:",
"Resume-Server-ExtraIdentityNoBinder": ":PEER_MISBEHAVIOUR:",
"Resume-Server-InvalidPSKBinder": ":PEER_MISBEHAVIOUR:",
"Resume-Server-PSKBinderFirstExtension": ":PEER_MISBEHAVIOUR:",
"Resume-Client-PRFMismatch-TLS13": ":PEER_MISBEHAVIOUR:",
"Resume-Client-Mismatch-TLS12-TLS13": ":PEER_MISBEHAVIOUR:",
"Resume-Client-Mismatch-TLS13-TLS12": ":PEER_MISBEHAVIOUR:",
"NoSupportedCurves-TLS13": ":INCOMPATIBLE:",
"BadECDHECurve-TLS13": ":PEER_MISBEHAVIOUR:",
"InvalidECDHPoint-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"InvalidECDHPoint-Server-TLS13": ":PEER_MISBEHAVIOUR:",
"InvalidPSKIdentity-TLS13": ":PEER_MISBEHAVIOUR:",
"AlwaysSelectPSKIdentity-TLS13": ":PEER_MISBEHAVIOUR:",
"TrailingKeyShareData-TLS13": ":BAD_HANDSHAKE_MSG:",
"HelloRetryRequestCurveMismatch-TLS13": ":PEER_MISBEHAVIOUR:",
"HelloRetryRequestVersionMismatch-TLS13": ":BAD_HANDSHAKE_MSG:",
"HelloRetryRequest-DuplicateCookie-TLS13": ":PEER_MISBEHAVIOUR:",
"HelloRetryRequest-DuplicateCurve-TLS13": ":PEER_MISBEHAVIOUR:",
"UnknownUnencryptedExtension-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"UnexpectedUnencryptedExtension-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"UnofferedExtension-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"RenegotiationInfo-Forbidden-TLS13": ":PEER_MISBEHAVIOUR:",
"UnknownExtension-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"RequestContextInHandshake-TLS13": ":BAD_HANDSHAKE_MSG:",
"UnnecessaryHelloRetryRequest-TLS13": ":PEER_MISBEHAVIOUR:",
"UnknownCurve-HelloRetryRequest-TLS13": ":PEER_MISBEHAVIOUR:",
"DisabledCurve-HelloRetryRequest-TLS13": ":PEER_MISBEHAVIOUR:",
"HelloRetryRequest-Empty-TLS13": ":PEER_MISBEHAVIOUR:",
"HelloRetryRequest-EmptyCookie-TLS13": ":PEER_MISBEHAVIOUR:",
"HelloRetryRequest-Unknown-TLS13": ":INCOMPATIBLE:",
"MinimumVersion-Client-TLS13-TLS12": ":INCOMPATIBLE:",
"MinimumVersion-Client2-TLS13-TLS12": ":INCOMPATIBLE:",
"MinimumVersion-Server-TLS13-TLS12": ":INCOMPATIBLE:",
"MinimumVersion-Server2-TLS13-TLS12": ":INCOMPATIBLE:",
"DuplicateKeyShares-TLS13": ":PEER_MISBEHAVIOUR:",
"PartialEncryptedExtensionsWithServerHello": ":PEER_MISBEHAVIOUR:",
"PartialClientFinishedWithClientHello": ":PEER_MISBEHAVIOUR:",
"PointFormat-EncryptedExtensions-TLS13": ":PEER_MISBEHAVIOUR:",
"Ticket-Forbidden-TLS13": ":PEER_MISBEHAVIOUR:",
"PointFormat-Server-MissingUncompressed": ":INCOMPATIBLE:",
"MissingSignatureAlgorithmsInCertificateRequest-TLS13": ":INCOMPATIBLE:",
"NegotiatePSKResumption-TLS13": ":PEER_MISBEHAVIOUR:",
"PointFormat-Client-MissingUncompressed": ":PEER_MISBEHAVIOUR:",
"SendUnsolicitedOCSPOnCertificate-TLS13": ":PEER_MISBEHAVIOUR:",
"SendUnsolicitedSCTOnCertificate-TLS13": ":PEER_MISBEHAVIOUR:",
"UnsolicitedServerNameAck-TLS12": ":PEER_MISBEHAVIOUR:",
"UnsolicitedServerNameAck-TLS13": ":PEER_MISBEHAVIOUR:",
"TicketSessionIDLength-33-TLS12": ":BAD_HANDSHAKE_MSG:",
"Ed25519DefaultDisable-NoAccept": ":PEER_MISBEHAVIOUR:",
"SendUnknownExtensionOnCertificate-TLS13": ":PEER_MISBEHAVIOUR:",
"SendDuplicateExtensionsOnCerts-TLS13": ":PEER_MISBEHAVIOUR:",
"SignedCertificateTimestampListEmpty-Client-TLS12": ":PEER_MISBEHAVIOUR:",
"SignedCertificateTimestampListEmpty-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"SignedCertificateTimestampListEmptySCT-Client-TLS12": ":PEER_MISBEHAVIOUR:",
"SignedCertificateTimestampListEmptySCT-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"EMS-Forbidden-TLS13": ":PEER_MISBEHAVIOUR:",
"Unclean-Shutdown": ":CLOSE_WITHOUT_CLOSE_NOTIFY:",
"SendExtensionOnClientCertificate-TLS13": ":PEER_MISBEHAVIOUR:",
"SendBogusAlertType": ":BAD_ALERT:",
"TLS13-HRR-InvalidCompressionMethod": ":BAD_HANDSHAKE_MSG:",
"CertificateCipherMismatch-RSA": ":PEER_MISBEHAVIOUR:",
"CertificateCipherMismatch-ECDSA": ":PEER_MISBEHAVIOUR:",
"ServerCipherFilter-RSA": ":INCOMPATIBLE:",
"ServerCipherFilter-ECDSA": ":INCOMPATIBLE:",
"SendServerHelloAsHelloRetryRequest": ":BAD_HANDSHAKE_MSG:",
"TLS13-OnlyPadding": ":PEER_MISBEHAVIOUR:",
"TLS13-EmptyRecords": ":PEER_MISBEHAVIOUR:",
"SupportedVersionSelection-TLS12": ":PEER_MISBEHAVIOUR:",
"HelloRetryRequestVersionMismatch-TLS13": ":INCOMPATIBLE:",
"HelloRetryRequest-CipherChange-TLS13": ":PEER_MISBEHAVIOUR:",
"CurveTest-Client-Compressed-P-256-TLS12": ":PEER_MISBEHAVIOUR:",
"CurveTest-Server-Compressed-P-256-TLS12": ":PEER_MISBEHAVIOUR:",
"CurveTest-Client-Compressed-P-256-TLS13": ":PEER_MISBEHAVIOUR:",
"CurveTest-Server-Compressed-P-256-TLS13": ":PEER_MISBEHAVIOUR:",
"CurveTest-Client-Compressed-P-384-TLS12": ":PEER_MISBEHAVIOUR:",
"CurveTest-Server-Compressed-P-384-TLS12": ":PEER_MISBEHAVIOUR:",
"CurveTest-Client-Compressed-P-384-TLS13": ":PEER_MISBEHAVIOUR:",
"CurveTest-Server-Compressed-P-384-TLS13": ":PEER_MISBEHAVIOUR:",
"ExtendedMasterSecret-NoToYes-Client": ":PEER_MISBEHAVIOUR:",
"ExtendedMasterSecret-YesToNo-Server": ":PEER_MISBEHAVIOUR:",
"ExtendedMasterSecret-YesToNo-Client": ":PEER_MISBEHAVIOUR:",
"ServerAcceptsEarlyDataOnHRR-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"Downgrade-TLS12-Client": ":PEER_MISBEHAVIOUR:",
"SecondServerHelloNoVersion-TLS13": ":PEER_MISBEHAVIOUR:",
"SecondServerHelloWrongVersion-TLS13": ":INCOMPATIBLE:",
"EarlyDataVersionDowngrade-Client-TLS13": ":WRONG_VERSION:",
"EarlyDataWithoutResume-Client-TLS13": ":PEER_MISBEHAVIOUR:",
"EarlyDataVersionDowngrade-Client-TLS13": ":PEER_MISBEHAVIOUR:"
},
"TestLocalErrorMap": {
"SendServerHelloAsHelloRetryRequest": "remote error: error decoding message",
"GarbageCertificate-Server-TLS12": "remote error: access denied",
"GarbageCertificate-Server-TLS13": "remote error: access denied",
"ClientAuth-Verify-RSA-PKCS1-SHA1-TLS12": "tls: no common signature algorithms",
"ServerAuth-Verify-RSA-PKCS1-SHA1-TLS12": "tls: no common signature algorithms"
}
}