""" Test runner for the JSON Schema official test suite Tests comprehensive correctness of each draft's validator. See https://github.com/json-schema-org/JSON-Schema-Test-Suite for details. """ import sys from jsonschema.tests._suite import Suite import jsonschema SUITE = Suite() DRAFT3 = SUITE.version(name="draft3") DRAFT4 = SUITE.version(name="draft4") DRAFT6 = SUITE.version(name="draft6") DRAFT7 = SUITE.version(name="draft7") DRAFT201909 = SUITE.version(name="draft2019-09") DRAFT202012 = SUITE.version(name="draft2020-12") def skip(message, **kwargs): def skipper(test): if all(value == getattr(test, attr) for attr, value in kwargs.items()): return message return skipper def missing_format(Validator): def missing_format(test): # pragma: no cover schema = test.schema if ( schema is True or schema is False or "format" not in schema or schema["format"] in Validator.FORMAT_CHECKER.checkers or test.valid ): return return f"Format checker {schema['format']!r} not found." return missing_format def complex_email_validation(test): if test.subject != "email": return message = "Complex email validation is (intentionally) unsupported." return skip( message=message, description="an invalid domain", )(test) or skip( message=message, description="an invalid IPv4-address-literal", )(test) or skip( message=message, description="dot after local part is not valid", )(test) or skip( message=message, description="dot before local part is not valid", )(test) or skip( message=message, description="two subsequent dots inside local part are not valid", )(test) if sys.version_info < (3, 9): # pragma: no cover message = "Rejecting leading zeros is 3.9+" allowed_leading_zeros = skip( message=message, subject="ipv4", description="invalid leading zeroes, as they are treated as octals", ) else: def allowed_leading_zeros(test): # pragma: no cover return def leap_second(test): message = "Leap seconds are unsupported." return skip( message=message, subject="time", description="a valid time string with leap second", )(test) or skip( message=message, subject="time", description="a valid time string with leap second, Zulu", )(test) or skip( message=message, subject="time", description="a valid time string with leap second with offset", )(test) or skip( message=message, subject="time", description="valid leap second, positive time-offset", )(test) or skip( message=message, subject="time", description="valid leap second, negative time-offset", )(test) or skip( message=message, subject="time", description="valid leap second, large positive time-offset", )(test) or skip( message=message, subject="time", description="valid leap second, large negative time-offset", )(test) or skip( message=message, subject="time", description="valid leap second, zero time-offset", )(test) or skip( message=message, subject="date-time", description="a valid date-time with a leap second, UTC", )(test) or skip( message=message, subject="date-time", description="a valid date-time with a leap second, with minus offset", )(test) TestDraft3 = DRAFT3.to_unittest_testcase( DRAFT3.cases(), DRAFT3.format_cases(), DRAFT3.optional_cases_of(name="bignum"), DRAFT3.optional_cases_of(name="non-bmp-regex"), DRAFT3.optional_cases_of(name="zeroTerminatedFloats"), Validator=jsonschema.Draft3Validator, format_checker=jsonschema.Draft3Validator.FORMAT_CHECKER, skip=lambda test: ( missing_format(jsonschema.Draft3Validator)(test) or complex_email_validation(test) ), ) TestDraft4 = DRAFT4.to_unittest_testcase( DRAFT4.cases(), DRAFT4.format_cases(), DRAFT4.optional_cases_of(name="bignum"), DRAFT4.optional_cases_of(name="float-overflow"), DRAFT4.optional_cases_of(name="id"), DRAFT4.optional_cases_of(name="non-bmp-regex"), DRAFT4.optional_cases_of(name="zeroTerminatedFloats"), Validator=jsonschema.Draft4Validator, format_checker=jsonschema.Draft4Validator.FORMAT_CHECKER, skip=lambda test: ( allowed_leading_zeros(test) or leap_second(test) or missing_format(jsonschema.Draft4Validator)(test) or complex_email_validation(test) ), ) TestDraft6 = DRAFT6.to_unittest_testcase( DRAFT6.cases(), DRAFT6.format_cases(), DRAFT6.optional_cases_of(name="bignum"), DRAFT6.optional_cases_of(name="float-overflow"), DRAFT6.optional_cases_of(name="id"), DRAFT6.optional_cases_of(name="non-bmp-regex"), Validator=jsonschema.Draft6Validator, format_checker=jsonschema.Draft6Validator.FORMAT_CHECKER, skip=lambda test: ( allowed_leading_zeros(test) or leap_second(test) or missing_format(jsonschema.Draft6Validator)(test) or complex_email_validation(test) ), ) TestDraft7 = DRAFT7.to_unittest_testcase( DRAFT7.cases(), DRAFT7.format_cases(), DRAFT7.optional_cases_of(name="bignum"), DRAFT7.optional_cases_of(name="cross-draft"), DRAFT7.optional_cases_of(name="float-overflow"), DRAFT6.optional_cases_of(name="id"), DRAFT7.optional_cases_of(name="non-bmp-regex"), DRAFT7.optional_cases_of(name="unknownKeyword"), Validator=jsonschema.Draft7Validator, format_checker=jsonschema.Draft7Validator.FORMAT_CHECKER, skip=lambda test: ( allowed_leading_zeros(test) or leap_second(test) or missing_format(jsonschema.Draft7Validator)(test) or complex_email_validation(test) ), ) TestDraft201909 = DRAFT201909.to_unittest_testcase( DRAFT201909.cases(), DRAFT201909.optional_cases_of(name="anchor"), DRAFT201909.optional_cases_of(name="bignum"), DRAFT201909.optional_cases_of(name="cross-draft"), DRAFT201909.optional_cases_of(name="float-overflow"), DRAFT201909.optional_cases_of(name="id"), DRAFT201909.optional_cases_of(name="no-schema"), DRAFT201909.optional_cases_of(name="non-bmp-regex"), DRAFT201909.optional_cases_of(name="refOfUnknownKeyword"), DRAFT201909.optional_cases_of(name="unknownKeyword"), Validator=jsonschema.Draft201909Validator, skip=skip( message="Vocabulary support is still in-progress.", subject="vocabulary", description=( "no validation: invalid number, but it still validates" ), ), ) TestDraft201909Format = DRAFT201909.to_unittest_testcase( DRAFT201909.format_cases(), name="TestDraft201909Format", Validator=jsonschema.Draft201909Validator, format_checker=jsonschema.Draft201909Validator.FORMAT_CHECKER, skip=lambda test: ( complex_email_validation(test) or allowed_leading_zeros(test) or leap_second(test) or missing_format(jsonschema.Draft201909Validator)(test) or complex_email_validation(test) ), ) TestDraft202012 = DRAFT202012.to_unittest_testcase( DRAFT202012.cases(), DRAFT201909.optional_cases_of(name="anchor"), DRAFT202012.optional_cases_of(name="bignum"), DRAFT202012.optional_cases_of(name="cross-draft"), DRAFT202012.optional_cases_of(name="float-overflow"), DRAFT202012.optional_cases_of(name="id"), DRAFT202012.optional_cases_of(name="no-schema"), DRAFT202012.optional_cases_of(name="non-bmp-regex"), DRAFT202012.optional_cases_of(name="refOfUnknownKeyword"), DRAFT202012.optional_cases_of(name="unknownKeyword"), Validator=jsonschema.Draft202012Validator, skip=skip( message="Vocabulary support is still in-progress.", subject="vocabulary", description=( "no validation: invalid number, but it still validates" ), ), ) TestDraft202012Format = DRAFT202012.to_unittest_testcase( DRAFT202012.format_cases(), name="TestDraft202012Format", Validator=jsonschema.Draft202012Validator, format_checker=jsonschema.Draft202012Validator.FORMAT_CHECKER, skip=lambda test: ( complex_email_validation(test) or allowed_leading_zeros(test) or leap_second(test) or missing_format(jsonschema.Draft202012Validator)(test) or complex_email_validation(test) ), )