test.py

#!/usr/bin/env python3
import sys
import unittest
import argparse
import unittest
import functools
import importlib
from irctest.cases import _IrcTestCase
from irctest.runner import TextTestRunner
from irctest.specifications import Specifications
from irctest.basecontrollers import BaseClientController, BaseServerController

def main(args):
    try:
        module = importlib.import_module(args.module)
    except ImportError:
        print('Cannot import module {}'.format(args.module), file=sys.stderr)
        exit(1)

    controller_class = module.get_irctest_controller_class()
    if issubclass(controller_class, BaseClientController):
        from irctest import client_tests as module
    elif issubclass(controller_class, BaseServerController):
        from irctest import server_tests as module
    else:
        print(r'{}.Controller should be a subclass of '
                r'irctest.basecontroller.Base{{Client,Server}}Controller'
                .format(args.module),
                file=sys.stderr)
        exit(1)
    _IrcTestCase.controllerClass = controller_class
    _IrcTestCase.controllerClass.openssl_bin = args.openssl_bin
    _IrcTestCase.show_io = args.show_io
    _IrcTestCase.strictTests = not args.loose
    if args.specification:
        try:
            _IrcTestCase.testedSpecifications = frozenset(
                Specifications.of_name(x) for x in args.specification
                )
        except ValueError:
            print('Invalid set of specifications: {}'
                    .format(', '.join(args.specification)))
            exit(1)
    else:
        specs = list(Specifications)
        # remove deprecated specs
        specs.remove(Specifications.RFCDeprecated)
        specs.remove(Specifications.IRC302Deprecated)

        _IrcTestCase.testedSpecifications = frozenset(specs)
    print('Testing {} on specification(s): {}'.format(
        controller_class.software_name,
        ', '.join(sorted(map(lambda x:x.value,
            _IrcTestCase.testedSpecifications)))))
    ts = module.discover()
    testRunner = TextTestRunner(
            verbosity=args.verbose,
            descriptions=True,
            )
    testLoader = unittest.loader.defaultTestLoader
    result = testRunner.run(ts)
    if result.failures or result.errors:
        exit(1)
    else:
        exit(0)


parser = argparse.ArgumentParser(
        description='A script to test interoperability of IRC software.')
parser.add_argument('module', type=str,
        help='The module used to run the tested program.')
parser.add_argument('--openssl-bin', type=str, default='openssl',
        help='The openssl binary to use')
parser.add_argument('--show-io', action='store_true',
        help='Show input/outputs with the tested program.')
parser.add_argument('-v', '--verbose', action='count', default=1,
        help='Verbosity. Give this option multiple times to make '
        'it even more verbose.')
parser.add_argument('-s', '--specification', type=str, action='append',
        help=('The set of specifications to test the program with. '
        'Valid values: {}. '
        'Use this option multiple times to test with multiple '
        'specifications. If it is not given, defaults to all that '
        'are not deprecated.')
        .format(', '.join(x.value for x in Specifications)))
parser.add_argument('-l', '--loose', action='store_true',
        help='Disables strict checks of conformity to the specification. '
        'Strict means the specification is unclear, and the most restrictive '
        'interpretation is choosen.')


args = parser.parse_args()
main(args)