import sys
import os
import tempfile

from xml.etree import ElementTree as ET
from nose2.tests._common import FunctionalTestCase


def read_report(path):
    with open(path, 'r', encoding='utf-8') as f:
        return ET.parse(f).getroot()


class TestSubtests(FunctionalTestCase):

    def setUp(self):
        super(TestSubtests, self).setUp()
        if sys.version_info < (3, 4):
            self.skipTest('Python >= 3.4 required')

    def test_success(self):
        proc = self.runIn(
            'scenario/subtests',
            '-v',
            'test_subtests.Case.test_subtest_success'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_success')
        self.assertTestRunOutputMatches(proc, stderr='OK')
        self.assertEqual(proc.poll(), 0)

    def test_failure(self):
        proc = self.runIn(
            'scenario/subtests',
            '-v',
            'test_subtests.Case.test_subtest_failure'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(failures=3\)')
        self.assertEqual(proc.poll(), 1)

    def test_error(self):
        proc = self.runIn(
            'scenario/subtests',
            '-v',
            'test_subtests.Case.test_subtest_error'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=0\)')
        self.assertTestRunOutputMatches(proc, stderr='RuntimeError: 0')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='RuntimeError: 1')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=2\)')
        self.assertTestRunOutputMatches(proc, stderr='RuntimeError: 2')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(errors=3\)')
        self.assertEqual(proc.poll(), 1)

    def test_expected_failure(self):
        proc = self.runIn(
            'scenario/subtests',
            '-v',
            'test_subtests.Case.test_subtest_expected_failure'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_expected_failure.*expected failure')
        self.assertTestRunOutputMatches(proc, stderr='OK \(expected failures=1\)')
        self.assertEqual(proc.poll(), 0)

    def test_message(self):
        proc = self.runIn(
            'scenario/subtests',
            '-v',
            'test_subtests.Case.test_subtest_message'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(failures=3\)')
        self.assertEqual(proc.poll(), 1)

    def test_all(self):
        proc = self.runIn(
            'scenario/subtests',
            '-v',
            'test_subtests'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 5 tests')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=0\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=2\)')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(failures=6, errors=3, expected failures=1\)')
        self.assertEqual(proc.poll(), 1)


class TestSubtestsMultiprocess(FunctionalTestCase):

    def setUp(self):
        super(TestSubtestsMultiprocess, self).setUp()
        if sys.version_info < (3, 4):
            self.skipTest('Python >= 3.4 required')

    def test_success(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.mp',
            '--processes=2',
            '-v',
            'test_subtests.Case.test_subtest_success'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_success')
        self.assertTestRunOutputMatches(proc, stderr='OK')
        self.assertEqual(proc.poll(), 0)

    def test_failure(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.mp',
            '--processes=2',
            '-v',
            'test_subtests.Case.test_subtest_failure'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(failures=3\)')
        self.assertEqual(proc.poll(), 1)

    def test_error(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.mp',
            '--processes=2',
            '-v',
            'test_subtests.Case.test_subtest_error'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=0\)')
        self.assertTestRunOutputMatches(proc, stderr='RuntimeError: 0')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='RuntimeError: 1')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=2\)')
        self.assertTestRunOutputMatches(proc, stderr='RuntimeError: 2')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(errors=3\)')
        self.assertEqual(proc.poll(), 1)

    def test_expected_failure(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.mp',
            '--processes=2',
            '-v',
            'test_subtests.Case.test_subtest_expected_failure'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_expected_failure.*expected failure')
        self.assertTestRunOutputMatches(proc, stderr='OK \(expected failures=1\)')
        self.assertEqual(proc.poll(), 0)

    def test_message(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.mp',
            '--processes=2',
            '-v',
            'test_subtests.Case.test_subtest_message'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(failures=3\)')
        self.assertEqual(proc.poll(), 1)

    def test_all(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.mp',
            '--processes=2',
            '-v',
            'test_subtests'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 5 tests')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_message.*\[msg\] \(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=0\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_error.*\(i=2\)')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(failures=6, errors=3, expected failures=1\)')
        self.assertEqual(proc.poll(), 1)


class TestSubtestsJunitXml(FunctionalTestCase):

    def setUp(self):
        super(TestSubtestsJunitXml, self).setUp()
        if sys.version_info < (3, 4):
            self.skipTest('Python >= 3.4 required')
        tmp = tempfile.NamedTemporaryFile(delete=False)
        tmp.close()
        self.junit_report = tmp.name

    def tearDown(self):
        os.remove(self.junit_report)

    def test_success(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.junitxml',
            '--junit-xml',
            '--junit-xml-path={}'.format(self.junit_report),
            '-v',
            'test_subtests.Case.test_subtest_success'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='OK')
        self.assertEqual(proc.poll(), 0)

        tree = read_report(self.junit_report)
        self.assertEqual(tree.get('tests'), '1')
        self.assertEqual(tree.get('failures'), '0')
        self.assertEqual(tree.get('errors'), '0')
        self.assertEqual(tree.get('skipped'), '0')
        self.assertEqual(len(tree.findall('testcase')), 1)

        for test_case in tree.findall('testcase'):
            self.assertEqual(test_case.get('name'), 'test_subtest_success')

    def test_failure(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.junitxml',
            '--junit-xml',
            '--junit-xml-path={}'.format(self.junit_report),
            '-v',
            'test_subtests.Case.test_subtest_failure'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='FAILED')
        self.assertEqual(proc.poll(), 1)

        tree = read_report(self.junit_report)
        self.assertEqual(tree.get('tests'), '1')
        self.assertEqual(tree.get('failures'), '3')
        self.assertEqual(tree.get('errors'), '0')
        self.assertEqual(tree.get('skipped'), '0')
        self.assertEqual(len(tree.findall('testcase')), 3)

        for index, test_case in enumerate(tree.findall('testcase')):
            self.assertEqual(test_case.get('name'), 'test_subtest_failure (i={})'.format(index*2+1))

    def test_error(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.junitxml',
            '--junit-xml',
            '--junit-xml-path={}'.format(self.junit_report),
            '-v',
            'test_subtests.Case.test_subtest_error'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='FAILED')
        self.assertEqual(proc.poll(), 1)

        tree = read_report(self.junit_report)
        self.assertEqual(tree.get('tests'), '1')
        self.assertEqual(tree.get('failures'), '0')
        self.assertEqual(tree.get('errors'), '3')
        self.assertEqual(tree.get('skipped'), '0')
        self.assertEqual(len(tree.findall('testcase')), 3)

        for index, test_case in enumerate(tree.findall('testcase')):
            self.assertEqual(test_case.get('name'), 'test_subtest_error (i={})'.format(index))

    def test_expected_failure(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.junitxml',
            '--junit-xml',
            '--junit-xml-path={}'.format(self.junit_report),
            '-v',
            'test_subtests.Case.test_subtest_expected_failure'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='OK')
        self.assertEqual(proc.poll(), 0)

        tree = read_report(self.junit_report)
        self.assertEqual(tree.get('tests'), '1')
        self.assertEqual(tree.get('failures'), '0')
        self.assertEqual(tree.get('errors'), '0')
        self.assertEqual(tree.get('skipped'), '1')
        self.assertEqual(len(tree.findall('testcase')), 1)

        for test_case in tree.findall('testcase'):
            self.assertEqual(test_case.get('name'), 'test_subtest_expected_failure')

    def test_message(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.junitxml',
            '--junit-xml',
            '--junit-xml-path={}'.format(self.junit_report),
            '-v',
            'test_subtests.Case.test_subtest_message'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='FAILED')
        self.assertEqual(proc.poll(), 1)

        tree = read_report(self.junit_report)
        self.assertEqual(tree.get('tests'), '1')
        self.assertEqual(tree.get('failures'), '3')
        self.assertEqual(tree.get('errors'), '0')
        self.assertEqual(tree.get('skipped'), '0')
        self.assertEqual(len(tree.findall('testcase')), 3)

        for index, test_case in enumerate(tree.findall('testcase')):
            self.assertEqual(test_case.get('name'), 'test_subtest_message [msg] (i={})'.format(index*2+1))

    def test_all(self):
        proc = self.runIn(
            'scenario/subtests',
            '--plugin=nose2.plugins.junitxml',
            '--junit-xml',
            '--junit-xml-path={}'.format(self.junit_report),
            '-v',
            'test_subtests'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 5 tests')
        self.assertTestRunOutputMatches(proc, stderr='FAILED')
        self.assertEqual(proc.poll(), 1)

        tree = read_report(self.junit_report)
        self.assertEqual(tree.get('tests'), '5')
        self.assertEqual(tree.get('failures'), '6')
        self.assertEqual(tree.get('errors'), '3')
        self.assertEqual(tree.get('skipped'), '1')
        self.assertEqual(len(tree.findall('testcase')), 11)


class TestSubtestsFailFast(FunctionalTestCase):

    def setUp(self):
        super(TestSubtestsFailFast, self).setUp()
        if sys.version_info < (3, 4):
            self.skipTest('Python >= 3.4 required')

    def test_failure(self):
        proc = self.runIn(
            'scenario/subtests',
            '-v',
            'test_subtests.Case.test_subtest_failure'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=3\)')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=5\)')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(failures=3\)')
        self.assertEqual(proc.poll(), 1)

    def test_failfast(self):
        proc = self.runIn(
            'scenario/subtests',
            '--fail-fast',
            '-v',
            'test_subtests.Case.test_subtest_failure'
        )
        self.assertTestRunOutputMatches(proc, stderr='Ran 1 test')
        self.assertTestRunOutputMatches(proc, stderr='test_subtest_failure.*\(i=1\)')
        self.assertTestRunOutputMatches(proc, stderr='FAILED \(failures=1\)')
        self.assertEqual(proc.poll(), 1)