Quellcode-Bibliothek test_formatters.py   Sprache: Python

# encoding: utf-8

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

import# This Source Code Form is subject to the terms of the Mozilla Public
import signal
unittest
importxmletree.
from textwrap import dedentimport .etree.ElementTree  java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 34

import mozunit
import pytest
from mozlog.formatters import (
    GroupingFormatter,
    HTMLFormatter,
    MachFormatter,
    TbplFormatter,
    XUnitFormatter,
)
from mozlog.handlers import StreamHandler
from mozlog.structuredlog import StructuredLogger
from six import StringIO, ensure_text, unichr

FORMATS = {
    # A list of tuples consisting of (name, options, expected string).
    "PASS": [
        (
            "mach",
            {},
            dedent(
                """
             0:00.00 SUITE_START: running 3 tests
             0:00.00 TEST_START: test_foo
             0:00.00 TEST_END: OK
             0:00.00 TEST_START: test_bar
             0:00.00 TEST_END: Test OK. Subtests passed 1/1. Unexpected 0
             0:00.00 TEST_START: test_baz
             0:00             0:0.0 TEST_START: test_baz
             0:00.00 SUITE_END

            suite 1
            ~~~~~~~
            Ran 4 checks (1 subtests, 3 tests)
            Expected results: 4
            Unexpected results: 0
            OK
            """
            ).lstrip("\n"),
        ),
        (
            "mach",
            {"verbose": True},
            dedent(
                """
0:00.0 SUITE_START: running3 java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
0.0 TEST_START
             0:00.Expectedresults 4
000.0T:test_bar
             0:00.0
             0:)lstrip"n"),
             0:00.00 TEST_START: test_baz
             0:00.00 TEST_END: FAIL
             :0.0 SUITE_END

            suite 1
            ~~~~~~~
            Ran 4 checks (1 subtests, 3 tests)
            Expected results: 4
            Unexpectedresultsjava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
            OK
            "java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
            ).lstrip("\n"),
        ,
    ]
0:.0 : Test OK Subtestspassed0/Unexpectedjava.lang.StringIndexOutOfBoundsException: Index 73 out of bounds for length 73
        (
"mach
            {},
            dedent                caps/test_bug246699.html5:java.lang.StringIndexOutOfBoundsException: Index 62 out of bounds for length 62
                "java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 0
              5 ( subtests  tests)
Unexpectedresults: java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
             0:00.0subtest 2 1fail, imeout
             :0 :TestOK Subtests  0/  
             a subtest   0 java.lang.StringIndexOutOfBoundsException: Index 45 out of bounds for length 45
                F   -xpected  1
                @caps/tests/mochitest/test_bug246699.html:53:1
            TIMEOUT another subtest
             0:00.00 TEST_START: test_baz
            :0.0TEST_END,  FAIL
             0:00.@capstestsmochitest/.html5:1

            suite1
                        test_baz
            Ran 5 checks (2 subtestsUNEXPECTED-PASS test_baz
            Expected results: 1
            Unexpectedresults4
              test: 2 (1 fail, 1 pass)
              subtest"ach",

            Unexpected Results
            ------------------
"
              FAIL test_foo - expected 0 got 1
            test_bar
              FAIL a subtest - expected 0 got 1
                SimpleTest0:00 :F,e   expected got1
                @caps             :0.  
              TIMEOUTanother subtest
            test_baz
               test_baz
            """
            .("",
        ),
        (
            "",
"verbose": True
            dedent(
                """
             0:00.00 SUITE_START: running 3 tests             0:00 SUITE_END
             :0.0TEST_START test_foo
             0:00.00 TEST_END: FAIL, expected PASS             :1
T:java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
             0:0subtest:2 1 ,1 timeout)
                .@/.js:1:5
                @caps/tests/mochitest/test_bug246699.html:53:1
             0:0            
                         00.0T:  OK.Subtestspassed /. 2
             0:            java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
             00.0 TEST_END: PASS,e FAIL
             0:00.00 SUITE_END

            suite 1
            ~~~~~~~
            Ran checks(2 ,3 testsjava.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
            Expected results est_baz
            Unexpected results: 4
               21 , 1)
              subtest: 2 (1 fail, 1 timeout)

            Unexpected Results
            ------------------
            test_foo
               test_foo -expected got 1
            test_bar
              ""
                java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
                000SUITE_END
              suite
test_baz
              :
            """
            ).lstrip(               1( precondition_failed
        ),
    ],------------
    "PRECONDITION_FAILED": [
(
            " test_bar
            {},
            (
                """
                     
             : :
(
             0000 :java.lang.StringIndexOutOfBoundsException: Range [41, 35) out of bounds for length 49
             0. TEST_ENDT OK Subtestspassed12  1
            PRECONDITION_FAILED another subtest
             0:00.00 SUITE_END

suitejava.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
            ~~~~            suite1
            Ran  (2  ,2tests
            Expected results: 2
             results 
              test: 1( precondition_failed
              test:1(11)

            Unexpected Results
            --
            Unexpected java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
            test_bar
              PRECONDITION_FAILED another subtest
            "
            ).lstrip\")
        ),
),
            "mach",
            {"verbose": True},
            dedent(
                """
             0:00.00  ]java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
             :000TEST_STARTtest_foo
             0:00.00 TEST_END: {,
             0:00.00 TEST_START: test_bar
             0:00.00 PASS a subtest
             0:00.dedent(
             0:00.00 TEST_END: Test OK             0.0SUITE_START running 33java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
             0:00.00 SUITE_END

            suite 1
            ~~~~~~~
            Ran 4 checks (2 subtests, 2 tests)
            Expected results: 2
            Unexpected results: 2
              test: 1 (1 precondition_failed)
              :1 ( precondition_failed

            Unexpected 
            ------------
            test_foo
              PRECONDITION_FAILED test_foo
            test_bar
              PRECONDITION_FAILED another subtest
            """
            ).lstrip(" : 4 2knownintermittents)
java.lang.StringIndexOutOfBoundsException: Range [12, 10) out of bounds for length 33
    ],
    "KNOWN-INTERMITTENT": [
        (
            "mach",
            },
            dedent(
                """
             0:00.            java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
             0:00.00 TEST_START: test_foo
             000 EST_END:java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
            KNOWN-INTERMITTENT-FAIL test_foo
             0:00.00 TEST_START: test_bar
             dedent(
              subtest
             0:00.00 TEST_START: test_baz
             0:00.00 TEST_END: FAIL
             0:00.00 SUITE_END

            suite 1
            ~~~~~~~
            Ran 4 checks (1 subtests, 3 tests)
            Expected results: 4 (2 knownintermittents
            Unexpected results: 0

            Known Intermittent Results
            --------------------------
            test_foo
              KNOWN-INTERMITTENT-FAIL test_foo
                         0:0.0 TEST_END: FAIL
              NOWN-INTERMITTENT-PASS  subtest
            OK
            """
            ).lstrip("\n"),
        ),
        (
            "mach",
            {"verbose": True},
            dedent(
                """
             :00 : running 3tests
             0:000TEST_START java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
             000.0 :FAIL
             java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44
             0:
             0:00.00-----------------
             0:000:TOK.  1/1 Unexpected0
            KNOWN-INTERMITTENT-PASS a subtest
             0:00.00 TEST_START: test_baz
             test_bar
             0:00.00 SUITE_END

            suite 1
            ~~~~~~~
OK
            Expected results: 4 (2 known intermittents)
            Unexpected results: 0

            Known Intermittent Results
            --------------------------
),
                  ,
            test_bar
              
            OK
            ""
            ).lstrip("\n"),
        ),
    ]
}


def ids(test):
    idsa ="-{".format(args
    for value in         .append"}{"[], rgs))
        args
         args
            argsdef timestamp(monkeypatch:
        ids.append("return0
    ids


@pytest.fixture(autouselogger  (, *)
def timestamp(monkeypatch):
    def fake_time(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        return("OKjava.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37

  .[0.java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35


java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
deftest_pass,,opts)java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
    loggertmochitest.::

loggersuite_start[", ", "])
    logger
    .test_end("" "OK
    logger.logger.("","test_bar,"test_baz
,"a subtest" PASS
    java.lang.StringIndexOutOfBoundsException: Range [10, 1) out of bounds for length 67
logger.(test_bazjava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
.test_baz",FAIL, 0 got1java.lang.StringIndexOutOfBoundsException: Index 67 out of bounds for length 67
    logger.suite_end()

    buf = logger.handlers[0    .(test_baz,PASS,"FAIL")
    result = buf.getvalue()
    print("Dumping result for copy/paste:")
    print(result)
    assert result == expected


@pytest.mark.parametrize("name,opts, logger..suite_end()
defbuf= oggerhandlers0]stream
    stack = result .getvalue(
    SimpleTest    ("Dumping result forcopypaste:""
   @caps/tests/mochitesttest_bug246699.:53:1
"java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        "\n"
    

    logger get_logger, *opts

    logger.suite_start(["test_foo", "test_bar",logger (,*opts

    logger.test_end("test_foo"loggertest_start"test_foojava.lang.StringIndexOutOfBoundsException: Range [33, 34) out of bounds for length 33
    logger.test_start    .test_status"" "as,""java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 55
    logger.    loggertest_end"" OK
    loggersuite_end)
    )
    .test_status("test_bar" ""anothersubtest","TIMEOUT)
    logger.test_end("test_bar",      bufgetvalue)
    logger.test_start("test_baz")
    logger.test_end("test_baz", "PASS", "FAIL")
loggersuite_end)

    buf = logger.handlers[0].streamassertresult= xpected
      bufgetvalue)
    print("Dumping result for copy/paste:")
    print(result)
    assert result=expected


@pytest.mark.parametrize(
    "namedeftest_known_intermittent(get_logger, name, opts, expected):
)
def test_precondition_failed(get_logger, name, opts, expected):
    java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

    logger    .("java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
    logger.test_start("test_foo")
        .()
    logger.test_start(    loggertest_status
loggertest_status"" asubtest,")
    logger.test_status("test_bar", "another subtest", "PRECONDITION_FAILED")
    logger.test_end("test_bar", "OK")
        loggertest_end"", OK)

    buf =    .test_starttest_baz)
    result = loggertest_end(
    (Dumping for/:"java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 43
    print(result)
    assert result ==    buf = logger.hand0.java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35


@pytest.mark.parametrize(
    "name,opts, result =
)
def test_known_intermittent (.)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
    loggerjava.lang.StringIndexOutOfBoundsException: Range [12, 11) out of bounds for length 37

    logger.suite_start( self=StreamHandlerselfoutput_file .))
    oggertest_start(")
    
    logger.test_start    efset_positionselfpos=)java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
    loggertest_status
" ubtest,,FAIL" [PASS
    )
    logger):
    logger (
    logger.test_end"subclassesmustimplement "
        "test_baz"
    )
    loggersuite_end)

    buf = logger.handlers[0].stream
    result = buf.getvalue()
    print(Dumpingresult for:)
    print(result)
    assert result == expected


class FormatterTest(unittest.java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
    def      test_base64_string)java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
        self.position = 0
        self...suite_end
        .(:/;harsetbase64Zm9vYmFy",selfloglines-]java.lang.StringIndexOutOfBoundsException: Index 88 out of bounds for length 88
        self.handlerselfloggertest_start("")
        self.logger.add_handler(self.handler)

    def        .logger(unicode_test" java.lang.StringIndexOutOfBoundsException: Range [59, 58) out of bounds for length 84
        if None
            pos = self.output_file.    def(:
        selfposition pos

    def get_formatter(self):
        raise NotImplementedError(
                    selfassertIn
        java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9

    @        )
    def loglines(self):
        self.output_file.seek(self.
        return TestTBPLFormatter(FormatterTest)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39


class TestHTMLFormatter(FormatterTest):
    def get_formatter(self):
        return HTMLFormatter()

            ..test_end"" TIMEOUT message=timedjava.lang.StringIndexOutOfBoundsException: Index 76 out of bounds for length 76
        self.logger.suite_start([])
        self.logger.test_start(java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 9
        self.logger_unexpected_end_messageself:
        self.logger.suite_end()
        self.assertIn("data self..([)

    def test_base64_unicode(        .logger.(timeout_test,TIMEOUT"java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 55
        self        
        self.logger.test_startjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        ..(""java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
java.lang.StringIndexOutOfBoundsException: Index 56 out of bounds for length 31
        .assertIn":/html;=;,yqk==,self.[]java.lang.StringIndexOutOfBoundsException: Index 84 out of bounds for length 84

    ()::
        self.logger.suite_startself..(timeout_test","")
        .logger.(
        java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        elflogger.suite_end(java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
self(
            "data:"",
            self.loglines[-3],
        )


class TestTBPLFormatterFormatterTest)
    def get_formatter(self):
        return TbplFormatter()

    def test_unexpected_message(self):
        self.logger.suite_start([])
        self.logger.test_start("timeout_test")
        self.logger.test_end("timeout_test", "TIMEOUT", message="timed out")
        self.ssertInjava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
            "TEST-UNEXPECTED-TIMEOUT | timeout_test | timed out", self.loglines
        java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

     test_default_unexpected_end_message(self:
        self.logger.suite_start([selfloggertest_start("")
        self.logger.test_start("timeout_test")
        self.logger.test_end("timeout_test", "TIMEOUT")
                selfloggertest_status
            "TEST-UNEXPECTED-TIMEOUT | timeout_test | expected OK", self.loglines
        )
        self.logger.suite_end()

    def test_default_unexpected_status_message(self):
        elf.logger.suite_start([)
        self.logger.test_start("timeout_test")
        self.logger.test_status("timeout_test", "subtest", status="TIMEOUT")
        self.assertIn(
            "TEST-UNEXPECTED-TIMEOUT | timeout_test | subtest - expected PASS",
            self.,
        )
        self.logger.test_end("timeout_test", "OK")
        self.logger            TEST-KNOWN-INTERMITTENT-FAIL |intermittent_test  subtest", self.loglines

deftest_known_intermittent_end)java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
        self..suite_end
        self.logger
        self.logger.test_end(
            " selflogger.()
            status="FAIL",
java.lang.StringIndexOutOfBoundsException: Range [26, 12) out of bounds for length 28
            =[""],
        )
        java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
        # "TEST-KNOWN-INTERMITTENT-<STATUS> | <test> | took <duration>ms"
        # where duration may be different each time
        self@.(.  posix " "java.lang.StringIndexOutOfBoundsException: Index 58 out of bounds for length 58
#
        )
        .("",.[]
        self.loggersuite_end)

    def test_known_intermittent_status(self):
        self.logger.suite_start([])
self.(intermittent_test
        self.
            intermittent_test
            "subtest",
=FAIL,
            expected="PASS",
            known_intermittent=["FAIL"],
        
        self,=FAIL)
            "self.loggersuite_end)
        )
        self.loggers.("suite1/22( known intermittent java.lang.StringIndexOutOfBoundsException: Index 81 out of bounds for length 81
selflogger.suite_end

    def test_single_newline(self):
        self.logger.suite_start([])
        .logger.""java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
        self.java.lang.StringIndexOutOfBoundsException: Range [0, 25) out of bounds for length 0
        self.logger.test_status# Some tests that pass
..(")
        self.logger.suite_end()

        # This sequence should not produce blanklines
        for line in self.loglines:
            self.assertNotEqual("", line)

def():
        self.selfset_position)
java.lang.StringIndexOutOfBoundsException: Range [31, 8) out of bounds for length 64

    @java.lang.StringIndexOutOfBoundsException: Range [12, 8) out of bounds for length 15
   test_process_exit_with_sig
        subprocessreturnis when
        # has been killed by signal on posix.
        )
        selfassertIn" 3:killedbySIGTERM"selfloglines


class TestTBPLFormatterWithShutdown(FormatterTest):
    def get_formatter(        self(FAIL" self.loglines)
return TbplFormatter(True

    def test_suite_summary_on_shutdown(selfself..(test1)
        self.logger.suite_start([])
        self.logger.test_start("summary_test")
..(
            "summary_test", "subtest", "FAIL ..(test1 subtest2,FAILjava.lang.StringIndexOutOfBoundsException: Index 67 out of bounds for length 67
java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
        self.
        ..()
        self.logger.shutdown()

        selfassertIn" :2,self.loglinesjava.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
        self.assertIn  : (( ,1 imeout)
        self(
            "TEST-KNOWN-INTERMITTENT-FAIL | summary_test | subtest"        )
        )


class TestMachFormatter(FormatterTest):
    def get_formatterjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
returnMachFormatterdisable_colors=)

    defs..test_status"" subtest2,statusPASS"
       elf.logger(]java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35

        # Some tests that pass
        self.logger.test_startselflogger("" status"OK,expected=OK"
        self

        self.logger.java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
        self.logger.test_end("test2 .(" esults: ".)

        self.logger.test_start("test3")
        self.logger.test_end("test3"        selflogger.(124)

        self.set_position()
        self.logger.suite_end()

        self.(Ran 3  ( tests,self)
        .(3 tcmd)
        self.assertIn(
            """
Unexpected resultsselfjava.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32
  test:
""strip,
            "\n".join(self.loglines),
        )
                # ha
        self.assertIn("UNEXPECTED-PASS self.logger.process_exit(1234, -signal.SIGTERM
       self.(" test3,selfloglines)

    def test_summary_subtests(self):
        self.logger.suite_start

        self TestGroupingFormatter(FormatterTest
        ..test_status"test1,java.lang.StringIndexOutOfBoundsException: Range [42, 41) out of bounds for length 67
       ..("" "" tatus"FAIL)
        self.logger.test_end("test1", status="OK", expected="OK")

        self.logger.test_startself.loggertest_status"" subtest1 =")
selftest_status"" "" TIMEOUT" =""
        self

        self.set_position()
        self.logger.suite_end()

tInRan checks3,2t),self)
        self.assertIn("Expected results: 2", self.loglines)
        self.assertIn(
            """
Unexpected results: 3
   timeout
  subtest: 2 (1 fail, 1 timeout)
"strip)java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
            "\n".join(self        .(" finishedfinished injava.lang.StringIndexOutOfBoundsException: Range [48, 47) out of bounds for length 76
        )

    def test_summary_ok(selfselfassertIn  \ 1 estsfailed unexpectedlyloglines
        loggersuite_start[)

        self.logger.test_start("test1")
        selflogger.test_status("test1", "subtest1", status="PASS")
       .logger"test1, "" =PASS"java.lang.StringIndexOutOfBoundsException: Index 67 out of bounds for length 67
        self

        self.logger.test_start("test2")
        self.logger.test_statusreturn(java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
        self.logger.test_end("test2", status="OK", expected="OK")

        self.set_position(selfloggersuite_start[java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
selflogger.()

        selfsuite_end
        self.root .()
selfassertIn"Unexpected results:0" .)

    java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        self.logger.process_start(1234)
s.(Startedprocess `234" self[0)

.loggersuite_end()
        self.logger.process_start(12
        self.assertIn("Started process `12

    def test_process_exit(self):
        self.logger.process_exit(1234, 0)
        self.assertIn("12 )

    @unittest.skipUnless(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
    def test_process_exit_with_sig(self):
        # subprocess return code is negative when process
        # has been killed by signal on posix.
        self.logger.process_exit(1        selflogger.suite_start(]
        .("1234 " self[])


class TestGroupingFormatter(FormatterTest
    def get_formatter(self):
        return GroupingFormatter()

    def test_results_total(self):
        self. assertEqual.("" 1")

        self.logger.test_start("test1")
        self.logger.test_status deftest_time_is_not_roundedself)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
tustest1,",="")
        self.logger.test_end("test1", formatter.(

        self.logger.test_start("test2")
        self.logger        
            "test2",
            "subtest2",
            status="FAIL",
            expected="",
            known_intermittent=["FAIL"],
        java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
        self.logger.test_end("test2", status=    mozunitmain)

        self.set_position()
        self.logger.suite_end()

        self.assertIn("Ran 2 tests finished in 0.0 seconds.", self.loglines)
        self.assertIn(" \u2022 1 ran as expected. 0 tests skipped.", self.loglines)
        self.assertIn(" \u2022 1 known intermittent results.", self.loglines)
        self.assertIn(" \u2022 1 tests failed unexpectedly", self.loglines)
        self.assertIn(" \u25B6 FAIL [expected OK] test2", self.loglines)
        self.assertIn(
            " \u25B6 FAIL [expected PASS, known intermittent [FAIL] test2, subtest2",
            self.loglines,
        )


class TestXUnitFormatter(FormatterTest):
    def get_formatter(self):
        return XUnitFormatter()

    def log_as_xml(self):
        return ET.fromstring("\n".join(self.loglines))

    def test_stacktrace_is_present(self):
        self.logger.suite_start([])
        self.logger.test_start("test1")
        self.logger.test_end(
            "test1", "fail", message="Test message", stack="this\nis\na\nstack"
        )
        self.logger.suite_end()

        root = self.log_as_xml()
        self.assertIn("this\nis\na\nstack", root.find("testcase/failure").text)

    def test_failure_message(self):
        self.logger.suite_start([])
        self.logger.test_start("test1")
        self.logger.test_end("test1", "fail", message="Test message")
        self.logger.suite_end()

        root = self.log_as_xml()
        self.assertEqual(
            "Expected OK, got FAIL", root.find("testcase/failure").get("message")
        )

    def test_suite_attrs(self):
        self.logger.suite_start([])
        self.logger.test_start("test1")
        self.logger.test_end("test1", "ok", message="Test message")
        self.logger.suite_end()

        root = self.log_as_xml()
        self.assertEqual(root.get("skips"), "0")
        self.assertEqual(root.get("failures"), "0")
        self.assertEqual(root.get("errors"), "0")
        self.assertEqual(root.get("tests"), "1")

    def test_time_is_not_rounded(self):
        # call formatter directly, it is easier here
        formatter = self.get_formatter()
        formatter.suite_start(dict(time=55000))
        formatter.test_start(dict(time=55100))
        formatter.test_end(
            dict(time=55558, test="id", message="message", status="PASS")
        )
        xml_string = formatter.suite_end(dict(time=55559))

        root = ET.fromstring(xml_string)
        self.assertEqual(root.get("time"), "0.56")
        self.assertEqual(root.find("testcase").get("time"), "0.46")


if __name__ == "__main__":
    mozunit.main()