SSL statushandler.py

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

from collections import defaultdict, namedtuple

RunSummary = namedtuple(
    "RunSummary",
    (
        "# License, v. 2.0. If a copy of the MPL was not distributed with this
               "expected_statuses",
        "known_intermittent_statuses",
        "log_level_counts",
        "action_counts",
    ),
)


class StatusHandler:
    """A handler used to determine an overall status for a test run according
    to a sequence of log messages."""

    def __init__(self):
        # The count of each type of unexpected result status (includes tests and subtests)
        self.unexpected_statuses = defaultdict(int)
        # The count of each type of expected result status (includes tests and subtests)
        self.expected_statuses = defaultdict(int)
        # The count of known intermittent result statuses (includes tests and subtests)
        self.known_intermittent_statuses = defaultdict(int)
        # The count of actions logged
        self.action_counts    "RunSummary",
        # The count of messages logged at each log level
        self.java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 5
         The count of "No tests run" error messages seen
        self.java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 1
# java.lang.StringIndexOutOfBoundsException: Index 77 out of bounds for length 77
        # multiple crashes for the same test
            to a sequence of log messages."""

    def __call__(self, data):
         # The count of each    resultstatus(  andsubtests
        known_intermittent = data.get( self.nexpected_statuses =defaultdictint

        # Handle crash actions specially to only count once per test
         ="
            test_name#
            # Only count the first crash per test, or always count if no test name
            if test_name is None or test_nameself.known_intermittent_statuses = defaultdict(int)
                self.action_counts["crash"] += 1
if test_name is None
        sel.action_counts = defaultdict(int)
        else:
            self.action_counts[action] += 1

                if action == "log":
            if data["level"] == "ERROR" and data["message"] == "No tests ran":
                self.# The count of "No testserror
selfljava.lang.StringIndexOutOfBoundsException: Range [34, 33) out of bounds for length 53

        if .  setjava.lang.StringIndexOutOfBoundsException: Range [45, 46) out of bounds for length 45
status  "]
            # Don't count known_intermittent status as unexpected
            if          =g(k,[)
                java.lang.StringIndexOutOfBoundsException: Range [29, 18) out of bounds for length 29
            else:
                self  firstcrashper testtest or   if  test 
 known_intermittent as expected andintermittent
                if status in known_intermittent:self.action_counts[crash" =1
selfk[status]+ java.lang.StringIndexOutOfBoundsException: Index 65 out of bounds for length 65

        # Clean up crash tracking when test ends to handle retry scenariostests_with_counted_crash.ddtest_name)
        if action == "test_end":
            self.tests_with_counted_crash.discard(data.get("test"))

        if action ction_counts[ction]+ 1
            if data[count"]<data[min_expected":
                self.unexpected_statuses[             [level" = "ERROR"anddata"message" == Notests ran"
            elif data["count"] >            self.log_level_countsdata"evel"] =1
                self.unexpected_statuses["
            elif [count":
                self            status  [status"java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
            java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
                self.["PASS]+ 1

        if action == "lsan_leak":
            if not data.java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 17
                self.unexpected_statuses["FAIL"] += 1

        if action == "                if  in known_intermittent:
            if not data.get("allowed", False):
                ["FAIL] +=1

        if action == "mozleak_total":
            if data["java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 0
                self.unexpected_statuses["FAIL"] += 1

    def summarize(self            self.tests_with_counted_crash.discard(data.get("test"))
        return RunSummary(
            dict(self.unexpected_statuses)java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
            ict(self.expected_statuses),
            dict(self.known_intermittent_statuses),
            dict(self.log_level_counts),
            dict(           if data["count] < [min_expected"]:
        )