#!/usr/bin/python
# Copyright (C) 2010 Google Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
#     * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
#     * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following disclaimer
# in the documentation and/or other materials provided with the
# distribution.
#     * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

"""Unit tests for test_expectations.py."""

import os
import sys
import unittest

# We need following workaround hack to run this unit tests in stand-alone.
try:
    d = os.path.dirname(__file__)
except NameError:
    d = os.path.dirname(sys.argv[0])
sys.path.append(os.path.abspath(os.path.join(d, '../../../')))

from test_expectations import TestExpectationsChecker
from webkitpy.style_references import port
from webkitpy.style_references import test_expectations as test_expectations_style


class ErrorCollector(object):
    """An error handler class for unit tests."""

    def __init__(self):
        self._errors = []

    def __call__(self, lineno, category, confidence, message):
        self._errors.append('%s  [%s] [%d]' % (message, category, confidence))

    def get_errors(self):
        return ''.join(self._errors)

    def reset_errors(self):
        self._errors = []


class TestExpectationsTestCase(unittest.TestCase):
    """TestCase for test_expectations.py"""

    def setUp(self):
        self._error_collector = ErrorCollector()
        port_obj = port.get('test')
        self._test_file = port_obj._filesystem.join(port_obj.layout_tests_dir(), 'passes/text.html')

    def process_expectations(self, expectations, overrides=None):
        self._checker = TestExpectationsChecker()

    def assert_lines_lint(self, lines, expected):
        self._error_collector.reset_errors()
        checker = TestExpectationsChecker('test/test_expectations.txt',
                                          self._error_collector)
        checker.check_test_expectations(expectations_str='\n'.join(lines),
                                        tests=[self._test_file],
                                        overrides=None)
        checker.check_tabs(lines)
        self.assertEqual(expected, self._error_collector.get_errors())

    def test_valid_expectations(self):
        self.assert_lines_lint(
            ["BUGCR1234 MAC : passes/text.html = PASS FAIL"],
            "")
        self.assert_lines_lint(
            ["SKIP BUGCR1234 : passes/text.html = TIMEOUT PASS"],
            "")
        self.assert_lines_lint(
            ["BUGCR1234 DEBUG : passes/text.html = TIMEOUT PASS"],
            "")
        self.assert_lines_lint(
            ["BUGCR1234 DEBUG SKIP : passes/text.html = TIMEOUT PASS"],
            "")
        self.assert_lines_lint(
            ["BUGCR1234 MAC DEBUG SKIP : passes/text.html = TIMEOUT PASS"],
            "")
        self.assert_lines_lint(
            ["BUGCR1234 DEBUG MAC : passes/text.html = TIMEOUT PASS"],
            "")
        self.assert_lines_lint(
            ["SLOW BUGCR1234 : passes/text.html = PASS"],
            "")
        self.assert_lines_lint(
            ["WONTFIX SKIP : passes/text.html = TIMEOUT"],
            "")

    def test_modifier_errors(self):
        self.assert_lines_lint(
            ["BUG1234 : passes/text.html = FAIL"],
            "BUG\\d+ is not allowed, must be one of BUGCR\\d+, BUGWK\\d+, BUGV8_\\d+, or a non-numeric bug identifier. passes/text.html  [test/expectations] [5]")

    def test_valid_modifiers(self):
        self.assert_lines_lint(
            ["INVALID-MODIFIER : passes/text.html = PASS"],
            "Unrecognized option 'invalid-modifier' "
            "passes/text.html  [test/expectations] [5]")
        self.assert_lines_lint(
            ["SKIP : passes/text.html = PASS"],
            "Test lacks BUG modifier. "
            "passes/text.html  [test/expectations] [2]")

    def test_expectation_errors(self):
        self.assert_lines_lint(
            ["missing expectations"],
            "Missing a ':' missing expectations  [test/expectations] [5]")
        self.assert_lines_lint(
            ["SLOW : passes/text.html = TIMEOUT"],
            "A test can not be both SLOW and TIMEOUT. "
            "If it times out indefinitely, then it should be just TIMEOUT. "
            "passes/text.html  [test/expectations] [5]")
        self.assert_lines_lint(
            ["BUGWK1 : does/not/exist.html = FAIL"],
            "Path does not exist. does/not/exist.html  [test/expectations] [2]")

    def test_parse_expectations(self):
        self.assert_lines_lint(
            ["BUGWK1 : passes/text.html = PASS"],
            "")
        self.assert_lines_lint(
            ["BUGWK1 : passes/text.html = UNSUPPORTED"],
            "Unsupported expectation: unsupported "
            "passes/text.html  [test/expectations] [5]")
        self.assert_lines_lint(
            ["BUGWK1 : passes/text.html = PASS UNSUPPORTED"],
            "Unsupported expectation: unsupported "
            "passes/text.html  [test/expectations] [5]")

    def test_already_seen_test(self):
        self.assert_lines_lint(
            ["BUGWK1 : passes/text.html = PASS",
             "BUGWK1 : passes/text.html = TIMEOUT"],
            "Duplicate or ambiguous expectation. %s  [test/expectations] [5]" % self._test_file)

    def test_tab(self):
        self.assert_lines_lint(
            ["\tBUGWK1 : passes/text.html = PASS"],
            "Line contains tab character.  [whitespace/tab] [5]")

if __name__ == '__main__':
    unittest.main()