3f2fb0132f
LIT uses a model where the test suite is configurable trough a lit.site.cfg file. Most of the time we use the lit.site.cfg with values that match the current build configuration, generated by CMake. Nothing prevents you from running the test suite with a different configuration, either by overriding some of these values from the command line, or by passing a different lit.site.cfg. The latter is currently tedious. Many configuration values are optional but they still need to be set because lit.cfg.py is accessing them directly. This patch changes the code to use getattr to return the attribute if it exists. This makes it possible to specify a minimal lit.site.cfg with only the mandatory/desired configuration values. Differential revision: https://reviews.llvm.org/D86821
121 lines
4.6 KiB
Python
121 lines
4.6 KiB
Python
from __future__ import absolute_import
|
|
import os
|
|
import tempfile
|
|
import subprocess
|
|
import sys
|
|
import platform
|
|
|
|
import lit.Test
|
|
import lit.TestRunner
|
|
import lit.util
|
|
from lit.formats.base import TestFormat
|
|
|
|
|
|
class LLDBTest(TestFormat):
|
|
def __init__(self, dotest_cmd):
|
|
self.dotest_cmd = dotest_cmd
|
|
|
|
def getTestsInDirectory(self, testSuite, path_in_suite, litConfig,
|
|
localConfig):
|
|
source_path = testSuite.getSourcePath(path_in_suite)
|
|
for filename in os.listdir(source_path):
|
|
# Ignore dot files and excluded tests.
|
|
if (filename.startswith('.') or filename in localConfig.excludes):
|
|
continue
|
|
|
|
# Ignore files that don't start with 'Test'.
|
|
if not filename.startswith('Test'):
|
|
continue
|
|
|
|
filepath = os.path.join(source_path, filename)
|
|
if not os.path.isdir(filepath):
|
|
base, ext = os.path.splitext(filename)
|
|
if ext in localConfig.suffixes:
|
|
yield lit.Test.Test(testSuite, path_in_suite +
|
|
(filename, ), localConfig)
|
|
|
|
def execute(self, test, litConfig):
|
|
if litConfig.noExecute:
|
|
return lit.Test.PASS, ''
|
|
|
|
if not getattr(test.config, 'lldb_enable_python', False):
|
|
return (lit.Test.UNSUPPORTED, 'Python module disabled')
|
|
|
|
if test.config.unsupported:
|
|
return (lit.Test.UNSUPPORTED, 'Test is unsupported')
|
|
|
|
testPath, testFile = os.path.split(test.getSourcePath())
|
|
|
|
# The Python used to run lit can be different from the Python LLDB was
|
|
# build with.
|
|
executable = test.config.python_executable
|
|
|
|
# On Windows, the system does not always correctly interpret
|
|
# shebang lines. To make sure we can execute the tests, add
|
|
# python exe as the first parameter of the command.
|
|
cmd = [executable] + self.dotest_cmd + [testPath, '-p', testFile]
|
|
|
|
if 'lldb-repro-capture' in test.config.available_features or \
|
|
'lldb-repro-replay' in test.config.available_features:
|
|
reproducer_path = os.path.join(
|
|
test.config.lldb_reproducer_directory, testFile)
|
|
if 'lldb-repro-capture' in test.config.available_features:
|
|
cmd.extend(['--capture-path', reproducer_path])
|
|
else:
|
|
cmd.extend(['--replay-path', reproducer_path])
|
|
|
|
timeoutInfo = None
|
|
try:
|
|
out, err, exitCode = lit.util.executeCommand(
|
|
cmd,
|
|
env=test.config.environment,
|
|
timeout=litConfig.maxIndividualTestTime)
|
|
except lit.util.ExecuteCommandTimeoutException as e:
|
|
out = e.out
|
|
err = e.err
|
|
exitCode = e.exitCode
|
|
timeoutInfo = 'Reached timeout of {} seconds'.format(
|
|
litConfig.maxIndividualTestTime)
|
|
|
|
if sys.version_info.major == 2:
|
|
# In Python 2, string objects can contain Unicode characters. Use
|
|
# the non-strict 'replace' decoding mode. We cannot use the strict
|
|
# mode right now because lldb's StringPrinter facility and the
|
|
# Python utf8 decoder have different interpretations of which
|
|
# characters are "printable". This leads to Python utf8 decoding
|
|
# exceptions even though lldb is behaving as expected.
|
|
out = out.decode('utf-8', 'replace')
|
|
err = err.decode('utf-8', 'replace')
|
|
|
|
output = """Script:\n--\n%s\n--\nExit Code: %d\n""" % (
|
|
' '.join(cmd), exitCode)
|
|
if timeoutInfo is not None:
|
|
output += """Timeout: %s\n""" % (timeoutInfo,)
|
|
output += "\n"
|
|
|
|
if out:
|
|
output += """Command Output (stdout):\n--\n%s\n--\n""" % (out,)
|
|
if err:
|
|
output += """Command Output (stderr):\n--\n%s\n--\n""" % (err,)
|
|
|
|
if timeoutInfo:
|
|
return lit.Test.TIMEOUT, output
|
|
|
|
if exitCode:
|
|
if 'XPASS:' in out or 'XPASS:' in err:
|
|
return lit.Test.XPASS, output
|
|
|
|
# Otherwise this is just a failure.
|
|
return lit.Test.FAIL, output
|
|
|
|
has_unsupported_tests = 'UNSUPPORTED:' in out or 'UNSUPPORTED:' in err
|
|
has_passing_tests = 'PASS:' in out or 'PASS:' in err
|
|
if has_unsupported_tests and not has_passing_tests:
|
|
return lit.Test.UNSUPPORTED, output
|
|
|
|
passing_test_line = 'RESULT: PASSED'
|
|
if passing_test_line not in out and passing_test_line not in err:
|
|
return lit.Test.UNRESOLVED, output
|
|
|
|
return lit.Test.PASS, output
|