Instead of directly annotating pexpect-based tests with `@skipIfWindows`, we can tag them with a new `pexpect` category. We still automatically skip windows behavior by adding `pexpect` to the skip category list if the platform is windows, but also allow non-Windows users to skip them by configuring cmake with `-DLLDB_TEST_USER_ARGS=--skip-category=pexpect` As a prerequisite, remove the restriction that `@add_test_categories` can only apply to test cases, and we make the test runner look for categories on both the class and the test method.
69 lines
2.2 KiB
Python
69 lines
2.2 KiB
Python
"""Test lldb's response time for 'frame variable' command."""
|
|
|
|
import sys
|
|
import lldb
|
|
from lldbsuite.test import configuration
|
|
from lldbsuite.test import lldbtest_config
|
|
from lldbsuite.test.decorators import *
|
|
from lldbsuite.test.lldbbench import *
|
|
|
|
|
|
class FrameVariableResponseBench(BenchBase):
|
|
def setUp(self):
|
|
BenchBase.setUp(self)
|
|
self.exe = lldbtest_config.lldbExec
|
|
self.break_spec = "-n main"
|
|
self.count = 20
|
|
|
|
@benchmarks_test
|
|
@no_debug_info_test
|
|
@add_test_categories(["pexpect"])
|
|
def test_startup_delay(self):
|
|
"""Test response time for the 'frame variable' command."""
|
|
print()
|
|
self.run_frame_variable_bench(self.exe, self.break_spec, self.count)
|
|
print("lldb frame variable benchmark:", self.stopwatch)
|
|
|
|
def run_frame_variable_bench(self, exe, break_spec, count):
|
|
import pexpect
|
|
|
|
# Set self.child_prompt, which is "(lldb) ".
|
|
self.child_prompt = "(lldb) "
|
|
prompt = self.child_prompt
|
|
|
|
# Reset the stopwatchs now.
|
|
self.stopwatch.reset()
|
|
for i in range(count):
|
|
# So that the child gets torn down after the test.
|
|
self.child = pexpect.spawn(
|
|
"%s %s %s" % (lldbtest_config.lldbExec, self.lldbOption, exe)
|
|
)
|
|
child = self.child
|
|
|
|
# Turn on logging for what the child sends back.
|
|
if self.TraceOn():
|
|
child.logfile_read = sys.stdout
|
|
|
|
# Set our breakpoint.
|
|
child.sendline("breakpoint set %s" % break_spec)
|
|
child.expect_exact(prompt)
|
|
|
|
# Run the target and expect it to be stopped due to breakpoint.
|
|
child.sendline("run") # Aka 'process launch'.
|
|
child.expect_exact(prompt)
|
|
|
|
with self.stopwatch:
|
|
# Measure the 'frame variable' response time.
|
|
child.sendline("frame variable")
|
|
child.expect_exact(prompt)
|
|
|
|
child.sendline("quit")
|
|
try:
|
|
self.child.expect(pexpect.EOF)
|
|
except:
|
|
pass
|
|
|
|
# The test is about to end and if we come to here, the child process has
|
|
# been terminated. Mark it so.
|
|
self.child = None
|