[lldb][test][win][x86_64] XFAIL already failing API tests

Author: kendal

lldb/test/API/commands/apropos/with-process/TestAproposWithProcess.py

@@ -2,8 +2,8 @@
 Test that apropos env doesn't crash trying to touch the process plugin command
 """
 
-
 import lldb
+from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 import lldbsuite.test.lldbutil as lldbutil
 
@@ -17,6 +17,7 @@ def setUp(self):
         # Find the line number to break inside main().
         self.line = line_number("main.cpp", "// break here")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_apropos_with_process(self):
         """Test that apropos env doesn't crash trying to touch the process plugin command."""
         self.build()

lldb/test/API/commands/command/nested_alias/TestNestedAlias.py

@@ -2,8 +2,8 @@
 Test that an alias can reference other aliases without crashing.
 """
 
-
 import lldb
+from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 import lldbsuite.test.lldbutil as lldbutil
 
@@ -17,6 +17,7 @@ def setUp(self):
         # Find the line number to break inside main().
         self.line = line_number("main.cpp", "// break here")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_nested_alias(self):
         """Test that an alias can reference other aliases without crashing."""
         self.build()

lldb/test/API/commands/expression/entry-bp/TestExprEntryBP.py

@@ -4,12 +4,14 @@
 
 import lldb
 import lldbsuite.test.lldbutil as lldbutil
+from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 
 
 class ExprEntryBPTestCase(TestBase):
     NO_DEBUG_INFO_TESTCASE = True
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_expr_entry_bp(self):
         """Tests expressions evaluation when the breakpoint on module's entry is set."""
         self.build()

lldb/test/API/commands/memory/write/TestMemoryWrite.py

@@ -39,6 +39,7 @@ def build_run_stop(self):
         lldbutil.check_breakpoint(self, bpno=1, expected_hit_count=1)
 
     @no_debug_info_test
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_memory_write(self):
         """Test the 'memory write' command for writing values and file contents."""
         self.build_run_stop()

lldb/test/API/commands/settings/use_source_cache/TestUseSourceCache.py

@@ -18,7 +18,7 @@ def test_set_use_source_cache_false(self):
         self.set_use_source_cache_and_test(False)
 
     @skipIf(hostoslist=no_match(["windows"]))
-    @skipIf(oslist=["windows"])  # Fails on windows 11
+    @expectedFailureAll(oslist=["windows"])
     def test_set_use_source_cache_true(self):
         """Test that after 'set use-source-cache false', files are locked."""
         self.set_use_source_cache_and_test(True)

lldb/test/API/functionalities/breakpoint/address_breakpoints/TestAddressBreakpoints.py

@@ -2,9 +2,9 @@
 Test address breakpoints set with shared library of SBAddress work correctly.
 """
 
-
 import lldb
 import lldbsuite.test.lldbutil as lldbutil
+from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 
 
@@ -16,6 +16,7 @@ def test_address_breakpoints(self):
         self.build()
         self.address_breakpoints()
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def address_breakpoints(self):
         """Test address breakpoints set with shared library of SBAddress work correctly."""
         target = self.createTestTarget()

lldb/test/API/functionalities/breakpoint/auto_continue/TestBreakpointAutoContinue.py

@@ -2,9 +2,9 @@
 Test that the breakpoint auto-continue flag works correctly.
 """
 
-
 import lldb
 import lldbsuite.test.lldbutil as lldbutil
+from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 
 
@@ -21,6 +21,7 @@ def test_auto_continue_with_command(self):
         self.build()
         self.auto_continue_with_command()
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_auto_continue_on_location(self):
         """Set auto-continue on a location and make sure only that location continues"""
         self.build()

lldb/test/API/functionalities/breakpoint/breakpoint_command/TestBreakpointCommandsFromPython.py

@@ -13,6 +13,7 @@ class PythonBreakpointCommandSettingTestCase(TestBase):
     NO_DEBUG_INFO_TESTCASE = True
 
     @add_test_categories(["pyapi"])
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_step_out_python(self):
         """Test stepping out using a python breakpoint command."""
         self.build()

lldb/test/API/functionalities/breakpoint/breakpoint_options/TestBreakpointOptions.py

@@ -2,13 +2,14 @@
 Test breakpoint command for different options.
 """
 
-
 import lldb
+from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 import lldbsuite.test.lldbutil as lldbutil
 
 
 class BreakpointOptionsTestCase(TestBase):
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test(self):
         """Test breakpoint command for different options."""
         self.build()

lldb/test/API/functionalities/breakpoint/step_over_breakpoint/TestStepOverBreakpoint.py

@@ -5,7 +5,6 @@
 and eStopReasonPlanComplete when breakpoint's condition fails.
 """
 
-
 import lldb
 from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
@@ -56,6 +55,7 @@ def setUp(self):
         )
         self.assertIsNotNone(self.thread, "Didn't stop at breakpoint 1.")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_step_instruction(self):
         # Count instructions between breakpoint_1 and breakpoint_4
         contextList = self.target.FindFunctions("main", lldb.eFunctionNameTypeAuto)

lldb/test/API/functionalities/conditional_break/TestConditionalBreak.py

@@ -15,6 +15,7 @@
 
 class ConditionalBreakTestCase(TestBase):
     @add_test_categories(["pyapi"])
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_with_python(self):
         """Exercise some thread and frame APIs to break if c() is called by a()."""
         self.build()

lldb/test/API/functionalities/memory/find/TestMemoryFind.py

@@ -2,7 +2,6 @@
 Test the 'memory find' command.
 """
 
-
 import lldb
 from lldbsuite.test.lldbtest import *
 import lldbsuite.test.lldbutil as lldbutil
@@ -16,6 +15,7 @@ def setUp(self):
         # Find the line number to break inside main().
         self.line = line_number("main.cpp", "// break here")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_memory_find(self):
         """Test the 'memory find' command."""
         self.build()

lldb/test/API/functionalities/multiple-slides/TestMultipleSlides.py

@@ -2,7 +2,6 @@
 Test that a binary can be slid to different load addresses correctly
 """
 
-
 import lldb
 from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
@@ -12,6 +11,7 @@
 class MultipleSlidesTestCase(TestBase):
     NO_DEBUG_INFO_TESTCASE = True
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_mulitple_slides(self):
         """Test that a binary can be slid multiple times correctly."""
         self.build()

lldb/test/API/functionalities/var_path/TestVarPath.py

@@ -2,10 +2,8 @@
 Make sure the getting a variable path works and doesn't crash.
 """
 
-
 import lldb
 import lldbsuite.test.lldbutil as lldbutil
-from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 
 

lldb/test/API/lang/c/anonymous/TestAnonymous.py

@@ -1,6 +1,5 @@
 """Test that anonymous structs/unions are transparent to member access"""
 
-
 import lldb
 from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
@@ -12,6 +11,7 @@ class AnonymousTestCase(TestBase):
         compiler="icc",
         bugnumber="llvm.org/pr15036: LLDB generates an incorrect AST layout for an anonymous struct when DWARF is generated by ICC",
     )
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_expr_nest(self):
         self.build()
         self.common_setup(self.line0)
@@ -23,6 +23,7 @@ def test_expr_nest(self):
 
         self.expect("expression n->b", VARIABLES_DISPLAYED_CORRECTLY, substrs=["= 2"])
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_expr_child(self):
         self.build()
         self.common_setup(self.line1)
@@ -40,6 +41,7 @@ def test_expr_child(self):
         compiler="icc",
         bugnumber="llvm.org/pr15036: This particular regression was introduced by r181498",
     )
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_expr_grandchild(self):
         self.build()
         self.common_setup(self.line2)
@@ -53,6 +55,7 @@ def test_expr_grandchild(self):
             "expression g.child.b", VARIABLES_DISPLAYED_CORRECTLY, substrs=["= 2"]
         )
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_expr_parent(self):
         self.build()
         if "clang" in self.getCompiler() and "3.4" in self.getCompilerVersion():
@@ -74,6 +77,7 @@ def test_expr_parent(self):
             substrs=["(type_y) $", "dummy = 2"],
         )
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_expr_null(self):
         self.build()
         self.common_setup(self.line2)
@@ -126,6 +130,7 @@ def test_child_by_name(self):
         if not error.Success() or value != 0:
             self.fail("failed to get the correct value for element a in n")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_nest_flat(self):
         self.build()
         self.common_setup(self.line2)

lldb/test/API/lang/c/array_types/TestArrayTypes.py

@@ -1,6 +1,5 @@
 """Test breakpoint by file/line number; and list variables with array types."""
 
-
 import lldb
 from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
@@ -14,6 +13,7 @@ def setUp(self):
         # Find the line number to break inside main().
         self.line = line_number("main.c", "// Set break point at this line.")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_and_run_command(self):
         """Test 'frame variable var_name' on some variables with array types."""
         self.build()
@@ -80,6 +80,7 @@ def test_and_run_command(self):
         )
 
     @expectedFailureNetBSD
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     @add_test_categories(["pyapi"])
     def test_and_python_api(self):
         """Use Python APIs to inspect variables with array types."""

lldb/test/API/lang/c/enum_types/TestEnumTypes.py

@@ -1,6 +1,5 @@
 """Look up enum type information and check for correct display."""
 
-
 import lldb
 from lldbsuite.test.lldbtest import *
 import lldbsuite.test.lldbutil as lldbutil
@@ -14,6 +13,7 @@ def setUp(self):
         # Find the line number to break inside main().
         self.line = line_number("main.c", "// Set break point at this line.")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_command_line(self):
         """Test 'image lookup -t enum_test_days' and check for correct display and enum value printing."""
         self.build()

lldb/test/API/lang/c/forward/TestForwardDeclaration.py

@@ -1,6 +1,5 @@
 """Test that forward declaration of a data structure gets resolved correctly."""
 
-
 import lldb
 from lldbsuite.test.lldbtest import *
 from lldbsuite.test.decorators import *
@@ -46,6 +45,7 @@ def do_test(self, dictionary=None):
             substrs=["(bar)", "(int) a = 1", "(int) b = 2"],
         )
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test(self):
         self.do_test()
 

lldb/test/API/lang/c/function_types/TestFunctionTypes.py

@@ -1,6 +1,5 @@
 """Test variable with function ptr type and that break on the function works."""
 
-
 import lldb
 from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
@@ -14,6 +13,7 @@ def setUp(self):
         # Find the line number to break inside main().
         self.line = line_number("main.c", "// Set break point at this line.")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test(self):
         """Test 'callback' has function ptr type, then break on the function."""
         self.build()

lldb/test/API/lang/c/non-mangled/TestCNonMangled.py

@@ -1,8 +1,10 @@
 import lldbsuite.test.lldbutil as lldbutil
+from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 
 
 class TestCase(TestBase):
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_functions_having_dlang_mangling_prefix(self):
         """
         Ensure C functions with a '_D' prefix alone are not mistakenly treated

lldb/test/API/lang/c/register_variables/TestRegisterVariables.py

@@ -18,6 +18,7 @@ class RegisterVariableTestCase(TestBase):
         compiler="gcc", compiler_version=[">=", "4.8.2"], archs=["i386"]
     )
     @expectedFailureAll(compiler="gcc", compiler_version=["<", "4.9"], archs=["x86_64"])
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_and_run_command(self):
         """Test expressions on register values."""
 

lldb/test/API/lang/c/set_values/TestSetValues.py

@@ -1,6 +1,5 @@
 """Test settings and readings of program variables."""
 
-
 import lldb
 from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
@@ -18,6 +17,7 @@ def setUp(self):
         self.line4 = line_number("main.c", "// Set break point #4.")
         self.line5 = line_number("main.c", "// Set break point #5.")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test(self):
         """Test settings and readings of program variables."""
         self.build()

lldb/test/API/lang/c/shared_lib/TestSharedLib.py

@@ -1,8 +1,7 @@
 """Test that types defined in shared libraries work correctly."""
 
-
-import unittest
 import lldb
+import unittest
 from lldbsuite.test.decorators import *
 from lldbsuite.test.lldbtest import *
 import lldbsuite.test.lldbutil as lldbutil
@@ -27,10 +26,12 @@ def common_test_expr(self, preload_symbols):
 
         self.expect("expression GetMeASubFoo(my_foo_ptr)", startstr="(sub_foo *) $")
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_expr(self):
         """Test that types work when defined in a shared library and forward-declared in the main executable"""
         self.common_test_expr(True)
 
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_expr_no_preload(self):
         """Test that types work when defined in a shared library and forward-declared in the main executable, but with preloading disabled"""
         self.common_test_expr(False)

lldb/test/API/lang/cpp/bitfields/TestCppBitfields.py

@@ -8,6 +8,7 @@
 
 class CppBitfieldsTestCase(TestBase):
     @no_debug_info_test
+    @expectedFailureAll(triple="x86_64-.*-windows.*")
     def test_bitfields(self):
         self.build()
         lldbutil.run_to_source_breakpoint(