Skip flaky tests

Author: keelerm84

.github/workflows/ci.yml

@@ -40,6 +40,8 @@ jobs:
 
       - name: Run tests
         run: make test-all
+        env:
+          LD_SKIP_FLAKY_TESTS: true
 
       - name: Verify typehints
         run: make lint
@@ -92,3 +94,5 @@ jobs:
 
       - name: Run tests
         run: make test-all
+        env:
+          LD_SKIP_FLAKY_TESTS: true

ldclient/testing/integrations/test_file_data_sourcev2.py

@@ -17,6 +17,12 @@
 from ldclient.interfaces import DataSourceState
 from ldclient.testing.mock_components import MockSelectorStore
 
+# Skip all tests in this module in CI due to flakiness
+pytestmark = pytest.mark.skipif(
+    os.getenv('LD_SKIP_FLAKY_TESTS', '').lower() in ('true', '1', 'yes'),
+    reason="Skipping flaky test"
+)
+
 have_yaml = False
 try:
     import yaml

ldclient/testing/test_file_data_source.py

@@ -21,6 +21,12 @@
 from ldclient.testing.test_util import SpyListener
 from ldclient.versioned_data_kind import FEATURES, SEGMENTS
 
+# Skip all tests in this module in CI due to flakiness
+pytestmark = pytest.mark.skipif(
+    os.getenv('LD_SKIP_FLAKY_TESTS', '').lower() in ('true', '1', 'yes'),
+    reason="Skipping flaky test"
+)
+
 have_yaml = False
 try:
     import yaml