Skip to content

Commit ed7512f

Browse files
brandon-wadaAuto-format Bot
andauthored
Disable improvement test (#122)
* temporarily disable tests * Automatically reformatting code * comment out whole test * use pytest skip rather than comment --------- Co-authored-by: Auto-format Bot <[email protected]>
1 parent bfac10f commit ed7512f

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

test/integration/test_groundlight.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -456,6 +456,7 @@ def test_submit_numpy_image(gl: Groundlight, detector: Detector):
456456
assert is_valid_display_result(_image_query.result)
457457

458458

459+
@pytest.mark.skip(reason="Detector improvement is incredibly flaky")
459460
@pytest.mark.skipif(MISSING_PIL, reason="Needs pillow") # type: ignore
460461
def test_detector_improvement(gl: Groundlight):
461462
# test that we get confidence improvement after sending images in
@@ -525,6 +526,7 @@ def submit_noisy_image(image, label=None):
525526
), f"The detector {detector} quality has not improved after two minutes q.v. {new_dog_query}, {new_cat_query}"
526527

527528

529+
@pytest.mark.skip(reason="Detector improvement is incredibly flaky")
528530
def test_ask_method_quality(gl: Groundlight, detector: Detector):
529531
# asks for some level of quality on how fast ask_ml is and that we will get a confident result from ask_confident
530532
fast_always_yes_iq = gl.ask_ml(detector=detector.id, image="test/assets/dog.jpeg", wait=0)

0 commit comments

Comments
 (0)