From 3d03fe5268c9c8a93988592f301ba73dacdb9acd Mon Sep 17 00:00:00 2001
From: Tony Lee <tonyh.lee@yahoo.com>
Date: Fri, 22 Nov 2024 03:25:12 -0800
Subject: [PATCH] disable Q16 unit tests

---
 src/helm/benchmark/metrics/image_generation/q16/test_q16.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/helm/benchmark/metrics/image_generation/q16/test_q16.py b/src/helm/benchmark/metrics/image_generation/q16/test_q16.py
index e2b7f5e9e4..153374972d 100644
--- a/src/helm/benchmark/metrics/image_generation/q16/test_q16.py
+++ b/src/helm/benchmark/metrics/image_generation/q16/test_q16.py
@@ -1,8 +1,10 @@
 import os
+import pytest
 
 from helm.benchmark.metrics.image_generation.q16.q16_toxicity_detector import Q16ToxicityDetector
 
 
+@pytest.mark.skip(reason="Skipping due to flakiness.")
 class TestQ16:
     def setup_method(self, method):
         self._q16_detector = Q16ToxicityDetector()