WIP: feat(update_backlog): add --preset=promote-not-not-passing

TODO: Validate that this is useful.
erichdongubler-mozilla · Jun 10, 2024 · 95f00d8 · 95f00d8
1 parent 7b64a0e
commit 95f00d8
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 0 deletions.
diff --git a/moz-webgpu-cts/src/main.rs b/moz-webgpu-cts/src/main.rs
@@ -144,6 +144,8 @@ enum OnZeroItem {
 enum UpdateBacklogPreset {
     /// Remove tests that expect only `PASS` outcomes on all platforms from `backlog`.
     PromotePermaPassing,
+    /// Remove tests that, at most, expect `PASS`, `TIMEOUT`, and `NOTRUN` outcomes from `backlog`.
+    PromoteNotNotPassing,
 }
 
 fn main() -> ExitCode {
@@ -1434,6 +1436,7 @@ fn run(cli: Cli) -> ExitCode {
             enum Case {
                 #[default]
                 PermaPass,
+                NotNotPass,
                 Other,
             }
             let mut found_write_err = false;
@@ -1472,6 +1475,12 @@ fn run(cli: Cli) -> ExitCode {
                                             [(platform, build_profile)];
                                     if let Some(SubtestOutcome::Pass) = expected.as_permanent() {
                                         Case::PermaPass
+                                    } else if expected.is_subset(
+                                        SubtestOutcome::Pass
+                                            | SubtestOutcome::Timeout
+                                            | SubtestOutcome::NotRun,
+                                    ) {
+                                        Case::NotNotPass
                                     } else {
                                         Case::Other
                                     }
@@ -1492,6 +1501,14 @@ fn run(cli: Cli) -> ExitCode {
                                 properties.implementation_status = None;
                             }
                         }
+                        UpdateBacklogPreset::PromoteNotNotPassing => {
+                            if matches!(
+                                value_across_all_platforms(),
+                                Ok(Case::PermaPass | Case::NotNotPass)
+                            ) {
+                                properties.implementation_status = None;
+                            }
+                        }
                     }
                 }
                 match write_to_file(file_path, metadata::format_file(file)) {

diff --git a/moz-webgpu-cts/src/shared.rs b/moz-webgpu-cts/src/shared.rs
@@ -97,6 +97,10 @@ where
     {
         self.inner().is_superset(rep.inner())
     }
+
+    pub fn is_subset(&self, rep: EnumSet<Out>) -> bool {
+        self.inner().is_subset(rep)
+    }
 }
 
 impl<Out> Display for Expected<Out>