Add toggle all and reset for benchmark sets

flutter/lib/benchmark/benchmark.dart

@@ -151,20 +151,37 @@ class BenchmarkSet {
 
   void applyOptions() {
     for (Benchmark benchmark in benchmarks) {
-      benchmark.isActive = true;
-      for (String optionId in benchmark.taskConfig.requiredOption) {
-        final index = optionMap[optionId];
-        final optionSet =
-            (index != null && index >= 0 && index < optionSets.length)
-                ? optionSets[index]
-                : null;
-        if (!(optionSet?.getOption(optionId) ?? false)) {
-          benchmark.isActive = false;
-          break;
-        }
+      if (!areOptionsMet(benchmark)) {
+        benchmark.isActive = false;
       }
     }
   }
+
+  /// Activate all benchmarks whose required options are met,
+  /// deactivate the rest.
+  void setAllActive(bool active) {
+    for (Benchmark benchmark in benchmarks) {
+      benchmark.isActive = active && areOptionsMet(benchmark);
+    }
+  }
+
+  /// Whether all required options are met for a benchmark.
+  bool areOptionsMet(Benchmark benchmark) {
+    for (String optionId in benchmark.taskConfig.requiredOption) {
+      final index = optionMap[optionId];
+      final optionSet =
+          (index != null && index >= 0 && index < optionSets.length)
+              ? optionSets[index]
+              : null;
+      if (!(optionSet?.getOption(optionId) ?? false)) {
+        return false;
+      }
+    }
+    return true;
+  }
+
+  /// Whether any benchmark in the set is active.
+  bool get hasActiveBenchmarks => benchmarks.any((b) => b.isActive);
 }
 
 class BenchmarkOptionSet {
@@ -269,7 +286,7 @@ class BenchmarkStore {
         continue;
       }
 
-      final enabled = taskSelection[task.id] ?? true;
+      final enabled = taskSelection[task.id] ?? false;
       allBenchmarks.add(Benchmark(
         taskConfig: task,
         benchmarkSettings: backendSettings,

flutter/lib/benchmark/state.dart

@@ -189,6 +189,8 @@
     await state.resourceManager.initSystemPaths();
     state.configManager = ConfigManager(
         state.resourceManager.applicationDirectory, state.resourceManager);
+    // Clear persisted task selection so all tasks start unchecked
+    store.taskSelection = '';
     try {
       await state.setTaskConfig(name: store.chosenConfigurationName);
       state.deferredLoadResources();
@@ -347,6 +349,20 @@
     notifyListeners();
   }
 
+  void toggleBenchmarkSetAll(BenchmarkSet benchmarkSet, bool isActive) {
+    benchmarkSet.setAllActive(isActive);
+    saveTaskSelection();
+    notifyListeners();
+  }
+
+  void resetAllBenchmarks() {
+    for (var b in _benchmarkStore.allBenchmarks) {
+      b.isActive = false;
+    }
+    saveTaskSelection();
+    notifyListeners();
+  }
+
   void benchmarkSetDelegate(Benchmark benchmark, String delegate) {
     benchmark.benchmarkSettings.delegateSelected = delegate;
     notifyListeners();
@@ -357,6 +373,7 @@
     benchmarkSet.optionSets[benchmarkSet.optionMap[option]!]
         .setOptionTo(option, value);
     benchmarkSet.applyOptions();
+    saveTaskSelection();
     notifyListeners();
   }
 

flutter/lib/ui/home/benchmark_config_section.dart

@@ -152,6 +152,14 @@
                   builder: (context, snapshot) => _setDownloadStatus(
                       l10n, benchmarkSet, snapshot.data!, context),
                 ),
+                // Master toggle for the entire set
+                Switch(
+                  activeColor: AppColors.primary,
+                  value: benchmarkSet.hasActiveBenchmarks,
+                  onChanged: (flag) {
+                    state.toggleBenchmarkSetAll(benchmarkSet, flag);
+                  },
+                ),
                 Padding(
                   padding: const EdgeInsets.only(right: 8),
                   child: Column(

flutter/lib/ui/settings/settings_screen.dart

@@ -173,6 +173,7 @@ class _SettingsScreen extends State<SettingsScreen> {
               .toList(),
           onChanged: (value) => setState(() {
                 store.selectedBenchmarkRunMode = value!;
+                state.resetAllBenchmarks();
               })),
     );
   }

flutter/unit_test/benchmark/benchmark_store_test.dart

@@ -47,8 +47,8 @@ void main() {
       expect(store.allBenchmarks.first.benchmarkSettings, backendSettings1);
       expect(
         store.allBenchmarks.first.isActive,
-        true,
-        reason: 'benchmarks must be enabled by default',
+        false,
+        reason: 'benchmarks must be disabled by default',
       );
     });
 
@@ -99,7 +99,7 @@ void main() {
       final store = BenchmarkStore(
         appConfig: pb.MLPerfConfig(task: [task1]),
         backendConfig: [backendSettings1],
-        taskSelection: {},
+        taskSelection: {task1.id: true},
       );
 
       final modes = [BenchmarkRunModeEnum.accuracyOnly.accuracyRunMode];
@@ -136,7 +136,7 @@ void main() {
       final store = BenchmarkStore(
         appConfig: pb.MLPerfConfig(task: [task1]),
         backendConfig: [backendSettings1],
-        taskSelection: {},
+        taskSelection: {task1.id: true},
       );
 
       final modes = [BenchmarkRunModeEnum.performanceOnly.performanceRunMode];
@@ -167,7 +167,7 @@ void main() {
       final store = BenchmarkStore(
         appConfig: pb.MLPerfConfig(task: [task1]),
         backendConfig: [backendSettings1],
-        taskSelection: {},
+        taskSelection: {task1.id: true},
       );
 
       final modes = [