avoid from gpu sync attempt when using single gpu

BiomedSciAI · Sep 18, 2024 · ec259f1 · ec259f1
1 parent 00f7044
commit ec259f1
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/fuse/eval/metrics/metrics_common.py b/fuse/eval/metrics/metrics_common.py
@@ -163,7 +163,11 @@ def collect(self, batch: Dict) -> None:
                 value = batch[key]
 
                 # collect distributed
-                if dist.is_initialized() and self._collect_distributed:
+                if (
+                    dist.is_initialized()
+                    and dist.get_world_size() > 1
+                    and self._collect_distributed
+                ):
                     value = self.sync_tensor_data_and_concat(value)
 
                 batch_to_collect[name] = value