[skip ci] ref/pascal voc, Removed temporary fix for hvd

examples/references/segmentation/pascal_voc2012/utils.py

@@ -14,21 +14,7 @@ def initialize(config):
 
     # Adapt model to dist config
     model = idist.auto_model(model)
-
-    if idist.backend() == "horovod":
-        accumulation_steps = config.get("accumulation_steps", 1)
-        # Can not use auto_optim with Horovod: https://github.com/horovod/horovod/issues/2670
-        import horovod.torch as hvd
-
-        optimizer = hvd.DistributedOptimizer(
-            optimizer, named_parameters=model.named_parameters(), backward_passes_per_step=accumulation_steps
-        )
-        hvd.broadcast_optimizer_state(optimizer, root_rank=0)
-        if accumulation_steps > 1:
-            # disable manual grads accumulation as it is already done on optimizer's side
-            config.accumulation_steps = 1
-    else:
-        optimizer = idist.auto_optim(optimizer)
+    optimizer = idist.auto_optim(optimizer)
     criterion = config.criterion.to(device)
 
     return model, optimizer, criterion