From 7d0b2ad4c6429e38b235b4c012341823a2cc9843 Mon Sep 17 00:00:00 2001
From: Sayantan <sayantan.sayanaldo@gmail.com>
Date: Tue, 25 Jan 2022 14:22:16 +0530
Subject: [PATCH 1/3] Added Gloo as a backend option

---
 src/components/TabTraining.vue                     | 14 ++++++++++++--
 src/metadata/metadata.json                         |  8 ++++++++
 .../template-text-classification/README.md         |  2 +-
 .../template-vision-classification/README.md       |  2 +-
 src/templates/template-vision-dcgan/README.md      |  2 +-
 .../template-vision-segmentation/README.md         |  2 +-
 6 files changed, 24 insertions(+), 6 deletions(-)

diff --git a/src/components/TabTraining.vue b/src/components/TabTraining.vue
index 2409b87b..34bde3d8 100644
--- a/src/components/TabTraining.vue
+++ b/src/components/TabTraining.vue
@@ -6,9 +6,16 @@
       :label="deterministic.description"
       :saveKey="deterministic.name"
     />
-    <h2 class="training">Distributed Training (NCCL backend)</h2>
+    <h2 class="training">Distributed Training</h2>
     <FormCheckbox label="Use distributed training" saveKey="use_dist" />
     <div v-show="store.config.use_dist">
+      <h2>Choose a Backend</h2>
+      <FormSelect
+        required 
+        :saveKey="backend.name"
+        :label="backend.description"
+        :options="backend.options"
+      />
       <FormRadio :options="[launch, spawn]" saveKey="dist" defaultV="launch" />
       <FormInput
         :label="nproc_per_node.description"
@@ -46,13 +53,15 @@ import { training } from '../metadata/metadata.json'
 import FormCheckbox from './FormCheckbox.vue'
 import FormInput from './FormInput.vue'
 import FormRadio from './FormRadio.vue'
+import FormSelect from './FormSelect.vue'
 import { store } from '../store.js'
 
 export default {
-  components: { FormCheckbox, FormInput, FormRadio },
+  components: { FormCheckbox, FormInput, FormRadio,FormSelect },
   setup() {
     const {
       deterministic,
+      backend,
       launch,
       spawn,
       nproc_per_node,
@@ -69,6 +78,7 @@ export default {
     return {
       store,
       deterministic,
+      backend,
       launch,
       spawn,
       nproc_per_node,
diff --git a/src/metadata/metadata.json b/src/metadata/metadata.json
index 932158a8..08ac92bc 100644
--- a/src/metadata/metadata.json
+++ b/src/metadata/metadata.json
@@ -41,6 +41,14 @@
       "description": "Master node port for torch native backends (mandatory if you have filled number of nodes)",
       "min": 0,
       "default": 8080
+    },
+    "backend": {
+      "name": "backend",
+      "description":"Choose a Backend",
+      "options":[
+        "NCCL",
+        "Gloo"
+      ]
     }
   },
   "handlers": {
diff --git a/src/templates/template-text-classification/README.md b/src/templates/template-text-classification/README.md
index 8f95eee0..481354f2 100644
--- a/src/templates/template-text-classification/README.md
+++ b/src/templates/template-text-classification/README.md
@@ -31,7 +31,7 @@ python -m torch.distributed.launch \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 - Execute on worker nodes
diff --git a/src/templates/template-vision-classification/README.md b/src/templates/template-vision-classification/README.md
index 0fb335da..ff298c56 100644
--- a/src/templates/template-vision-classification/README.md
+++ b/src/templates/template-vision-classification/README.md
@@ -31,7 +31,7 @@ python -m torch.distributed.launch \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 - Execute on worker nodes
diff --git a/src/templates/template-vision-dcgan/README.md b/src/templates/template-vision-dcgan/README.md
index 7ddf9e03..3a383559 100644
--- a/src/templates/template-vision-dcgan/README.md
+++ b/src/templates/template-vision-dcgan/README.md
@@ -31,7 +31,7 @@ python -m torch.distributed.launch \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 - Execute on worker nodes
diff --git a/src/templates/template-vision-segmentation/README.md b/src/templates/template-vision-segmentation/README.md
index 144a2871..2f10af62 100644
--- a/src/templates/template-vision-segmentation/README.md
+++ b/src/templates/template-vision-segmentation/README.md
@@ -31,7 +31,7 @@ python -m torch.distributed.launch \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 - Execute on worker nodes

From 8cb8985eaefb7f51f41dcfe3cc20e53bb0b122c3 Mon Sep 17 00:00:00 2001
From: Sayantan <sayantan.sayanaldo@gmail.com>
Date: Tue, 25 Jan 2022 16:21:10 +0530
Subject: [PATCH 2/3] ran prettier and changed backend from nccl

---
 src/components/TabTraining.vue                         |  4 ++--
 src/metadata/metadata.json                             |  7 ++-----
 src/templates/template-text-classification/README.md   | 10 +++++-----
 src/templates/template-vision-classification/README.md | 10 +++++-----
 src/templates/template-vision-dcgan/README.md          | 10 +++++-----
 src/templates/template-vision-segmentation/README.md   |  8 ++++----
 6 files changed, 23 insertions(+), 26 deletions(-)

diff --git a/src/components/TabTraining.vue b/src/components/TabTraining.vue
index 34bde3d8..8c9e9d05 100644
--- a/src/components/TabTraining.vue
+++ b/src/components/TabTraining.vue
@@ -11,7 +11,7 @@
     <div v-show="store.config.use_dist">
       <h2>Choose a Backend</h2>
       <FormSelect
-        required 
+        required
         :saveKey="backend.name"
         :label="backend.description"
         :options="backend.options"
@@ -57,7 +57,7 @@ import FormSelect from './FormSelect.vue'
 import { store } from '../store.js'
 
 export default {
-  components: { FormCheckbox, FormInput, FormRadio,FormSelect },
+  components: { FormCheckbox, FormInput, FormRadio, FormSelect },
   setup() {
     const {
       deterministic,
diff --git a/src/metadata/metadata.json b/src/metadata/metadata.json
index 08ac92bc..b8e3c3a4 100644
--- a/src/metadata/metadata.json
+++ b/src/metadata/metadata.json
@@ -44,11 +44,8 @@
     },
     "backend": {
       "name": "backend",
-      "description":"Choose a Backend",
-      "options":[
-        "NCCL",
-        "Gloo"
-      ]
+      "description": "Choose a Backend",
+      "options": ["NCCL", "Gloo"]
     }
   },
   "handlers": {
diff --git a/src/templates/template-text-classification/README.md b/src/templates/template-text-classification/README.md
index 481354f2..bedfbf4a 100644
--- a/src/templates/template-text-classification/README.md
+++ b/src/templates/template-text-classification/README.md
@@ -44,7 +44,7 @@ python -m torch.distributed.launch \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } :::#
@@ -77,7 +77,7 @@ python main.py  \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 - Execute on worker nodes
@@ -89,7 +89,7 @@ python main.py  \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-classification/README.md b/src/templates/template-vision-classification/README.md
index ff298c56..c6e14c0e 100644
--- a/src/templates/template-vision-classification/README.md
+++ b/src/templates/template-vision-classification/README.md
@@ -44,7 +44,7 @@ python -m torch.distributed.launch \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } :::#
@@ -77,7 +77,7 @@ python main.py  \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 - Execute on worker nodes
@@ -89,7 +89,7 @@ python main.py  \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-dcgan/README.md b/src/templates/template-vision-dcgan/README.md
index 3a383559..d0768d44 100644
--- a/src/templates/template-vision-dcgan/README.md
+++ b/src/templates/template-vision-dcgan/README.md
@@ -44,7 +44,7 @@ python -m torch.distributed.launch \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } :::#
@@ -77,7 +77,7 @@ python main.py  \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 - Execute on worker nodes
@@ -89,7 +89,7 @@ python main.py  \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-segmentation/README.md b/src/templates/template-vision-segmentation/README.md
index 2f10af62..77948c20 100644
--- a/src/templates/template-vision-segmentation/README.md
+++ b/src/templates/template-vision-segmentation/README.md
@@ -44,7 +44,7 @@ python -m torch.distributed.launch \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } else { :::#
@@ -77,7 +77,7 @@ python main.py  \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 - Execute on worker nodes
@@ -89,7 +89,7 @@ python main.py  \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= backend :::#
 ```
 
 #::: } :::#

From 9f0ab87ca79b26cc54f0f923be3ee33ca8aadb5d Mon Sep 17 00:00:00 2001
From: Sayantan <sayantan.sayanaldo@gmail.com>
Date: Wed, 26 Jan 2022 13:25:54 +0530
Subject: [PATCH 3/3] corrected code for adding Gloo as a backend

---
 src/templates/template-common/README.md       | 20 +++++++++----------
 .../template-text-classification/README.md    | 20 +++++++++----------
 .../template-vision-classification/README.md  | 20 +++++++++----------
 src/templates/template-vision-dcgan/README.md | 20 +++++++++----------
 .../template-vision-segmentation/README.md    | 20 +++++++++----------
 5 files changed, 50 insertions(+), 50 deletions(-)

diff --git a/src/templates/template-common/README.md b/src/templates/template-common/README.md
index fcb431fd..d3068011 100644
--- a/src/templates/template-common/README.md
+++ b/src/templates/template-common/README.md
@@ -9,26 +9,26 @@
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -39,7 +39,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -56,24 +56,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -83,7 +83,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-text-classification/README.md b/src/templates/template-text-classification/README.md
index bedfbf4a..17af6528 100644
--- a/src/templates/template-text-classification/README.md
+++ b/src/templates/template-text-classification/README.md
@@ -25,26 +25,26 @@ pip install -r requirements.txt --progress-bar off -U
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -72,24 +72,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-classification/README.md b/src/templates/template-vision-classification/README.md
index c6e14c0e..6f3fd02a 100644
--- a/src/templates/template-vision-classification/README.md
+++ b/src/templates/template-vision-classification/README.md
@@ -25,26 +25,26 @@ pip install -r requirements.txt --progress-bar off -U
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -72,24 +72,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-dcgan/README.md b/src/templates/template-vision-dcgan/README.md
index d0768d44..9ddf31f7 100644
--- a/src/templates/template-vision-dcgan/README.md
+++ b/src/templates/template-vision-dcgan/README.md
@@ -25,26 +25,26 @@ pip install -r requirements.txt --progress-bar off -U
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -72,24 +72,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-segmentation/README.md b/src/templates/template-vision-segmentation/README.md
index 77948c20..b649a059 100644
--- a/src/templates/template-vision-segmentation/README.md
+++ b/src/templates/template-vision-segmentation/README.md
@@ -25,26 +25,26 @@ pip install -r requirements.txt --progress-bar off -U
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -72,24 +72,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend #:::= backend :::#
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#