add no_grad context to reduce memory consumption

RRFRRF · Feb 26, 2022 · 51e5495 · 51e5495
1 parent 24d9496
commit 51e5495
Show file tree

Hide file tree

Showing 8 changed files with 37 additions and 15 deletions.
diff --git a/pytorch-lightning_ipynb/cnn/cnn-lenet5-quickdraw.ipynb b/pytorch-lightning_ipynb/cnn/cnn-lenet5-quickdraw.ipynb
@@ -1247,6 +1247,7 @@
     "    \n",
     "    with torch.no_grad():  # since we don't need to backprop\n",
     "        logits = lightning_model(features)\n",
+    "\n",
     "    predicted_labels = torch.argmax(logits, dim=1)\n",
     "    all_predicted_labels.append(predicted_labels)\n",
     "    all_true_labels.append(labels)\n",
@@ -1502,7 +1503,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.9.7"
   }
  },
  "nbformat": 4,

diff --git a/pytorch-lightning_ipynb/cnn/cnn-mobilenet-v2-cifar10-2.ipynb b/pytorch-lightning_ipynb/cnn/cnn-mobilenet-v2-cifar10-2.ipynb
@@ -1725,7 +1725,10 @@
     "all_predicted_labels = []\n",
     "for batch in test_dataloader:\n",
     "    features, labels = batch\n",
-    "    logits = lightning_model(features)\n",
+    "    \n",
+    "    with torch.no_grad():\n",
+    "        logits = lightning_model(features)\n",
+    "\n",
     "    predicted_labels = torch.argmax(logits, dim=1)\n",
     "    all_predicted_labels.append(predicted_labels)\n",
     "    all_true_labels.append(labels)\n",
@@ -2106,7 +2109,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.9.7"
   }
  },
  "nbformat": 4,

diff --git a/pytorch-lightning_ipynb/cnn/cnn-mobilenet-v2-cifar10.ipynb b/pytorch-lightning_ipynb/cnn/cnn-mobilenet-v2-cifar10.ipynb
@@ -1729,7 +1729,10 @@
     "\n",
     "for batch in test_dataloader:\n",
     "    features, labels = batch\n",
-    "    logits = lightning_model(features)\n",
+    "    \n",
+    "    with torch.no_grad():\n",
+    "        logits = lightning_model(features)\n",
+    "\n",
     "    predicted_labels = torch.argmax(logits, dim=1)\n",
     "    all_predicted_labels.append(predicted_labels)\n",
     "    all_true_labels.append(labels)\n",
@@ -2117,7 +2120,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.9.7"
   }
  },
  "nbformat": 4,

diff --git a/pytorch-lightning_ipynb/cnn/cnn-mobilenet-v3-large-cifar10.ipynb b/pytorch-lightning_ipynb/cnn/cnn-mobilenet-v3-large-cifar10.ipynb
@@ -3126,7 +3126,10 @@
     "all_predicted_labels = []\n",
     "for batch in test_dataloader:\n",
     "    features, labels = batch\n",
-    "    logits = lightning_model(features)\n",
+    "    \n",
+    "    with torch.no_grad():\n",
+    "        logits = lightning_model(features)\n",
+    "\n",
     "    predicted_labels = torch.argmax(logits, dim=1)\n",
     "    all_predicted_labels.append(predicted_labels)\n",
     "    all_true_labels.append(labels)\n",
@@ -3514,7 +3517,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.9.7"
   }
  },
  "nbformat": 4,

diff --git a/pytorch-lightning_ipynb/cnn/cnn-mobilenet-v3-small-cifar10.ipynb b/pytorch-lightning_ipynb/cnn/cnn-mobilenet-v3-small-cifar10.ipynb
@@ -1724,7 +1724,10 @@
     "all_predicted_labels = []\n",
     "for batch in test_dataloader:\n",
     "    features, labels = batch\n",
-    "    logits = lightning_model(features)\n",
+    "\n",
+    "    with torch.no_grad():\n",
+    "        logits = lightning_model(features)\n",
+    "\n",
     "    predicted_labels = torch.argmax(logits, dim=1)\n",
     "    all_predicted_labels.append(predicted_labels)\n",
     "    all_true_labels.append(labels)\n",
@@ -2112,7 +2115,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.9.7"
   }
  },
  "nbformat": 4,

diff --git a/pytorch-lightning_ipynb/cnn/cnn-nin-cifar10.ipynb b/pytorch-lightning_ipynb/cnn/cnn-nin-cifar10.ipynb
@@ -2435,7 +2435,10 @@
     "all_predicted_labels = []\n",
     "for batch in test_dataloader:\n",
     "    features, labels = batch\n",
-    "    logits = lightning_model(features)\n",
+    "    \n",
+    "    with torch.no_grad():\n",
+    "        logits = lightning_model(features)\n",
+    "\n",
     "    predicted_labels = torch.argmax(logits, dim=1)\n",
     "    all_predicted_labels.append(predicted_labels)\n",
     "    all_true_labels.append(labels)\n",
@@ -2823,7 +2826,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.9.7"
   }
  },
  "nbformat": 4,

diff --git a/pytorch-lightning_ipynb/cnn/cnn-vgg16.ipynb b/pytorch-lightning_ipynb/cnn/cnn-vgg16.ipynb
@@ -1507,7 +1507,10 @@
     "all_predicted_labels = []\n",
     "for batch in test_dataloader:\n",
     "    features, labels = batch\n",
-    "    logits = lightning_model(features)\n",
+    "    \n",
+    "    with torch.no_grad():\n",
+    "        logits = lightning_model(features)\n",
+    "\n",
     "    predicted_labels = torch.argmax(logits, dim=1)\n",
     "    all_predicted_labels.append(predicted_labels)\n",
     "    all_true_labels.append(labels)\n",
@@ -1895,7 +1898,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.9.7"
   }
  },
  "nbformat": 4,

diff --git a/pytorch-lightning_ipynb/cnn/cnn-vgg19.ipynb b/pytorch-lightning_ipynb/cnn/cnn-vgg19.ipynb
@@ -1533,7 +1533,10 @@
     "all_predicted_labels = []\n",
     "for batch in test_dataloader:\n",
     "    features, labels = batch\n",
-    "    logits = lightning_model(features)\n",
+    "    \n",
+    "    with torch.no_grad():\n",
+    "        logits = lightning_model(features)\n",
+    "\n",
     "    predicted_labels = torch.argmax(logits, dim=1)\n",
     "    all_predicted_labels.append(predicted_labels)\n",
     "    all_true_labels.append(labels)\n",
@@ -1928,7 +1931,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.9.7"
   }
  },
  "nbformat": 4,