From 1183fd783705c8b50e11be64620584c690b35afb Mon Sep 17 00:00:00 2001 From: rasbt Date: Wed, 6 Nov 2024 05:52:47 -0600 Subject: [PATCH] add dropout scaling note --- ch03/01_main-chapter-code/ch03.ipynb | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ch03/01_main-chapter-code/ch03.ipynb b/ch03/01_main-chapter-code/ch03.ipynb index 7e0fb31..06931e7 100644 --- a/ch03/01_main-chapter-code/ch03.ipynb +++ b/ch03/01_main-chapter-code/ch03.ipynb @@ -1485,7 +1485,8 @@ "id": "5a575458-a6da-4e54-8688-83e155f2de06", "metadata": {}, "source": [ - "- If we apply a dropout rate of 0.5 (50%), the non-dropped values will be scaled accordingly by a factor of 1/0.5 = 2." + "- If we apply a dropout rate of 0.5 (50%), the non-dropped values will be scaled accordingly by a factor of 1/0.5 = 2\n", + "- The scaling is calculated by the formula 1 / (1 - `dropout_rate`)" ] }, {