images

Author: dvgodoy

Chapter11.ipynb

@@ -5763,6 +5763,17 @@
     "token_watch1.embedding, token_watch2.embedding"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### Where do ELMo Embeddings come from?\n",
+    "\n",
+    "![](images/elmo_lstm.png)\n",
+    "\n",
+    "![](images/elmo_embed.png)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 145,
@@ -7113,7 +7124,9 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "## Input Embeddings"
+    "## Input Embeddings\n",
+    "\n",
+    "![](images/bert_input_embed.png)"
    ]
   },
   {
@@ -7397,7 +7410,9 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "### Masked Language Model (MLM)"
+    "### Masked Language Model (MLM)\n",
+    "\n",
+    "![](images/bert_mlm.png)"
    ]
   },
   {
@@ -7473,7 +7488,9 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "### Next Sentence Prediction (NSP)"
+    "### Next Sentence Prediction (NSP)\n",
+    "\n",
+    "![](images/bert_nsp.png)"
    ]
   },
   {
@@ -7605,6 +7622,13 @@
     "out.keys()"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "![](images/bert_embeddings.png)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 196,
@@ -9314,7 +9338,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.5"
+   "version": "3.7.5"
   }
  },
  "nbformat": 4,