(* Content-type: application/vnd.wolfram.mathematica *) (*** Wolfram Notebook File ***) (* http://www.wolfram.com/nb *) (* CreatedBy='Mathematica 11.3' *) (*CacheID: 234*) (* Internal cache information: NotebookFileLineBreakTest NotebookFileLineBreakTest NotebookDataPosition[ 158, 7] NotebookDataLength[ 6462, 187] NotebookOptionsPosition[ 4575, 142] NotebookOutlinePosition[ 4883, 157] CellTagsIndexPosition[ 4840, 154] WindowFrame->Normal*) (* Beginning of Notebook Content *) Notebook[{ Cell[CellGroupData[{ Cell[TextData[{ StyleBox["Construction Notebook for:", FontSize->24], "\nGloVe 300-Dimensional Word Vectors Trained on Common Crawl 42B" }], "Title", CellChangeTimes->{{3.700390059931024*^9, 3.700390069370269*^9}, { 3.713527335930427*^9, 3.71352733920855*^9}, 3.713530361022579*^9, { 3.713530682724009*^9, 3.713530695815112*^9}}], Cell[CellGroupData[{ Cell["NetModel Access", "Subsection", CellChangeTimes->{{3.695474314080426*^9, 3.695474346087426*^9}}], Cell[CellGroupData[{ Cell["This Notebook", "Subsubsection", CellChangeTimes->{{3.6954750910664797`*^9, 3.695475092737351*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656935596855*^9, 3.6966569364445457`*^9}, 3.696768427361453*^9, 3.696768595763381*^9, 3.700390080550715*^9, 3.713527332938039*^9, {3.713530362953845*^9, 3.7135303669448347`*^9}, { 3.7135306975162992`*^9, 3.713530702379608*^9}}] }, Open ]], Cell[CellGroupData[{ Cell["Untrained Net", "Subsubsection", CellChangeTimes->{{3.6954750978333807`*^9, 3.695475133273511*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656940213286*^9, 3.6966569411083603`*^9}, 3.6967685960955133`*^9, 3.700390083629743*^9, {3.713527345914727*^9, 3.713527346642221*^9}, 3.713530370686832*^9, 3.7135307053541803`*^9}] }, Open ]], Cell[CellGroupData[{ Cell["Trained Net", "Subsubsection", CellChangeTimes->{{3.6954751072255173`*^9, 3.6954751086815357`*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", "\"\\"", "]"}]], "Input", CellChangeTimes->{{3.6966569441649303`*^9, 3.696656946349728*^9}, 3.696768596439824*^9, 3.70039008606037*^9, 3.713527350999201*^9, 3.713530372099915*^9, 3.713530707350834*^9}] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Net Construction", "Section", CellChangeTimes->{3.695625386014464*^9}], Cell[CellGroupData[{ Cell["Parameter Settings", "Subsection", CellChangeTimes->{{3.695474640360228*^9, 3.695474641776113*^9}}], Cell[BoxData[ RowBox[{ RowBox[{"gloveTokens", "=", RowBox[{ RowBox[{"NetExtract", "[", RowBox[{ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}], ",", "\"\\""}], "]"}], "[", RowBox[{"[", "\"\\"", "]"}], "]"}]}], ";"}]], "Input", CellChangeTimes->{{3.713527466915866*^9, 3.7135275033391542`*^9}, 3.71353038346072*^9, {3.71353050413076*^9, 3.713530504898053*^9}, 3.713530631504019*^9, 3.713530710594427*^9}] }, Open ]], Cell[CellGroupData[{ Cell["Final Net", "Subsection", CellChangeTimes->{{3.695106779945572*^9, 3.695106780985426*^9}}], Cell[BoxData[ RowBox[{"glove", "=", RowBox[{"EmbeddingLayer", "[", RowBox[{"300", ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetEncoder", "[", RowBox[{"{", RowBox[{"\"\\"", ",", "gloveTokens", ",", RowBox[{"IgnoreCase", "\[Rule]", "True"}]}], "}"}], "]"}]}]}], "]"}]}]], "Input", CellChangeTimes->{{3.713527514677994*^9, 3.713527575009603*^9}, { 3.713530510522636*^9, 3.713530513394473*^9}, {3.713530596627226*^9, 3.713530599642223*^9}, {3.713530735657646*^9, 3.713530739531332*^9}}] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Training", "Section", CellChangeTimes->{{3.695474798960601*^9, 3.69547479969661*^9}}], Cell["(Performed separately)", "Text", CellChangeTimes->{{3.695474856418449*^9, 3.695474863168799*^9}, { 3.7003902300515137`*^9, 3.7003902345796556`*^9}, {3.7135276003953753`*^9, 3.713527600730994*^9}}] }, Open ]] }, Open ]] }, WindowSize->Automatic, WindowMargins->Automatic, FrontEndVersion->"11.3 for Linux x86 (64-bit) (March 6, 2018)", StyleDefinitions->"Default.nb" ] (* End of Notebook Content *) (* Internal cache information *) (*CellTagsOutline CellTagsIndex->{} *) (*CellTagsIndex CellTagsIndex->{} *) (*NotebookFileOutline Notebook[{ Cell[CellGroupData[{ Cell[580, 22, 340, 7, 70, "Title",ExpressionUUID->"b6e199bb-8662-4700-99dc-37bdc6e6127b"], Cell[CellGroupData[{ Cell[945, 33, 103, 1, 70, "Subsection",ExpressionUUID->"d266f627-52b3-4d13-a491-c6a5e80fe3a4"], Cell[CellGroupData[{ Cell[1073, 38, 106, 1, 70, "Subsubsection",ExpressionUUID->"c881feb6-2184-4786-b5b5-5d0d7ff34bfc"], Cell[1182, 41, 451, 8, 70, "Input",ExpressionUUID->"2c0b50b8-a1ea-4dc1-8a78-42b1cf638ba4"] }, Open ]], Cell[CellGroupData[{ Cell[1670, 54, 106, 1, 70, "Subsubsection",ExpressionUUID->"20aa2414-e725-4c2a-8886-9c1e5b3b7fb8"], Cell[1779, 57, 407, 7, 70, "Input",ExpressionUUID->"982834fb-eb08-4f31-b5ce-0f8e03842b37"] }, Open ]], Cell[CellGroupData[{ Cell[2223, 69, 106, 1, 70, "Subsubsection",ExpressionUUID->"9ef36471-ebd5-4336-b990-3755a0d2efbc"], Cell[2332, 72, 321, 6, 70, "Input",ExpressionUUID->"9f5be7bb-9b44-4fc2-8b25-0c62764362db"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[2702, 84, 77, 1, 70, "Section",ExpressionUUID->"efc13101-2862-4d91-b5e4-67578d876f91"], Cell[CellGroupData[{ Cell[2804, 89, 106, 1, 70, "Subsection",ExpressionUUID->"d0ffc4f4-5157-4c2b-af0e-9ae41118290a"], Cell[2913, 92, 593, 14, 70, "Input",ExpressionUUID->"e6578954-92b3-4e55-a549-a4755868e91f"] }, Open ]], Cell[CellGroupData[{ Cell[3543, 111, 97, 1, 70, "Subsection",ExpressionUUID->"12761cef-d050-406c-8c5d-714628e4409d"], Cell[3643, 114, 552, 12, 70, "Input",ExpressionUUID->"3b9fb89a-d3a1-4bf1-b446-ea7f4735bb51"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[4244, 132, 92, 1, 70, "Section",ExpressionUUID->"d2a14fad-a4a3-4ef6-9ae2-8a5c90109453"], Cell[4339, 135, 208, 3, 70, "Text",ExpressionUUID->"af354b16-7506-42bd-b670-e96a3e769bb4"] }, Open ]] }, Open ]] } ] *) (* End of internal cache information *)