(* Content-type: application/vnd.wolfram.mathematica *) (*** Wolfram Notebook File ***) (* http://www.wolfram.com/nb *) (* CreatedBy='Mathematica 11.3' *) (*CacheID: 234*) (* Internal cache information: NotebookFileLineBreakTest NotebookFileLineBreakTest NotebookDataPosition[ 158, 7] NotebookDataLength[ 6300, 185] NotebookOptionsPosition[ 4413, 140] NotebookOutlinePosition[ 4721, 155] CellTagsIndexPosition[ 4678, 152] WindowFrame->Normal*) (* Beginning of Notebook Content *) Notebook[{ Cell[CellGroupData[{ Cell[TextData[{ StyleBox["Construction Notebook for:", FontSize->24], "\nGloVe 300-Dimensional Word Vectors Trained on Common Crawl 840B" }], "Title", CellChangeTimes->{{3.700390059931024*^9, 3.700390069370269*^9}, { 3.713527335930427*^9, 3.71352733920855*^9}, 3.713530361022579*^9}], Cell[CellGroupData[{ Cell["NetModel Access", "Subsection", CellChangeTimes->{{3.695474314080426*^9, 3.695474346087426*^9}}], Cell[CellGroupData[{ Cell["This Notebook", "Subsubsection", CellChangeTimes->{{3.6954750910664797`*^9, 3.695475092737351*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656935596855*^9, 3.6966569364445457`*^9}, 3.696768427361453*^9, 3.696768595763381*^9, 3.700390080550715*^9, 3.713527332938039*^9, {3.713530362953845*^9, 3.7135303669448347`*^9}}] }, Open ]], Cell[CellGroupData[{ Cell["Untrained Net", "Subsubsection", CellChangeTimes->{{3.6954750978333807`*^9, 3.695475133273511*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656940213286*^9, 3.6966569411083603`*^9}, 3.6967685960955133`*^9, 3.700390083629743*^9, {3.713527345914727*^9, 3.713527346642221*^9}, 3.713530370686832*^9}] }, Open ]], Cell[CellGroupData[{ Cell["Trained Net", "Subsubsection", CellChangeTimes->{{3.6954751072255173`*^9, 3.6954751086815357`*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", "\"\\"", "]"}]], "Input", CellChangeTimes->{{3.6966569441649303`*^9, 3.696656946349728*^9}, 3.696768596439824*^9, 3.70039008606037*^9, 3.713527350999201*^9, 3.713530372099915*^9}] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Net Construction", "Section", CellChangeTimes->{3.695625386014464*^9}], Cell[CellGroupData[{ Cell["Parameter Settings", "Subsection", CellChangeTimes->{{3.695474640360228*^9, 3.695474641776113*^9}}], Cell[BoxData[ RowBox[{ RowBox[{"gloveTokens", "=", RowBox[{ RowBox[{"NetExtract", "[", RowBox[{ RowBox[{"NetModel", "[", RowBox[{ "\"\\ \"", ",", "\"\\""}], "]"}], ",", "\"\\""}], "]"}], "[", RowBox[{"[", "\"\\"", "]"}], "]"}]}], ";"}]], "Input", CellChangeTimes->{{3.713527466915866*^9, 3.7135275033391542`*^9}, 3.71353038346072*^9, {3.71353050413076*^9, 3.713530504898053*^9}, 3.713530631504019*^9}] }, Open ]], Cell[CellGroupData[{ Cell["Final Net", "Subsection", CellChangeTimes->{{3.695106779945572*^9, 3.695106780985426*^9}}], Cell[BoxData[ RowBox[{"glove", "=", RowBox[{"EmbeddingLayer", "[", RowBox[{"300", ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetEncoder", "[", RowBox[{"{", RowBox[{"\"\\"", ",", "gloveTokens", ",", RowBox[{"IgnoreCase", "\[Rule]", "False"}]}], "}"}], "]"}]}]}], "]"}]}]], "Input", CellChangeTimes->{{3.713527514677994*^9, 3.713527575009603*^9}, { 3.713530510522636*^9, 3.713530513394473*^9}, {3.713530596627226*^9, 3.713530599642223*^9}, {3.713532759635858*^9, 3.7135327646536303`*^9}}] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Training", "Section", CellChangeTimes->{{3.695474798960601*^9, 3.69547479969661*^9}}], Cell["(Performed separately)", "Text", CellChangeTimes->{{3.695474856418449*^9, 3.695474863168799*^9}, { 3.7003902300515137`*^9, 3.7003902345796556`*^9}, {3.7135276003953753`*^9, 3.713527600730994*^9}}] }, Open ]] }, Open ]] }, WindowSize->Automatic, WindowMargins->Automatic, FrontEndVersion->"11.3 for Linux x86 (64-bit) (March 6, 2018)", StyleDefinitions->"Default.nb" ] (* End of Notebook Content *) (* Internal cache information *) (*CellTagsOutline CellTagsIndex->{} *) (*CellTagsIndex CellTagsIndex->{} *) (*NotebookFileOutline Notebook[{ Cell[CellGroupData[{ Cell[580, 22, 291, 6, 70, "Title",ExpressionUUID->"87bdef37-3f28-42d0-b434-bf639edc8190"], Cell[CellGroupData[{ Cell[896, 32, 103, 1, 70, "Subsection",ExpressionUUID->"c8dc2da7-f392-4ae0-b77d-f68c540fea16"], Cell[CellGroupData[{ Cell[1024, 37, 106, 1, 70, "Subsubsection",ExpressionUUID->"7bd23f5b-1439-407f-a11f-6eb7a200b105"], Cell[1133, 40, 400, 7, 70, "Input",ExpressionUUID->"c3a4dfdd-a3b8-42c6-aeb1-d1ffe12b394e"] }, Open ]], Cell[CellGroupData[{ Cell[1570, 52, 106, 1, 70, "Subsubsection",ExpressionUUID->"e8e1eada-c595-4bec-b58b-0a327288c53b"], Cell[1679, 55, 384, 7, 70, "Input",ExpressionUUID->"759a9f59-8182-4045-9421-f62e08873e9f"] }, Open ]], Cell[CellGroupData[{ Cell[2100, 67, 106, 1, 70, "Subsubsection",ExpressionUUID->"857c208a-f0d2-4e93-b7ce-fc94bb1bb3a4"], Cell[2209, 70, 300, 6, 70, "Input",ExpressionUUID->"8c5e92fc-a0af-44f3-8d3a-48030b993660"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[2558, 82, 77, 1, 70, "Section",ExpressionUUID->"e057a83f-4359-4412-a32f-2ea5d7fe61c0"], Cell[CellGroupData[{ Cell[2660, 87, 106, 1, 70, "Subsection",ExpressionUUID->"e82cd76b-3b2e-48f8-bf96-ffc16a374871"], Cell[2769, 90, 572, 14, 70, "Input",ExpressionUUID->"9451ada4-97b6-4ae9-8d04-1d55fae9b263"] }, Open ]], Cell[CellGroupData[{ Cell[3378, 109, 97, 1, 70, "Subsection",ExpressionUUID->"7827a7f3-e9c8-4309-9d46-eead07db5c62"], Cell[3478, 112, 555, 12, 70, "Input",ExpressionUUID->"9717d1e5-e5cd-4670-8628-7c48813450ae"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[4082, 130, 92, 1, 70, "Section",ExpressionUUID->"91431efd-4f63-4928-b43f-76ea8324f91a"], Cell[4177, 133, 208, 3, 70, "Text",ExpressionUUID->"5d84deeb-c0bf-48fc-bca3-e2b609dc200b"] }, Open ]] }, Open ]] } ] *) (* End of internal cache information *)