(* Content-type: application/vnd.wolfram.mathematica *) (*** Wolfram Notebook File ***) (* http://www.wolfram.com/nb *) (* CreatedBy='Mathematica 11.3' *) (*CacheID: 234*) (* Internal cache information: NotebookFileLineBreakTest NotebookFileLineBreakTest NotebookDataPosition[ 158, 7] NotebookDataLength[ 138882, 3503] NotebookOptionsPosition[ 130858, 3354] NotebookOutlinePosition[ 131190, 3370] CellTagsIndexPosition[ 131147, 3367] WindowFrame->Normal*) (* Beginning of Notebook Content *) Notebook[{ Cell[CellGroupData[{ Cell["GloVe 100-Dimensional Word Vectors Trained on Tweets", \ "ResourceExampleTitle", ShowCellBracket->False, CellMargins->{{27, Inherited}, {10, 30}}, CellGroupingRules->{"TitleGrouping", 0}, PageBreakBelow->False, ShowAutoSpellCheck->False, LineSpacing->{1, 4}, MenuSortingValue->1100, MenuCommandKey->"1", FontFamily->"Source Sans Pro SemiBold", FontSize->32, FontTracking->-0.5, FontColor->RGBColor[{ Rational[31, 85], Rational[146, 255], Rational[11, 85]}]], Cell["Represent words as vectors", "ResourceExampleSubtitle", ShowCellBracket->False, CellMargins->{{27, Inherited}, {0, 0}}, CellGroupingRules->{"TitleGrouping", 10}, PageBreakBelow->False, ShowAutoSpellCheck->False, CounterIncrements->"Subtitle", MenuSortingValue->1550, FontFamily->"Source Sans Pro Light", FontSize->26, FontSlant->Italic, FontColor->RGBColor[{ Rational[1, 3], Rational[1, 3], Rational[1, 3]}]], Cell[CellGroupData[{ Cell["Resource retrieval", "Subsection"], Cell["Get the pre-trained net:", "Text"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"NetModel", "[", "\"\\"", "]"}]], "Input", CellChangeTimes->{3.713712265065423*^9, 3.713712438999467*^9, 3.713712513945034*^9, 3.713712563877982*^9}, CellLabel->"In[90]:="], Cell[BoxData[ TagBox[ TemplateBox[{RowBox[{ StyleBox[ TagBox["EmbeddingLayer", "SummaryHead"], "NonInterpretableSummary"], StyleBox["[", "NonInterpretableSummary"], DynamicModuleBox[{Typeset`open = True}, PanelBox[ PaneSelectorBox[{False -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquarePlusIconMedium"], ImageSizeCache -> {12., {0., 12.}}], Appearance -> None, ButtonFunction :> (Typeset`open = True), Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], GraphicsBox[ GraphicsComplexBox[{{0, 0}, {-0.5, 1}, {0.5, 1}, {1.5, 1}, {1, 0}}, {{ Opacity[0.3], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { RGBColor[0.33, 0.33, 0.33], AbsolutePointSize[5], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 37], GridBox[{{ StyleBox[ TemplateBox[{"\"Output dimension\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["100", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Class count\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["1193515", "SummaryItem"]}}, BaselinePosition -> Automatic, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, BaselinePosition -> {1, 3}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> {"Columns" -> { Offset[0.], { Offset[0.5599999999999999]}, Offset[0.]}, "Rows" -> { Offset[0.], { Offset[0.4]}, Offset[0.]}}], True -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquareMinusIconMedium"], ImageSizeCache -> {12., {0., 12.}}], Appearance -> None, ButtonFunction :> (Typeset`open = False), Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], GraphicsBox[ GraphicsComplexBox[{{0, 0}, {-0.5, 1}, {0.5, 1}, {1.5, 1}, {1, 0}}, {{ Opacity[0.3], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { RGBColor[0.33, 0.33, 0.33], AbsolutePointSize[5], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 37], GridBox[{{ ItemBox[ StyleBox["Parameters", FontWeight -> Bold]], ItemBox[""]}, { StyleBox[ TemplateBox[{"\"Output dimension\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["100", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Class count\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["1193515", "SummaryItem"]}, { ItemBox[ StyleBox["Arrays", FontWeight -> Bold], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox[ StyleBox[ GraphicsBox[{}, BaselinePosition -> (Scaled[0.] -> Baseline), ImageSize -> {1, 11}], CacheGraphics -> False], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]]}, { StyleBox[ TemplateBox[{"\"Weights\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"1193515\"", "\"100\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"]}, { ItemBox[ StyleBox["Ports", FontWeight -> Bold], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox[ StyleBox[ GraphicsBox[{}, BaselinePosition -> (Scaled[0.] -> Baseline), ImageSize -> {1, 11}], CacheGraphics -> False], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]]}, { StyleBox[ TemplateBox[{"\"Input\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["\"string\"", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Output\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"100\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"]}}, BaselinePosition -> {2, 1}, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, BaselinePosition -> {1, 3}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> {"Columns" -> { Offset[0.], { Offset[0.5599999999999999]}, Offset[0.]}, "Rows" -> { Offset[0.], { Offset[0.4]}, Offset[0.]}}]}, Dynamic[Typeset`open], ImageSize -> Automatic], BaseStyle -> { ShowStringCharacters -> False, NumberMarks -> False, PrintPrecision -> 3, ShowSyntaxStyles -> False}, BaselinePosition -> Baseline]], StyleBox["]", "NonInterpretableSummary"]}]}, "CopyTag", DisplayFunction->(#& ), InterpretationFunction->("EmbeddingLayer[<>]"& )], False, Editable->False, SelectWithContents->True, Selectable->False]], "Output", CellChangeTimes->{{3.713707064306293*^9, 3.713707069030796*^9}, { 3.713712267745913*^9, 3.713712273389896*^9}, 3.714406424152286*^9, 3.715103308622179*^9, 3.735059105744555*^9, 3.7513804705432453`*^9, 3.753639406320529*^9, 3.761566263723061*^9}, CellLabel->"Out[90]="] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Basic usage", "Subsection", CellChangeTimes->{{3.724521709682271*^9, 3.7245217103679*^9}}], Cell["Use the net to obtain a list of word vectors:", "Text"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"vectors", "=", RowBox[{ RowBox[{ "NetModel", "[", "\"\\"", "]"}], "[", "\"\\"", "]"}]}]], "Input", CellChangeTimes->{3.7137122784550734`*^9, 3.713712439005827*^9, 3.713712513949595*^9, 3.7137125638817987`*^9}, CellLabel->"In[91]:=", CellID->547578203], Cell[BoxData[ InterpretationBox[ TagBox[ FrameBox[GridBox[{ { ItemBox[ TagBox[ RowBox[{"{", RowBox[{ RowBox[{"{", RowBox[{"0.5579299926757812`", ",", "0.1074799969792366`", ",", RowBox[{"-", "0.5749099850654602`"}], ",", "0.4876999855041504`", ",", RowBox[{"-", "0.377920001745224`"}], ",", RowBox[{"-", "0.03645699843764305`"}], ",", "1.0580999851226807`", ",", TemplateBox[{"86"}, "OutputSizeLimit`Skeleton"], ",", "0.04279400035738945`", ",", RowBox[{"-", "0.3524099886417389`"}], ",", RowBox[{"-", "0.057055000215768814`"}], ",", "0.27577999234199524`", ",", "0.04565000161528587`", ",", "0.279449999332428`", ",", "0.11518000066280365`"}], "}"}], ",", TemplateBox[{"1"}, "OutputSizeLimit`Skeleton"]}], "}"}], Short[#, 5]& ], BaseStyle->{Deployed -> False}, StripOnInput->False]}, {GridBox[{ { PaneBox[ TagBox[ TooltipBox[ StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource[ "FEStrings", "sizeBriefExplanation"], StandardForm], ImageSizeCache->{59., {2., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLText", StripOnInput->False], StyleBox[ DynamicBox[ ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeExplanation"], StandardForm]], DynamicUpdating -> True, LineIndent -> 0, LinebreakAdjustments -> {1., 100, 0, 0, 0}, LineSpacing -> {1, 2}, StripOnInput -> False]], Annotation[#, Style[ Dynamic[ FEPrivate`FrontEndResource["FEStrings", "sizeExplanation"]], DynamicUpdating -> True, LineIndent -> 0, LinebreakAdjustments -> {1., 100, 0, 0, 0}, LineSpacing -> {1, 2}], "Tooltip"]& ], Alignment->Center, BaselinePosition->Baseline, ImageSize->{Automatic, {25, Full}}], ButtonBox[ PaneSelectorBox[{False-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowLess"], StandardForm], ImageSizeCache->{54., {0., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControl", StripOnInput->False], True-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowLess"], StandardForm]], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControlActive", StripOnInput->False]}, Dynamic[ CurrentValue["MouseOver"]], Alignment->Center, FrameMargins->0, ImageSize->{Automatic, {25, Full}}], Appearance->None, BaselinePosition->Baseline, ButtonFunction:>OutputSizeLimit`ButtonFunction[ OutputSizeLimit`Defer, 91, 31494039627119166959, 5/2], Enabled->True, Evaluator->Automatic, Method->"Queued"], ButtonBox[ PaneSelectorBox[{False-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowMore"], StandardForm], ImageSizeCache->{62., {0., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControl", StripOnInput->False], True-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowMore"], StandardForm]], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControlActive", StripOnInput->False]}, Dynamic[ CurrentValue["MouseOver"]], Alignment->Center, FrameMargins->0, ImageSize->{Automatic, {25, Full}}], Appearance->None, BaselinePosition->Baseline, ButtonFunction:>OutputSizeLimit`ButtonFunction[ OutputSizeLimit`Defer, 91, 31494039627119166959, 5 2], Enabled->True, Evaluator->Automatic, Method->"Queued"], ButtonBox[ PaneSelectorBox[{False-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowAll"], StandardForm], ImageSizeCache->{45., {0., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControl", StripOnInput->False], True-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowAll"], StandardForm]], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControlActive", StripOnInput->False]}, Dynamic[ CurrentValue["MouseOver"]], Alignment->Center, FrameMargins->0, ImageSize->{Automatic, {25, Full}}], Appearance->None, BaselinePosition->Baseline, ButtonFunction:>OutputSizeLimit`ButtonFunction[ OutputSizeLimit`Defer, 91, 31494039627119166959, Infinity], Enabled->True, Evaluator->Automatic, Method->"Queued"], ButtonBox[ PaneSelectorBox[{False-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeChangeLimit"], StandardForm], ImageSizeCache->{82., {0., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControl", StripOnInput->False], True-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeChangeLimit"], StandardForm]], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControlActive", StripOnInput->False]}, Dynamic[ CurrentValue["MouseOver"]], Alignment->Center, FrameMargins->0, ImageSize->{Automatic, {25, Full}}], Appearance->None, BaselinePosition->Baseline, ButtonFunction:>FrontEndExecute[{ FrontEnd`SetOptions[ FrontEnd`$FrontEnd, FrontEnd`PreferencesSettings -> {"Page" -> "Advanced"}], FrontEnd`FrontEndToken["PreferencesDialog"]}], Evaluator->None, Method->"Preemptive"]} }, AutoDelete->False, FrameStyle->GrayLevel[0.85], GridBoxDividers->{"Columns" -> {False, {True}}}, GridBoxItemSize->{"Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings->{"Columns" -> {{2}}}]} }, DefaultBaseStyle->"Column", GridBoxAlignment->{"Columns" -> {{Left}}, "Rows" -> {{Baseline}}}, GridBoxDividers->{"Columns" -> {{False}}, "Rows" -> {{False}}}, GridBoxItemSize->{"Columns" -> {{Automatic}}, "Rows" -> {{1.}}}, GridBoxSpacings->{"Columns" -> { Offset[0.27999999999999997`], { Offset[0.5599999999999999]}, Offset[0.27999999999999997`]}, "Rows" -> { Offset[0.2], Offset[1.2], { Offset[0.4]}, Offset[0.2]}}], BaseStyle->"OutputSizeLimit", FrameMargins->{{12, 12}, {0, 15}}, FrameStyle->GrayLevel[0.85], RoundingRadius->5, StripOnInput->False], Deploy, DefaultBaseStyle->"Deploy"], If[31494039627119166959 === $SessionID, Out[91], Message[ MessageName[Syntax, "noinfoker"]]; Missing["NotAvailable"]; Null]]], "Output", CellChangeTimes->{ 3.7137070715637283`*^9, {3.714406431871502*^9, 3.714406434188628*^9}, 3.715103313303289*^9, 3.733233856570004*^9, 3.751380503104138*^9, 3.753639436356868*^9, 3.761496483303837*^9, 3.761566293150725*^9}, CellLabel->"Out[91]="] }, Open ]], Cell["Obtain the dimensions of the vectors:", "Text"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"Dimensions", "[", "vectors", "]"}]], "Input", CellLabel->"In[92]:="], Cell[BoxData[ RowBox[{"{", RowBox[{"2", ",", "100"}], "}"}]], "Output", CellChangeTimes->{3.7137070716262693`*^9, 3.7144064342704*^9, 3.715103313391276*^9, 3.7332338567350483`*^9, 3.751380503154801*^9, 3.7536394364027367`*^9, 3.761566293196212*^9}, CellLabel->"Out[92]="] }, Open ]], Cell[TextData[{ "Use the embedding layer inside a ", Cell[BoxData[ ButtonBox["NetChain", BaseStyle->"Link", ButtonData->"ref/NetChain"]], "InlineFormula"], ":" }], "Text", CellChangeTimes->{{3.724175556813367*^9, 3.724175587082573*^9}}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"chain", "=", RowBox[{"NetChain", "[", RowBox[{"{", RowBox[{ RowBox[{ "NetModel", "[", "\"\\"", "]"}], ",", RowBox[{"LongShortTermMemoryLayer", "[", "10", "]"}]}], "}"}], "]"}]}]], "Input", CellChangeTimes->{3.71371228345632*^9, 3.71371243900952*^9, 3.713712513956407*^9, 3.7137125638855352`*^9}, CellLabel->"In[93]:=", CellID->429988564], Cell[BoxData[ TagBox[ TemplateBox[{RowBox[{ StyleBox[ TagBox["NetChain", "SummaryHead"], "NonInterpretableSummary"], StyleBox["[", "NonInterpretableSummary"], DynamicModuleBox[{Typeset`open = False}, PanelBox[ PaneSelectorBox[{False -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquarePlusIconMedium"]], ButtonFunction :> (Typeset`open = True), Appearance -> None, Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], OverlayBox[{ GraphicsBox[{ Thickness[0.014925373134328358`], { GrayLevel[0.6], Thickness[0.018686567164179105`], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{0, 2, 0}}}, {{{23., 91.5}, {30., 91.5}}}, CurveClosed -> {0}]}, { GrayLevel[0.6], Thickness[0.018686567164179105`], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{0, 2, 0}}}, {{{37., 91.5}, {44., 91.5}}}, CurveClosed -> {0}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 103.5}, {23.5, 103.5}, {23.5, 79.5}, {15.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{24., 104.}, {15., 104.}, { 15., 79.}, {24., 79.}}, {{23., 80.}, {16., 80.}, {16., 103.}, {23., 103.}}}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 29.5, 103.5}, {37.5, 103.5}, {37.5, 79.5}, {29.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 104.}, {29., 104.}, { 29., 79.}, {38., 79.}}, {{37., 80.}, {30., 80.}, {30., 103.}, {37., 103.}}}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 43.5, 103.5}, {51.5, 103.5}, {51.5, 79.5}, {43.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{52., 104.}, {43., 104.}, { 43., 79.}, {52., 79.}}, {{51., 80.}, {44., 80.}, {44., 103.}, {51., 103.}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}}}, {{{28., 91.5}, { 25., 95.}, {25., 88.}}}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}}}, {{{42., 91.5}, { 39., 95.}, {39., 88.}}}]}}, ImageMargins -> 0, ImageSize -> {36, Automatic}, PlotRangePadding -> 0, BaseStyle -> GrayLevel[0.6]], StyleBox["uninitialized", RGBColor[0.66, 0, 0], FontSize -> 8, FontFamily -> "Roboto", Background -> GrayLevel[1, 0.65]]}, Alignment -> {Center, Scaled[0.0001]}], GridBox[{{ StyleBox[ TemplateBox[{ TemplateBox[{ StyleBox["\"Input\"", GrayLevel[0], StripOnInput -> False], "\" \"", "\"port\""}, "RowDefault"], "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["\"string\"", "SummaryItem"]}, { StyleBox[ TemplateBox[{ TemplateBox[{ StyleBox["\"Output\"", GrayLevel[0], StripOnInput -> False], "\" \"", "\"port\""}, "RowDefault"], "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"10\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Number of layers\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["2", "SummaryItem"]}}, BaselinePosition -> {2, 1}, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridFrameMargins -> {{0, 0}, {0, 0}}, BaselinePosition -> {1, 3}], True -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquareMinusIconMedium"]], ButtonFunction :> (Typeset`open = False), Appearance -> None, Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], OverlayBox[{ GraphicsBox[{ Thickness[0.014925373134328358`], { GrayLevel[0.6], Thickness[0.018686567164179105`], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{0, 2, 0}}}, {{{23., 91.5}, {30., 91.5}}}, CurveClosed -> {0}]}, { GrayLevel[0.6], Thickness[0.018686567164179105`], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{0, 2, 0}}}, {{{37., 91.5}, {44., 91.5}}}, CurveClosed -> {0}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 103.5}, {23.5, 103.5}, {23.5, 79.5}, {15.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{24., 104.}, {15., 104.}, { 15., 79.}, {24., 79.}}, {{23., 80.}, {16., 80.}, {16., 103.}, {23., 103.}}}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 29.5, 103.5}, {37.5, 103.5}, {37.5, 79.5}, {29.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 104.}, {29., 104.}, { 29., 79.}, {38., 79.}}, {{37., 80.}, {30., 80.}, {30., 103.}, {37., 103.}}}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 43.5, 103.5}, {51.5, 103.5}, {51.5, 79.5}, {43.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{52., 104.}, {43., 104.}, { 43., 79.}, {52., 79.}}, {{51., 80.}, {44., 80.}, {44., 103.}, {51., 103.}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}}}, {{{28., 91.5}, { 25., 95.}, {25., 88.}}}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}}}, {{{42., 91.5}, { 39., 95.}, {39., 88.}}}]}}, ImageMargins -> 0, ImageSize -> {36, Automatic}, PlotRangePadding -> 0, BaseStyle -> GrayLevel[0.6]], StyleBox["uninitialized", RGBColor[0.66, 0, 0], FontSize -> 8, FontFamily -> "Roboto", Background -> GrayLevel[1, 0.65]]}, Alignment -> {Center, Scaled[0.0001]}], GridBox[{{ TagBox[ GridBox[{{"\"\"", "\"Input\"", TagBox[ GridBox[{{"\"string\""}, { TemplateBox[{"\"vector of \"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\" \"", TemplateBox[{"\"indices\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"range\"", "\":\"", "\" \"", TemplateBox[{"1", "\"..\"", "1193515"}, "RowDefault"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, "RowDefault"]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, BaselinePosition -> 2, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]}, { StyleBox["\"1\"", GrayLevel[0.5], StripOnInput -> False], StyleBox["EmbeddingLayer", GrayLevel[0], StripOnInput -> False], TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"100\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\"2\"", GrayLevel[0.5], StripOnInput -> False], StyleBox["LongShortTermMemoryLayer", RGBColor[0.66, 0, 0], StripOnInput -> False], TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"10\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { "\"\"", "\"Output\"", TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"10\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}}], "Grid"]}}, BaselinePosition -> Automatic, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridFrameMargins -> {{0, 0}, {0, 0}}, BaselinePosition -> {1, 1}]}, Dynamic[Typeset`open], ImageSize -> Automatic], BaselinePosition -> Baseline, BaseStyle -> { ShowStringCharacters -> False, NumberMarks -> False, PrintPrecision -> 3, ShowSyntaxStyles -> False}]], StyleBox["]", "NonInterpretableSummary"]}]}, "CopyTag", DisplayFunction->(#& ), InterpretationFunction->("NetChain[<>]"& )], False, Editable->False, SelectWithContents->True, Selectable->False]], "Output", CellChangeTimes->{3.713707071802706*^9, 3.714406434501986*^9, 3.7151033136160316`*^9, 3.733233856774885*^9, 3.7513805032268133`*^9, 3.753639437231453*^9, 3.761566293227594*^9}, CellLabel->"Out[93]="] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Feature visualization", "Subsection", CellChangeTimes->{3.7245217151357613`*^9}], Cell["Create two lists of related words:", "Text"], Cell[BoxData[ RowBox[{ RowBox[{"animals", "=", RowBox[{"{", RowBox[{ "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\""}], "}"}]}], ";"}]], "Input", CellLabel->"In[94]:="], Cell[BoxData[ RowBox[{ RowBox[{"fruits", "=", RowBox[{"{", RowBox[{ "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\""}], "}"}]}], ";"}]], "Input", CellLabel->"In[95]:="], Cell["\<\ Visualize relationships between the words using the net as a feature \ extractor:\ \>", "Text", CellID->2141353759], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"FeatureSpacePlot", "[", RowBox[{ RowBox[{"Join", "[", RowBox[{"animals", ",", "fruits"}], "]"}], ",", RowBox[{"FeatureExtractor", "\[Rule]", RowBox[{ "NetModel", "[", "\"\\"", "]"}]}]}], "]"}]], "Input", CellChangeTimes->{3.713712288233203*^9, 3.713712439018612*^9, 3.713712513963525*^9, 3.7137125638922567`*^9}, CellLabel->"In[96]:=", CellID->1277887787], Cell[BoxData[ GraphicsBox[{{}, { {Opacity[0], PointBox[CompressedData[" 1:eJwlkUsoBHEcx/+7WO88duxa1u7sQTiQVeTElBRunoWDWeVRDsoNi/EsBweJ FK2NvHeLEwcy5XVQW0SJy1AikshjI4/5fU1Nv77z/fy+853/2Opbyxq0jLFU 9aapXkr/RLigTqk2UUNTPkqKxTyfjpHV6T43c/BH7Z87NDkLfOHGpydffjlO gI4piSStOBxh2L9zbBEvTO0YoFmVlnzJsBqAPL3rHb7Ra4Pv9+nIF3KWGXTK vj+fdJM3njRLa74F72mMhN/t/SHfvZJrQl65/xD8wwZ4edLDKI+fD9WTViqH 7shXrHNR6Ju3pkGfrD3su9ncM/IyvuDLnVsX0IWXVuSXZqMfnzwInvXM4Hz4 6oYg5DyORUNXfQdjtswijzfW4rkwYtFir6LLQFosKFpH/nBxIPiTD3Bi71M8 +JUBHfFi3ZIV/8GU+kG8dMriwIlHv9B8BEeabYaHEs87c8HL3HYw3tfnR29p tR3/ze3aNYF3nu3SvrigAS91WK7pfMWfGiPyT/deScvRLjP6fB+8Ec+SzHif PJ7+hPMMa0vA/mJL7H/fQGjeZ/r9/74U5DDuHv3YlQd9FHtmiPAHdcut3Q== "]]}, { {Opacity[0]}, {}}, { {Opacity[0]}, {}}}, {{}, {{}, {InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Alligator\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {3.448493719100952, 2.1383581161499023}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Ant\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {4.529097557067871, -4.403170585632324}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Bear\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {5.028170108795166, -1.637101650238037}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Bee\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {4.529375076293945, -4.9520463943481445}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Bird\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {6.7050275802612305, -3.661165714263916}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Camel\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {3.2975499629974365, -0.11086897552013397}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Cat\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {5.687115669250488, -2.2919936180114746}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Cheetah\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {2.4585390090942383, -1.41359281539917}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Chicken\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {8.838068008422852, -2.851060390472412}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Chimpanzee\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {2.08262300491333, 1.5481336116790771}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Cow\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {6.169339179992676, -0.7314648628234863}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Crocodile\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {3.675133228302002, 1.9173572063446045}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Deer\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {6.305338382720947, 0.1872658133506775}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Dog\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {6.179608345031738, -2.084275722503662}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Dolphin\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {4.759418964385986, 0.7663983702659607}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Duck\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {3.954650640487671, -2.2110562324523926}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Eagle\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {6.441598892211914, 1.1022955179214478}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Elephant\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {3.997647523880005, 0.4177541136741638}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Fish\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {7.964132785797119, -2.776034355163574}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Fly\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {6.380024433135986, -4.405757904052734}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Apple\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-2.6744863986968994, -4.144460678100586}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Apricot\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-2.998699426651001, 1.102152943611145}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Avocado\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-4.088955402374268, 2.2649178504943848}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Banana\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-5.6223907470703125, 0.06750889867544174}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Blackberry\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-2.535907030105591, -4.2420125007629395}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Blueberry\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-6.23389196395874, 2.8147778511047363}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Cherry\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-7.914426326751709, 1.447290062904358}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Coconut\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-5.250810623168945, 1.9871524572372437}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Cranberry\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-5.011842727661133, 3.1307220458984375}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Grape\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-7.805160999298096, 2.967324733734131}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Turnip\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-2.8713417053222656, 4.618818283081055}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Mango\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-6.44103479385376, 0.1549525260925293}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Melon\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-7.751611232757568, -0.5662205219268799}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Papaya\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-5.838860988616943, -1.2980540990829468}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Peach\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-7.154360771179199, 1.3610813617706299}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Pineapple\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-5.027454376220703, 0.9743145704269409}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Raspberry\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-6.611369609832764, 4.605131149291992}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Strawberry\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-6.504270076751709, 1.9438000917434692}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Ribes\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins->0], {-1.2596527338027954, 3.2392959594726562}, {0, 0}], InsetBox[ PaneBox[ FrameBox[ StyleBox["\<\"Fig\"\>", StripOnInput->False, Opacity->1, FontOpacity->1, $CellContext`LineOpacity -> 1, $CellContext`FrontFaceOpacity -> 1, $CellContext`BackFaceOpacity -> 1], LabelStyle -> {}, Frame -> True, Background->Directive[ Opacity[0]], BaselinePosition->Automatic, ContentPadding->False, FrameMargins->2, FrameStyle->None, RoundingRadius->4, StripOnInput->False], FrameMargins-> 0], {-2.834413528442383, 3.0235326290130615}, {0, 0}]}}}}, AspectRatio->1, Axes->{False, False}, AxesLabel->{None, None}, AxesOrigin->{0, 0}, DisplayFunction->Identity, Frame->{{False, False}, {False, False}}, FrameLabel->{{None, None}, {None, None}}, FrameTicks->{{Automatic, Automatic}, {Automatic, Automatic}}, GridLines->{None, None}, GridLinesStyle->Directive[ GrayLevel[0.5, 0.4]], Method->{ "OptimizePlotMarkers" -> True, "CoordinatesToolOptions" -> {"DisplayFunction" -> ({ (Identity[#]& )[ Part[#, 1]], (Identity[#]& )[ Part[#, 2]]}& ), "CopiedValueFunction" -> ({ (Identity[#]& )[ Part[#, 1]], (Identity[#]& )[ Part[#, 2]]}& )}}, PlotRange->All, PlotRangePadding->{{ Scaled[0.05], Scaled[0.05]}, { Scaled[0.05], Scaled[0.05]}}, Ticks->{Automatic, Automatic}]], "Output", CellChangeTimes->{3.713707076414583*^9, 3.714406441286924*^9, 3.7151033140566874`*^9, 3.753639437606789*^9, 3.7615662936477413`*^9}, CellLabel->"Out[96]="] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Word analogies", "Subsection", CellChangeTimes->{3.724521718383106*^9}], Cell["Get the pre-trained net:", "Text"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"net", "=", RowBox[{ "NetModel", "[", "\"\\"", "]"}]}]], "Input", CellChangeTimes->{3.713712292248629*^9, 3.7137124390246687`*^9, 3.7137125139715033`*^9, 3.713712563898308*^9}, CellLabel->"In[97]:=", CellID->1834105916], Cell[BoxData[ TagBox[ TemplateBox[{RowBox[{ StyleBox[ TagBox["EmbeddingLayer", "SummaryHead"], "NonInterpretableSummary"], StyleBox["[", "NonInterpretableSummary"], DynamicModuleBox[{Typeset`open = False}, PanelBox[ PaneSelectorBox[{False -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquarePlusIconMedium"]], ButtonFunction :> (Typeset`open = True), Appearance -> None, Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], GraphicsBox[ GraphicsComplexBox[{{0, 0}, {-0.5, 1}, {0.5, 1}, {1.5, 1}, {1, 0}}, {{ Opacity[0.3], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { AbsolutePointSize[5], RGBColor[0.33, 0.33, 0.33], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 37], GridBox[{{ StyleBox[ TemplateBox[{"\"Output dimension\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["100", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Class count\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["1193515", "SummaryItem"]}}, BaselinePosition -> Automatic, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridFrameMargins -> {{0, 0}, {0, 0}}, BaselinePosition -> {1, 3}], True -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquareMinusIconMedium"]], ButtonFunction :> (Typeset`open = False), Appearance -> None, Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], GraphicsBox[ GraphicsComplexBox[{{0, 0}, {-0.5, 1}, {0.5, 1}, {1.5, 1}, {1, 0}}, {{ Opacity[0.3], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { AbsolutePointSize[5], RGBColor[0.33, 0.33, 0.33], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 37], GridBox[{{ ItemBox[ StyleBox["Parameters", Bold]], ItemBox[""]}, { StyleBox[ TemplateBox[{"\"Output dimension\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["100", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Class count\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["1193515", "SummaryItem"]}, { ItemBox[ StyleBox["Arrays", Bold], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox[ StyleBox[ GraphicsBox[{}, ImageSize -> {1, 11}, BaselinePosition -> (Scaled[0.] -> Baseline)], "CacheGraphics" -> False], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]]}, { StyleBox[ TemplateBox[{"\"Weights\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"1193515\"", "\"100\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"]}, { ItemBox[ StyleBox["Ports", Bold], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox[ StyleBox[ GraphicsBox[{}, ImageSize -> {1, 11}, BaselinePosition -> (Scaled[0.] -> Baseline)], "CacheGraphics" -> False], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]]}, { StyleBox[ TemplateBox[{"\"Input\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["\"string\"", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Output\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"100\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"]}}, BaselinePosition -> {2, 1}, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridFrameMargins -> {{0, 0}, {0, 0}}, BaselinePosition -> {1, 3}]}, Dynamic[Typeset`open], ImageSize -> Automatic], BaselinePosition -> Baseline, BaseStyle -> { ShowStringCharacters -> False, NumberMarks -> False, PrintPrecision -> 3, ShowSyntaxStyles -> False}]], StyleBox["]", "NonInterpretableSummary"]}]}, "CopyTag", DisplayFunction->(#& ), InterpretationFunction->("EmbeddingLayer[<>]"& )], False, Editable->False, SelectWithContents->True, Selectable->False]], "Output", CellChangeTimes->{3.713707086414114*^9, 3.714406447530119*^9, 3.715103314233493*^9, 3.751380503292206*^9, 3.753639437652204*^9, 3.7615662936611223`*^9}, CellLabel->"Out[97]="] }, Open ]], Cell["Get a list of words:", "Text"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"words", "=", RowBox[{ RowBox[{"NetExtract", "[", RowBox[{"net", ",", "\"\\""}], "]"}], "[", RowBox[{"[", "\"\\"", "]"}], "]"}]}]], "Input", CellLabel->"In[98]:="], Cell[BoxData[ InterpretationBox[ TagBox[ FrameBox[GridBox[{ { ItemBox[ TagBox[ RowBox[{"{", RowBox[{"\<\"\"\>", ",", "\<\".\"\>", ",", "\<\":\"\>", ",", "\<\"rt\"\>", ",", "\<\",\"\>", ",", "\<\"\"\>", ",", "\<\"\"\>", ",", "\<\"\"\>", ",", "\<\"\"\>", ",", "\<\"!\"\>", ",", "\<\"i\"\>", ",", "\<\"a\"\>", ",", "\<\"\\\"\"\>", ",", "\<\"the\"\>", ",", "\<\"?\"\>", ",", "\<\"you\"\>", ",", "\<\"to\"\>", ",", "\<\"(\"\>", ",", "\<\"\"\>", ",", "\<\"\"\>", ",", "\<\")\"\>", ",", TemplateBox[{"1193472"}, "OutputSizeLimit`Skeleton"], ",", "\<\"\:fed3\:064e\:fefc\"\>", ",", "\<\"\:fed7\:fef3\:062f\"\>", ",", "\<\"\:fedf\:0647\:0622\"\>", ",", "\<\"\:fedf\:06c1\:0651\"\>", ",", "\<\"\:feeb\:064e\:feac\:fe8d\"\>", ",", "\<\"\:fef7\:fee7\:fef2\"\>", ",", "\<\"\:ff19\:6708\:ff19\:65e5\:306f\:30ab\:30fc\:30cd\:30eb\ \:306e\:8a95\:751f\:65e5\"\>", ",", "\<\"\:ff42\:3075\:3041\:3044\:3068\:3063\"\>", ",", "\<\"\:ff47\:ff41\:ff4d\:ff45\"\>", ",", "\<\"\:ff71\:ff91\:ff88\:ff7c\:ff71\"\>", ",", "\<\"\:ff74\:ff74\"\>", ",", "\<\"\:ff76\:ff9e\:ff98\:ff76\:ff9e\:ff98\"\>", ",", "\<\"\:ff77\:ff72\"\>", ",", "\<\"\:ff79\:ff9e\:ff7c\:ff6f\"\>", ",", "\<\"\:ff83\:ff8d\:ff8d\:ff9f\:ff9b\:ff6f\"\>", ",", "\<\"\:ff83\:ff9e\:ff93\"\>", ",", "\<\"\:ff8a\:ff9e\:ff72\:ff8a\:ff9e\:ff70\:ff72\"\>", ",", "\<\"\:ff8a\:ff9f\:ff9d\:ff81\"\>", ",", "\<\"\:ff94\:ff92\:ff80\:ff8f\:ff74\"\>", ",", "\<\"\:ff96\:ff72\:ff7c\:ff6e\:ff6f\"\>", ",", "\<\"\:ff9f\:ff9f\:ff9f\:ff75\:ff94\:ff7d\:ff90\:ff70\"\>"}], "}"}], Short[#, 5]& ], BaseStyle->{Deployed -> False}, StripOnInput->False]}, {GridBox[{ { PaneBox[ TagBox[ TooltipBox[ StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource[ "FEStrings", "sizeBriefExplanation"], StandardForm], ImageSizeCache->{59., {2., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLText", StripOnInput->False], StyleBox[ DynamicBox[ ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeExplanation"], StandardForm]], DynamicUpdating -> True, LineIndent -> 0, LinebreakAdjustments -> {1., 100, 0, 0, 0}, LineSpacing -> {1, 2}, StripOnInput -> False]], Annotation[#, Style[ Dynamic[ FEPrivate`FrontEndResource["FEStrings", "sizeExplanation"]], DynamicUpdating -> True, LineIndent -> 0, LinebreakAdjustments -> {1., 100, 0, 0, 0}, LineSpacing -> {1, 2}], "Tooltip"]& ], Alignment->Center, BaselinePosition->Baseline, ImageSize->{Automatic, {25, Full}}], ButtonBox[ PaneSelectorBox[{False-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowLess"], StandardForm], ImageSizeCache->{54., {0., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControl", StripOnInput->False], True-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowLess"], StandardForm]], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControlActive", StripOnInput->False]}, Dynamic[ CurrentValue["MouseOver"]], Alignment->Center, FrameMargins->0, ImageSize->{Automatic, {25, Full}}], Appearance->None, BaselinePosition->Baseline, ButtonFunction:>OutputSizeLimit`ButtonFunction[ OutputSizeLimit`Defer, 98, 31494039627119166959, 5/2], Enabled->True, Evaluator->Automatic, Method->"Queued"], ButtonBox[ PaneSelectorBox[{False-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowMore"], StandardForm], ImageSizeCache->{62., {0., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControl", StripOnInput->False], True-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowMore"], StandardForm]], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControlActive", StripOnInput->False]}, Dynamic[ CurrentValue["MouseOver"]], Alignment->Center, FrameMargins->0, ImageSize->{Automatic, {25, Full}}], Appearance->None, BaselinePosition->Baseline, ButtonFunction:>OutputSizeLimit`ButtonFunction[ OutputSizeLimit`Defer, 98, 31494039627119166959, 5 2], Enabled->True, Evaluator->Automatic, Method->"Queued"], ButtonBox[ PaneSelectorBox[{False-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowAll"], StandardForm], ImageSizeCache->{45., {0., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControl", StripOnInput->False], True-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeShowAll"], StandardForm]], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControlActive", StripOnInput->False]}, Dynamic[ CurrentValue["MouseOver"]], Alignment->Center, FrameMargins->0, ImageSize->{Automatic, {25, Full}}], Appearance->None, BaselinePosition->Baseline, ButtonFunction:>OutputSizeLimit`ButtonFunction[ OutputSizeLimit`Defer, 98, 31494039627119166959, Infinity], Enabled->True, Evaluator->Automatic, Method->"Queued"], ButtonBox[ PaneSelectorBox[{False-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeChangeLimit"], StandardForm], ImageSizeCache->{82., {0., 8.}}], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControl", StripOnInput->False], True-> StyleBox[ StyleBox[ DynamicBox[ToBoxes[ FEPrivate`FrontEndResource["FEStrings", "sizeChangeLimit"], StandardForm]], StripOnInput->False, DynamicUpdating->True, LineSpacing->{1, 2}, LineIndent->0, LinebreakAdjustments->{1., 100, 0, 0, 0}], "OSLControlActive", StripOnInput->False]}, Dynamic[ CurrentValue["MouseOver"]], Alignment->Center, FrameMargins->0, ImageSize->{Automatic, {25, Full}}], Appearance->None, BaselinePosition->Baseline, ButtonFunction:>FrontEndExecute[{ FrontEnd`SetOptions[ FrontEnd`$FrontEnd, FrontEnd`PreferencesSettings -> {"Page" -> "Advanced"}], FrontEnd`FrontEndToken["PreferencesDialog"]}], Evaluator->None, Method->"Preemptive"]} }, AutoDelete->False, FrameStyle->GrayLevel[0.85], GridBoxDividers->{"Columns" -> {False, {True}}}, GridBoxItemSize->{"Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings->{"Columns" -> {{2}}}]} }, DefaultBaseStyle->"Column", GridBoxAlignment->{"Columns" -> {{Left}}, "Rows" -> {{Baseline}}}, GridBoxDividers->{"Columns" -> {{False}}, "Rows" -> {{False}}}, GridBoxItemSize->{"Columns" -> {{Automatic}}, "Rows" -> {{1.}}}, GridBoxSpacings->{"Columns" -> { Offset[0.27999999999999997`], { Offset[0.5599999999999999]}, Offset[0.27999999999999997`]}, "Rows" -> { Offset[0.2], Offset[1.2], { Offset[0.4]}, Offset[0.2]}}], BaseStyle->"OutputSizeLimit", FrameMargins->{{12, 12}, {0, 15}}, FrameStyle->GrayLevel[0.85], RoundingRadius->5, StripOnInput->False], Deploy, DefaultBaseStyle->"Deploy"], If[31494039627119166959 === $SessionID, Out[98], Message[ MessageName[Syntax, "noinfoker"]]; Missing["NotAvailable"]; Null]]], "Output", CellChangeTimes->{3.713707087038406*^9, 3.714406449530395*^9, 3.715103316134136*^9, 3.751380505142898*^9, 3.753639439388274*^9, 3.7615662953058777`*^9}, CellLabel->"Out[98]="] }, Open ]], Cell["Obtain the vectors:", "Text"], Cell[BoxData[ RowBox[{ RowBox[{"vecs", "=", RowBox[{"Normal", "@", RowBox[{ RowBox[{"NetExtract", "[", RowBox[{"net", ",", "\"\\""}], "]"}], "[", RowBox[{"[", RowBox[{"1", ";;", RowBox[{"-", "2"}]}], "]"}], "]"}]}]}], ";"}]], "Input", CellChangeTimes->{{3.751380421795018*^9, 3.751380423202475*^9}}, CellLabel->"In[99]:="], Cell["\<\ Create an association whose keys are words and whose values are vectors:\ \>", "Text", CellID->2068968093], Cell[BoxData[ RowBox[{ RowBox[{"word2vec", "=", RowBox[{"AssociationThread", "[", RowBox[{"words", "\[Rule]", "vecs"}], "]"}]}], ";"}]], "Input", CellLabel->"In[100]:="], Cell["Find the eight nearest words to \"king\":", "Text", CellChangeTimes->{{3.7245217234386473`*^9, 3.724521723870949*^9}}, CellID->2132013242], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"Nearest", "[", RowBox[{"word2vec", ",", RowBox[{"word2vec", "[", "\"\\"", "]"}], ",", "8"}], "]"}]], "Input",\ CellLabel->"In[101]:=", CellID->377600698], Cell[BoxData[ RowBox[{"{", RowBox[{"\<\"king\"\>", ",", "\<\"prince\"\>", ",", "\<\"aka\"\>", ",", "\<\"mr.\"\>", ",", "\<\"queen\"\>", ",", "\<\"jack\"\>", ",", "\<\"legend\"\>", ",", "\<\"mr\"\>"}], "}"}]], "Output", CellChangeTimes->{3.713707089826395*^9, 3.714406453627515*^9, 3.7151033227408047`*^9, 3.751380509471537*^9, 3.7536394458383102`*^9, 3.761566302221442*^9}, CellLabel->"Out[101]="] }, Open ]], Cell["Man is to king as woman is to:", "Text", CellID->595861456], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"Nearest", "[", RowBox[{"word2vec", ",", RowBox[{ RowBox[{"word2vec", "[", "\"\\"", "]"}], "-", RowBox[{"word2vec", "[", "\"\\"", "]"}], "+", RowBox[{"word2vec", "[", "\"\\"", "]"}]}], ",", "5"}], "]"}]], "Input", CellLabel->"In[102]:=", CellID->927245031], Cell[BoxData[ RowBox[{"{", RowBox[{"\<\"king\"\>", ",", "\<\"queen\"\>", ",", "\<\"prince\"\>", ",", "\<\"royal\"\>", ",", "\<\"woman\"\>"}], "}"}]], "Output", CellChangeTimes->{3.7137070908926897`*^9, 3.714406455092949*^9, 3.715103324226935*^9, 3.7513805111009827`*^9, 3.753639447198591*^9, 3.761566303989703*^9}, CellLabel->"Out[102]="] }, Open ]], Cell["France is to Paris as Germany is to:", "Text", CellID->1413396266], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"Nearest", "[", RowBox[{"word2vec", ",", RowBox[{ RowBox[{"word2vec", "[", "\"\\"", "]"}], "-", RowBox[{"word2vec", "[", "\"\\"", "]"}], "+", RowBox[{"word2vec", "[", "\"\\"", "]"}]}], ",", "5"}], "]"}]], "Input", CellLabel->"In[103]:=", CellID->1331835622], Cell[BoxData[ RowBox[{"{", RowBox[{"\<\"germany\"\>", ",", "\<\"berlin\"\>", ",", "\<\"paris\"\>", ",", "\<\"austria\"\>", ",", "\<\"london\"\>"}], "}"}]], "Output", CellChangeTimes->{3.713707091862473*^9, 3.714406456510665*^9, 3.71510332567815*^9, 3.751380512707999*^9, 3.7536394485981903`*^9, 3.761566305371911*^9}, CellLabel->"Out[103]="] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Net information", "Subsection", CellChangeTimes->{{3.7259790342745*^9, 3.7259790377150373`*^9}}], Cell["Inspect the number of parameters of all arrays in the net:", "Text", CellChangeTimes->{{3.725979178627933*^9, 3.7259791789799137`*^9}, { 3.7259792303321257`*^9, 3.725979245908435*^9}, {3.730020487832671*^9, 3.730020494904923*^9}}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"NetInformation", "[", RowBox[{ RowBox[{ "NetModel", "[", "\"\\"", "]"}], ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{3.735312786616486*^9}, CellLabel->"In[104]:="], Cell[BoxData[ RowBox[{"\[LeftAssociation]", RowBox[{ RowBox[{"{", "\<\"Weights\"\>", "}"}], "\[Rule]", "119351500"}], "\[RightAssociation]"}]], "Output", CellChangeTimes->{3.733052474940061*^9, 3.735312790291636*^9, 3.751380512765483*^9, 3.753639448640493*^9, 3.761566305418741*^9}, CellLabel->"Out[104]="] }, Open ]], Cell["Obtain the total number of parameters:", "Text", CellChangeTimes->{{3.725979366532411*^9, 3.725979381541073*^9}}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"NetInformation", "[", RowBox[{ RowBox[{ "NetModel", "[", "\"\\"", "]"}], ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{3.735312784745047*^9}, CellLabel->"In[105]:="], Cell[BoxData["119351500"], "Output", CellChangeTimes->{3.733052474988936*^9, 3.735312790359171*^9, 3.751380512772171*^9, 3.7536394486725082`*^9, 3.761566305447035*^9}, CellLabel->"Out[105]="] }, Open ]], Cell["Obtain the layer type counts:", "Text", CellChangeTimes->{{3.725979260148272*^9, 3.725979271188596*^9}, 3.725979320962792*^9}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"NetInformation", "[", RowBox[{ RowBox[{ "NetModel", "[", "\"\\"", "]"}], ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{3.735312783208151*^9}, CellLabel->"In[106]:="], Cell[BoxData[ RowBox[{"\[LeftAssociation]", RowBox[{"EmbeddingLayer", "\[Rule]", "1"}], "\[RightAssociation]"}]], "Output", CellChangeTimes->{3.733052475040373*^9, 3.7353127904016542`*^9, 3.75138051277986*^9, 3.7536394486836147`*^9, 3.761566305455071*^9}, CellLabel->"Out[106]="] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Export to MXNet", "Subsection"], Cell[TextData[{ Cell[BoxData[ ButtonBox["Export", BaseStyle->"Link", ButtonData->"ref/Export"]], "InlineFormula"], " the net into a format that can be opened in MXNet:" }], "Text", CellChangeTimes->{3.7245217358419113`*^9}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"jsonPath", "=", RowBox[{"Export", "[", RowBox[{ RowBox[{"FileNameJoin", "[", RowBox[{"{", RowBox[{"$TemporaryDirectory", ",", "\"\\""}], "}"}], "]"}], ",", RowBox[{ "NetModel", "[", "\"\\"", "]"}], ",", "\"\\""}], "]"}]}]], "Input", CellChangeTimes->{3.713712302144353*^9, 3.7137124390312243`*^9, 3.713712513980206*^9, 3.713712563904804*^9}, CellLabel->"In[107]:="], Cell[BoxData["\<\"/private/var/folders/pz/94mxs33x2l512z6wtjbthvy0000_ck/T/\ net.json\"\>"], "Output", CellChangeTimes->{3.713707095322916*^9, 3.714406491004928*^9, 3.715103327031804*^9, 3.751380513865654*^9, 3.753639449650035*^9, 3.7615663066320667`*^9}, CellLabel->"Out[107]="] }, Open ]], Cell[TextData[{ Cell[BoxData[ ButtonBox["Export", BaseStyle->"Link", ButtonData->"ref/Export"]], "InlineFormula"], " also creates a ", StyleBox["net.params ", FontSlant->"Italic"], "file containing parameters:" }], "Text", CellChangeTimes->{3.724521739154253*^9}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"paramPath", "=", RowBox[{"FileNameJoin", "[", RowBox[{"{", RowBox[{ RowBox[{"DirectoryName", "[", "jsonPath", "]"}], ",", "\"\\""}], "}"}], "]"}]}]], "Input", CellLabel->"In[108]:="], Cell[BoxData["\<\"/private/var/folders/pz/94mxs33x2l512z6wtjbthvy0000_ck/T/\ net.params\"\>"], "Output", CellChangeTimes->{3.713707095539467*^9, 3.714406491111988*^9, 3.715103327196692*^9, 3.7513805139371223`*^9, 3.753639449689279*^9, 3.761566306672967*^9}, CellLabel->"Out[108]="] }, Open ]], Cell["Get the size of the parameter file:", "Text"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"FileByteCount", "[", "paramPath", "]"}]], "Input", CellLabel->"In[109]:="], Cell[BoxData["477406087"], "Output", CellChangeTimes->{3.713707095600053*^9, 3.71440649118333*^9, 3.715103327263445*^9, 3.751380513969956*^9, 3.753639449719933*^9, 3.761566306709668*^9}, CellLabel->"Out[109]="] }, Open ]], Cell["\<\ The size is similar to the byte count of the resource object:\ \>", "Text", CellChangeTimes->{{3.715445627250702*^9, 3.715445629504818*^9}}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{ RowBox[{ "ResourceObject", "[", "\"\\"", "]"}], "[", "\"\\"", "]"}]], "Input", CellChangeTimes->{3.713712308632401*^9, 3.713712439037232*^9, 3.71371251398592*^9, 3.7137125638693*^9}, CellLabel->"In[110]:="], Cell[BoxData["490381185"], "Output", CellChangeTimes->{3.713707095771419*^9, 3.714406491351089*^9, 3.715103327434432*^9, 3.751380513979055*^9, 3.753639449728314*^9, 3.761566306739485*^9}, CellLabel->"Out[110]="] }, Open ]], Cell["Represent the MXNet net as a graph:", "Text"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"Import", "[", RowBox[{"jsonPath", ",", RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}]}], "]"}]], "Input", CellLabel->"In[111]:="], Cell[BoxData[ TemplateBox[{GraphicsBox[{{ GrayLevel[0.8], { LineBox[{{0.31251000000000007`, -1.9375300000000002`}, { 1.31251, -1.9375300000000002`}}], LineBox[{{0.31251000000000007`, -0.31251}, { 1.31251, -0.31251000000000007`}}], LineBox[{{1.31251, -0.31251000000000007`}, {2.31251, -1.31251}}], LineBox[{{1.31251, -1.31251}, {2.31251, -1.31251}}], LineBox[{{2.31251, -1.31251}, {3.31251, -1.31251}}]}}, { InsetBox[ GraphicsBox[ StyleBox[ LineBox[{{-1., 1.}, {0., 0.}, {-1., -1.}}], GrayLevel[0.7], StripOnInput -> False]], { 0.91251, -1.9375300000000002`}, {-0.25, 0}, Offset[8], {1., 0.}], InsetBox[ GraphicsBox[ StyleBox[ LineBox[{{-1., 1.}, {0., 0.}, {-1., -1.}}], GrayLevel[0.7], StripOnInput -> False]], { 0.91251, -0.31251000000000007`}, {-0.25, 0}, Offset[8], {1., -5.551115123125783*^-17}], InsetBox[ GraphicsBox[ StyleBox[ LineBox[{{-1., 1.}, {0., 0.}, {-1., -1.}}], GrayLevel[0.7], StripOnInput -> False]], { 1.91251, -0.91251}, {-0.25, 0}, Offset[8], {1., -1.}], InsetBox[ GraphicsBox[ StyleBox[ LineBox[{{-1., 1.}, {0., 0.}, {-1., -1.}}], GrayLevel[0.7], StripOnInput -> False]], { 1.91251, -1.31251}, {-0.25, 0}, Offset[8], {1., 0.}], InsetBox[ GraphicsBox[ StyleBox[ LineBox[{{-1., 1.}, {0., 0.}, {-1., -1.}}], GrayLevel[0.7], StripOnInput -> False]], { 2.91251, -1.31251}, {-0.25, 0}, Offset[8], {1., 0.}]}, { GrayLevel[0], { TagBox[ TooltipBox[{ AbsolutePointSize[4], GrayLevel[0.5], PointBox[{0.31251000000000007`, -0.31251}]}, TagBox[ GridBox[{{ StyleBox["\"id\"", Bold, StripOnInput -> False], "0"}, { StyleBox["\"name\"", Bold, StripOnInput -> False], "\"Input\""}, { StyleBox["\"op\"", Bold, StripOnInput -> False], "\"null\""}, { StyleBox["\"param\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"attrs\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"inputs\"", Bold, StripOnInput -> False], RowBox[{"{", "}"}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> {"Columns" -> {{True}}, "Rows" -> {{True}}}, GridBoxItemSize -> {"Columns" -> {{Automatic}}, "Rows" -> {{1.4}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, BaseStyle -> {FontFamily -> "Source Code Pro"}, FrameStyle -> GrayLevel[0.85]], "Grid"]], Annotation[#, Grid[{{ Style["id", Bold], 0}, { Style["name", Bold], "Input"}, { Style["op", Bold], "null"}, { Style["param", Bold], Association[]}, { Style["attrs", Bold], Association[]}, { Style["inputs", Bold], {}}}, Alignment -> Left, BaseStyle -> {FontFamily -> "Source Code Pro"}, Dividers -> All, FrameStyle -> GrayLevel[0.85], Alignment -> {Left, Baseline}, Spacings -> {1.1, 0.5}, ItemSize -> {Automatic, 1.4}], "Tooltip"]& ], TagBox[ TooltipBox[{ AbsolutePointSize[4], GrayLevel[0.5], PointBox[{0.31251000000000007`, -1.9375300000000002`}]}, TagBox[ GridBox[{{ StyleBox["\"id\"", Bold, StripOnInput -> False], "1"}, { StyleBox["\"name\"", Bold, StripOnInput -> False], "\"seq_0\""}, { StyleBox["\"op\"", Bold, StripOnInput -> False], "\"null\""}, { StyleBox["\"param\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"attrs\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"inputs\"", Bold, StripOnInput -> False], RowBox[{"{", "}"}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> {"Columns" -> {{True}}, "Rows" -> {{True}}}, GridBoxItemSize -> {"Columns" -> {{Automatic}}, "Rows" -> {{1.4}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, BaseStyle -> {FontFamily -> "Source Code Pro"}, FrameStyle -> GrayLevel[0.85]], "Grid"]], Annotation[#, Grid[{{ Style["id", Bold], 1}, { Style["name", Bold], "seq_0"}, { Style["op", Bold], "null"}, { Style["param", Bold], Association[]}, { Style["attrs", Bold], Association[]}, { Style["inputs", Bold], {}}}, Alignment -> Left, BaseStyle -> {FontFamily -> "Source Code Pro"}, Dividers -> All, FrameStyle -> GrayLevel[0.85], Alignment -> {Left, Baseline}, Spacings -> {1.1, 0.5}, ItemSize -> {Automatic, 1.4}], "Tooltip"]& ], TagBox[ TooltipBox[{ AbsolutePointSize[6], Hue[0.08, 1, 0.7], PointBox[{1.31251, -1.9375300000000002`}]}, TagBox[ GridBox[{{ StyleBox["\"id\"", Bold, StripOnInput -> False], "2"}, { StyleBox["\"name\"", Bold, StripOnInput -> False], "\"seq_0$0\""}, { StyleBox["\"op\"", Bold, StripOnInput -> False], "\"identity\""}, { StyleBox["\"param\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"attrs\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"inputs\"", Bold, StripOnInput -> False], RowBox[{"{", RowBox[{"{", RowBox[{"1", ",", "0", ",", "0"}], "}"}], "}"}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> {"Columns" -> {{True}}, "Rows" -> {{True}}}, GridBoxItemSize -> {"Columns" -> {{Automatic}}, "Rows" -> {{1.4}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, BaseStyle -> {FontFamily -> "Source Code Pro"}, FrameStyle -> GrayLevel[0.85]], "Grid"]], Annotation[#, Grid[{{ Style["id", Bold], 2}, { Style["name", Bold], "seq_0$0"}, { Style["op", Bold], "identity"}, { Style["param", Bold], Association[]}, { Style["attrs", Bold], Association[]}, { Style["inputs", Bold], {{1, 0, 0}}}}, Alignment -> Left, BaseStyle -> {FontFamily -> "Source Code Pro"}, Dividers -> All, FrameStyle -> GrayLevel[0.85], Alignment -> {Left, Baseline}, Spacings -> {1.1, 0.5}, ItemSize -> {Automatic, 1.4}], "Tooltip"]& ], TagBox[ TooltipBox[{ AbsolutePointSize[4], GrayLevel[0.5], PointBox[{1.31251, -1.31251}]}, TagBox[ GridBox[{{ StyleBox["\"id\"", Bold, StripOnInput -> False], "3"}, { StyleBox["\"name\"", Bold, StripOnInput -> False], "\"Weights\""}, { StyleBox["\"op\"", Bold, StripOnInput -> False], "\"null\""}, { StyleBox["\"param\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"attrs\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"inputs\"", Bold, StripOnInput -> False], RowBox[{"{", "}"}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> {"Columns" -> {{True}}, "Rows" -> {{True}}}, GridBoxItemSize -> {"Columns" -> {{Automatic}}, "Rows" -> {{1.4}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, BaseStyle -> {FontFamily -> "Source Code Pro"}, FrameStyle -> GrayLevel[0.85]], "Grid"]], Annotation[#, Grid[{{ Style["id", Bold], 3}, { Style["name", Bold], "Weights"}, { Style["op", Bold], "null"}, { Style["param", Bold], Association[]}, { Style["attrs", Bold], Association[]}, { Style["inputs", Bold], {}}}, Alignment -> Left, BaseStyle -> {FontFamily -> "Source Code Pro"}, Dividers -> All, FrameStyle -> GrayLevel[0.85], Alignment -> {Left, Baseline}, Spacings -> {1.1, 0.5}, ItemSize -> {Automatic, 1.4}], "Tooltip"]& ], TagBox[ TooltipBox[{ AbsolutePointSize[6], Hue[0.5, 0.33, 0.69], PointBox[{1.31251, -0.31251000000000007`}]}, TagBox[ GridBox[{{ StyleBox["\"id\"", Bold, StripOnInput -> False], "4"}, { StyleBox["\"name\"", Bold, StripOnInput -> False], "\"\""}, { StyleBox["\"op\"", Bold, StripOnInput -> False], "\"_PlusScalar\""}, { StyleBox["\"param\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"attrs\"", Bold, StripOnInput -> False], TagBox[ GridBox[{{ StyleBox["\"scalar\"", Bold, StripOnInput -> False], StyleBox[ "\"-1.0\"", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> { "Columns" -> {False, {True}, False}, "Rows" -> {False, {True}, False}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, FrameStyle -> GrayLevel[0.85]], "Grid"]}, { StyleBox["\"inputs\"", Bold, StripOnInput -> False], RowBox[{"{", RowBox[{"{", RowBox[{"0", ",", "0", ",", "0"}], "}"}], "}"}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> {"Columns" -> {{True}}, "Rows" -> {{True}}}, GridBoxItemSize -> {"Columns" -> {{Automatic}}, "Rows" -> {{1.4}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, BaseStyle -> {FontFamily -> "Source Code Pro"}, FrameStyle -> GrayLevel[0.85]], "Grid"]], Annotation[#, Grid[{{ Style["id", Bold], 4}, { Style["name", Bold], ""}, { Style["op", Bold], "_PlusScalar"}, { Style["param", Bold], Association[]}, { Style["attrs", Bold], Grid[{{ Style["scalar", Bold], Style["-1.0", ShowStringCharacters -> True]}}, Alignment -> Left, Spacings -> {1.1, 0.5}, Dividers -> Center, FrameStyle -> GrayLevel[0.85]]}, { Style["inputs", Bold], {{0, 0, 0}}}}, Alignment -> Left, BaseStyle -> {FontFamily -> "Source Code Pro"}, Dividers -> All, FrameStyle -> GrayLevel[0.85], Alignment -> {Left, Baseline}, Spacings -> {1.1, 0.5}, ItemSize -> {Automatic, 1.4}], "Tooltip"]& ], TagBox[ TooltipBox[{ AbsolutePointSize[6], Hue[0.17, 1, 0.5], PointBox[{2.31251, -1.31251}]}, TagBox[ GridBox[{{ StyleBox["\"id\"", Bold, StripOnInput -> False], "5"}, { StyleBox["\"name\"", Bold, StripOnInput -> False], "\"\""}, { StyleBox["\"op\"", Bold, StripOnInput -> False], "\"Embedding\""}, { StyleBox["\"param\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"attrs\"", Bold, StripOnInput -> False], TagBox[ GridBox[{{ StyleBox["\"output_dim\"", Bold, StripOnInput -> False], StyleBox[ "\"100\"", ShowStringCharacters -> True, StripOnInput -> False]}, { StyleBox["\"input_dim\"", Bold, StripOnInput -> False], StyleBox[ "\"1193515\"", ShowStringCharacters -> True, StripOnInput -> False]}, { StyleBox["\"dtype\"", Bold, StripOnInput -> False], StyleBox[ "\"float32\"", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> { "Columns" -> {False, {True}, False}, "Rows" -> {False, {True}, False}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, FrameStyle -> GrayLevel[0.85]], "Grid"]}, { StyleBox["\"inputs\"", Bold, StripOnInput -> False], RowBox[{"{", RowBox[{ RowBox[{"{", RowBox[{"4", ",", "0", ",", "0"}], "}"}], ",", RowBox[{"{", RowBox[{"3", ",", "0", ",", "0"}], "}"}]}], "}"}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> {"Columns" -> {{True}}, "Rows" -> {{True}}}, GridBoxItemSize -> {"Columns" -> {{Automatic}}, "Rows" -> {{1.4}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, BaseStyle -> {FontFamily -> "Source Code Pro"}, FrameStyle -> GrayLevel[0.85]], "Grid"]], Annotation[#, Grid[{{ Style["id", Bold], 5}, { Style["name", Bold], ""}, { Style["op", Bold], "Embedding"}, { Style["param", Bold], Association[]}, { Style["attrs", Bold], Grid[{{ Style["output_dim", Bold], Style["100", ShowStringCharacters -> True]}, { Style["input_dim", Bold], Style["1193515", ShowStringCharacters -> True]}, { Style["dtype", Bold], Style["float32", ShowStringCharacters -> True]}}, Alignment -> Left, Spacings -> {1.1, 0.5}, Dividers -> Center, FrameStyle -> GrayLevel[0.85]]}, { Style["inputs", Bold], {{4, 0, 0}, {3, 0, 0}}}}, Alignment -> Left, BaseStyle -> {FontFamily -> "Source Code Pro"}, Dividers -> All, FrameStyle -> GrayLevel[0.85], Alignment -> {Left, Baseline}, Spacings -> {1.1, 0.5}, ItemSize -> {Automatic, 1.4}], "Tooltip"]& ], TagBox[ TooltipBox[{ AbsolutePointSize[6], Hue[0.08, 1, 0.7], PointBox[{3.31251, -1.31251}]}, TagBox[ GridBox[{{ StyleBox["\"id\"", Bold, StripOnInput -> False], "6"}, { StyleBox["\"name\"", Bold, StripOnInput -> False], "\"Output\""}, { StyleBox["\"op\"", Bold, StripOnInput -> False], "\"identity\""}, { StyleBox["\"param\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"attrs\"", Bold, StripOnInput -> False], RowBox[{"\[LeftAssociation]", "\[RightAssociation]"}]}, { StyleBox["\"inputs\"", Bold, StripOnInput -> False], RowBox[{"{", RowBox[{"{", RowBox[{"5", ",", "0", ",", "0"}], "}"}], "}"}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxDividers -> {"Columns" -> {{True}}, "Rows" -> {{True}}}, GridBoxItemSize -> {"Columns" -> {{Automatic}}, "Rows" -> {{1.4}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}, "Rows" -> {{0.5}}}, BaseStyle -> {FontFamily -> "Source Code Pro"}, FrameStyle -> GrayLevel[0.85]], "Grid"]], Annotation[#, Grid[{{ Style["id", Bold], 6}, { Style["name", Bold], "Output"}, { Style["op", Bold], "identity"}, { Style["param", Bold], Association[]}, { Style["attrs", Bold], Association[]}, { Style["inputs", Bold], {{5, 0, 0}}}}, Alignment -> Left, BaseStyle -> {FontFamily -> "Source Code Pro"}, Dividers -> All, FrameStyle -> GrayLevel[0.85], Alignment -> {Left, Baseline}, Spacings -> {1.1, 0.5}, ItemSize -> {Automatic, 1.4}], "Tooltip"]& ]}}, StyleBox[{{ InsetBox[ FormBox["0", TraditionalForm], Offset[{0, 5}, {0.31251000000000007`, -0.31251}], {0., -0.17}, Automatic, {1, 0}], InsetBox[ FormBox["1", TraditionalForm], Offset[{0, 5}, {0.31251000000000007`, -1.9375300000000002`}], { 0., -0.17}, Automatic, {1, 0}], InsetBox[ FormBox["2", TraditionalForm], Offset[{0, 6}, {1.31251, -1.9375300000000002`}], {0., -0.17}, Automatic, {1, 0}], InsetBox[ FormBox["3", TraditionalForm], Offset[{0, 5}, {1.31251, -1.31251}], {0., -0.17}, Automatic, {1, 0}], InsetBox[ FormBox["4", TraditionalForm], Offset[{0, 6}, {1.31251, -0.31251000000000007`}], {0., -0.17}, Automatic, {1, 0}], InsetBox[ FormBox["5", TraditionalForm], Offset[{0, 6}, {2.31251, -1.31251}], {0., -0.17}, Automatic, {1, 0}], InsetBox[ FormBox["6", TraditionalForm], Offset[{0, 6}, {3.31251, -1.31251}], {0., -0.17}, Automatic, {1, 0}]}}, FontSize -> 7, StripOnInput -> False]}, ImageSize -> {198., 99.101}, AspectRatio -> Full, PlotRangePadding -> 0, ImagePadding -> {{24., 24.}, {6, 11.849999999999996`}}, ImageMargins -> 0, BaseStyle -> {TooltipBoxOptions -> {TooltipDelay -> 0.08}}],FormBox[ FormBox[ TemplateBox[{ "\"Tensor\"", "\"identity\"", "\"_PlusScalar\"", "\"Embedding\""}, "PointLegend", DisplayFunction -> (FormBox[ StyleBox[ StyleBox[ PaneBox[ TagBox[ GridBox[{{ TemplateBox[{ GraphicsBox[{{}, { Directive[ EdgeForm[ Directive[ Opacity[0.3], GrayLevel[0]]], PointSize[0.5], AbsoluteThickness[1.6], GrayLevel[0.5], AbsolutePointSize[4]], { Directive[ EdgeForm[ Directive[ Opacity[0.3], GrayLevel[0]]], PointSize[0.5], AbsoluteThickness[1.6], GrayLevel[0.5], AbsolutePointSize[4]], PointBox[ NCache[{ Scaled[{ Rational[1, 2], Rational[1, 2]}]}, { Scaled[{0.5, 0.5}]}]]}}}, AspectRatio -> Full, ImageSize -> {12, 12}, PlotRangePadding -> None, ImagePadding -> Automatic, BaselinePosition -> (Scaled[0.23333333333333334`] -> Baseline)], "\" \"", #}, "RowDefault"], TemplateBox[{ GraphicsBox[{{}, { Directive[ EdgeForm[ Directive[ Opacity[0.3], GrayLevel[0]]], PointSize[0.5], AbsoluteThickness[1.6], Hue[0.08, 1, 0.7], AbsolutePointSize[6]], { Directive[ EdgeForm[ Directive[ Opacity[0.3], GrayLevel[0]]], PointSize[0.5], AbsoluteThickness[1.6], Hue[0.08, 1, 0.7], AbsolutePointSize[6]], PointBox[ NCache[{ Scaled[{ Rational[1, 2], Rational[1, 2]}]}, { Scaled[{0.5, 0.5}]}]]}}}, AspectRatio -> Full, ImageSize -> {12, 12}, PlotRangePadding -> None, ImagePadding -> Automatic, BaselinePosition -> (Scaled[0.23333333333333334`] -> Baseline)], "\" \"", #2}, "RowDefault"], TemplateBox[{ GraphicsBox[{{}, { Directive[ EdgeForm[ Directive[ Opacity[0.3], GrayLevel[0]]], PointSize[0.5], AbsoluteThickness[1.6], Hue[0.5, 0.33, 0.69], AbsolutePointSize[6]], { Directive[ EdgeForm[ Directive[ Opacity[0.3], GrayLevel[0]]], PointSize[0.5], AbsoluteThickness[1.6], Hue[0.5, 0.33, 0.69], AbsolutePointSize[6]], PointBox[ NCache[{ Scaled[{ Rational[1, 2], Rational[1, 2]}]}, { Scaled[{0.5, 0.5}]}]]}}}, AspectRatio -> Full, ImageSize -> {12, 12}, PlotRangePadding -> None, ImagePadding -> Automatic, BaselinePosition -> (Scaled[0.23333333333333334`] -> Baseline)], "\" \"", #3}, "RowDefault"], TemplateBox[{ GraphicsBox[{{}, { Directive[ EdgeForm[ Directive[ Opacity[0.3], GrayLevel[0]]], PointSize[0.5], AbsoluteThickness[1.6], Hue[0.17, 1, 0.5], AbsolutePointSize[6]], { Directive[ EdgeForm[ Directive[ Opacity[0.3], GrayLevel[0]]], PointSize[0.5], AbsoluteThickness[1.6], Hue[0.17, 1, 0.5], AbsolutePointSize[6]], PointBox[ NCache[{ Scaled[{ Rational[1, 2], Rational[1, 2]}]}, { Scaled[{0.5, 0.5}]}]]}}}, AspectRatio -> Full, ImageSize -> {12, 12}, PlotRangePadding -> None, ImagePadding -> Automatic, BaselinePosition -> (Scaled[0.23333333333333334`] -> Baseline)], "\" \"", #4}, "RowDefault"], "\"\""}}, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Baseline}}}, AutoDelete -> False, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Grid"], Alignment -> Left, AppearanceElements -> None, ImageMargins -> {{2, 2}, {2, 2}}, ImageSizeAction -> "ResizeToFit"], LineIndent -> 0, StripOnInput -> False], { FontSize -> 8, FontFamily -> "Arial"}, Background -> Automatic, StripOnInput -> False], TraditionalForm]& ), InterpretationFunction :> (RowBox[{"PointLegend", "[", RowBox[{ RowBox[{"{", RowBox[{ RowBox[{"Directive", "[", RowBox[{ InterpretationBox[ ButtonBox[ TooltipBox[ GraphicsBox[{{ GrayLevel[0], RectangleBox[{0, 0}]}, { GrayLevel[0], RectangleBox[{1, -1}]}, { GrayLevel[0.5], RectangleBox[{0, -1}, {2, 1}]}}, DefaultBaseStyle -> "ColorSwatchGraphics", AspectRatio -> 1, Frame -> True, FrameStyle -> GrayLevel[0.33333333333333337`], FrameTicks -> None, PlotRangePadding -> None, ImageSize -> Dynamic[{ Automatic, 1.35 (CurrentValue["FontCapHeight"]/AbsoluteCurrentValue[ Magnification])}]], StyleBox[ RowBox[{"GrayLevel", "[", "0.5`", "]"}], NumberMarks -> False]], Appearance -> None, BaseStyle -> {}, BaselinePosition -> Baseline, DefaultBaseStyle -> {}, ButtonFunction :> With[{Typeset`box$ = EvaluationBox[]}, If[ Not[ AbsoluteCurrentValue["Deployed"]], SelectionMove[Typeset`box$, All, Expression]; FrontEnd`Private`$ColorSelectorInitialAlpha = 1; FrontEnd`Private`$ColorSelectorInitialColor = GrayLevel[0.5]; FrontEnd`Private`$ColorSelectorUseMakeBoxes = True; MathLink`CallFrontEnd[ FrontEnd`AttachCell[Typeset`box$, FrontEndResource["GrayLevelColorValueSelector"], { 0, {Left, Bottom}}, {Left, Top}, "ClosingActions" -> { "SelectionDeparture", "ParentChanged", "EvaluatorQuit"}]]]], BaseStyle -> Inherited, Evaluator -> Automatic, Method -> "Preemptive"], GrayLevel[0.5], Editable -> False, Selectable -> False], ",", RowBox[{"AbsolutePointSize", "[", "4", "]"}]}], "]"}], ",", RowBox[{"Directive", "[", RowBox[{ InterpretationBox[ ButtonBox[ TooltipBox[ GraphicsBox[{{ GrayLevel[0], RectangleBox[{0, 0}]}, { GrayLevel[0], RectangleBox[{1, -1}]}, { Hue[0.08, 1, 0.7], RectangleBox[{0, -1}, {2, 1}]}}, DefaultBaseStyle -> "ColorSwatchGraphics", AspectRatio -> 1, Frame -> True, FrameStyle -> Hue[0.07999999999999999, 1., 0.4666666666666667], FrameTicks -> None, PlotRangePadding -> None, ImageSize -> Dynamic[{ Automatic, 1.35 (CurrentValue["FontCapHeight"]/AbsoluteCurrentValue[ Magnification])}]], StyleBox[ RowBox[{"Hue", "[", RowBox[{"0.08`", ",", "1", ",", "0.7`"}], "]"}], NumberMarks -> False]], Appearance -> None, BaseStyle -> {}, BaselinePosition -> Baseline, DefaultBaseStyle -> {}, ButtonFunction :> With[{Typeset`box$ = EvaluationBox[]}, If[ Not[ AbsoluteCurrentValue["Deployed"]], SelectionMove[Typeset`box$, All, Expression]; FrontEnd`Private`$ColorSelectorInitialAlpha = 1; FrontEnd`Private`$ColorSelectorInitialColor = Hue[0.08, 1, 0.7]; FrontEnd`Private`$ColorSelectorUseMakeBoxes = True; MathLink`CallFrontEnd[ FrontEnd`AttachCell[Typeset`box$, FrontEndResource["HueColorValueSelector"], { 0, {Left, Bottom}}, {Left, Top}, "ClosingActions" -> { "SelectionDeparture", "ParentChanged", "EvaluatorQuit"}]]]], BaseStyle -> Inherited, Evaluator -> Automatic, Method -> "Preemptive"], Hue[0.08, 1, 0.7], Editable -> False, Selectable -> False], ",", RowBox[{"AbsolutePointSize", "[", "6", "]"}]}], "]"}], ",", RowBox[{"Directive", "[", RowBox[{ InterpretationBox[ ButtonBox[ TooltipBox[ GraphicsBox[{{ GrayLevel[0], RectangleBox[{0, 0}]}, { GrayLevel[0], RectangleBox[{1, -1}]}, { Hue[0.5, 0.33, 0.69], RectangleBox[{0, -1}, {2, 1}]}}, DefaultBaseStyle -> "ColorSwatchGraphics", AspectRatio -> 1, Frame -> True, FrameStyle -> Hue[0.5, 0.33, 0.45999999999999996`], FrameTicks -> None, PlotRangePadding -> None, ImageSize -> Dynamic[{ Automatic, 1.35 (CurrentValue["FontCapHeight"]/AbsoluteCurrentValue[ Magnification])}]], StyleBox[ RowBox[{"Hue", "[", RowBox[{"0.5`", ",", "0.33`", ",", "0.69`"}], "]"}], NumberMarks -> False]], Appearance -> None, BaseStyle -> {}, BaselinePosition -> Baseline, DefaultBaseStyle -> {}, ButtonFunction :> With[{Typeset`box$ = EvaluationBox[]}, If[ Not[ AbsoluteCurrentValue["Deployed"]], SelectionMove[Typeset`box$, All, Expression]; FrontEnd`Private`$ColorSelectorInitialAlpha = 1; FrontEnd`Private`$ColorSelectorInitialColor = Hue[0.5, 0.33, 0.69]; FrontEnd`Private`$ColorSelectorUseMakeBoxes = True; MathLink`CallFrontEnd[ FrontEnd`AttachCell[Typeset`box$, FrontEndResource["HueColorValueSelector"], { 0, {Left, Bottom}}, {Left, Top}, "ClosingActions" -> { "SelectionDeparture", "ParentChanged", "EvaluatorQuit"}]]]], BaseStyle -> Inherited, Evaluator -> Automatic, Method -> "Preemptive"], Hue[0.5, 0.33, 0.69], Editable -> False, Selectable -> False], ",", RowBox[{"AbsolutePointSize", "[", "6", "]"}]}], "]"}], ",", RowBox[{"Directive", "[", RowBox[{ InterpretationBox[ ButtonBox[ TooltipBox[ GraphicsBox[{{ GrayLevel[0], RectangleBox[{0, 0}]}, { GrayLevel[0], RectangleBox[{1, -1}]}, { Hue[0.17, 1, 0.5], RectangleBox[{0, -1}, {2, 1}]}}, DefaultBaseStyle -> "ColorSwatchGraphics", AspectRatio -> 1, Frame -> True, FrameStyle -> Hue[0.17, 1., 0.33333333333333337`], FrameTicks -> None, PlotRangePadding -> None, ImageSize -> Dynamic[{ Automatic, 1.35 (CurrentValue["FontCapHeight"]/AbsoluteCurrentValue[ Magnification])}]], StyleBox[ RowBox[{"Hue", "[", RowBox[{"0.17`", ",", "1", ",", "0.5`"}], "]"}], NumberMarks -> False]], Appearance -> None, BaseStyle -> {}, BaselinePosition -> Baseline, DefaultBaseStyle -> {}, ButtonFunction :> With[{Typeset`box$ = EvaluationBox[]}, If[ Not[ AbsoluteCurrentValue["Deployed"]], SelectionMove[Typeset`box$, All, Expression]; FrontEnd`Private`$ColorSelectorInitialAlpha = 1; FrontEnd`Private`$ColorSelectorInitialColor = Hue[0.17, 1, 0.5]; FrontEnd`Private`$ColorSelectorUseMakeBoxes = True; MathLink`CallFrontEnd[ FrontEnd`AttachCell[Typeset`box$, FrontEndResource["HueColorValueSelector"], { 0, {Left, Bottom}}, {Left, Top}, "ClosingActions" -> { "SelectionDeparture", "ParentChanged", "EvaluatorQuit"}]]]], BaseStyle -> Inherited, Evaluator -> Automatic, Method -> "Preemptive"], Hue[0.17, 1, 0.5], Editable -> False, Selectable -> False], ",", RowBox[{"AbsolutePointSize", "[", "6", "]"}]}], "]"}]}], "}"}], ",", RowBox[{"{", RowBox[{#, ",", #2, ",", #3, ",", #4}], "}"}], ",", RowBox[{"LabelStyle", "\[Rule]", "8"}], ",", RowBox[{"LegendMarkerSize", "\[Rule]", "12"}], ",", RowBox[{"LegendMargins", "\[Rule]", "2"}], ",", RowBox[{"LegendLayout", "\[Rule]", "GeneralUtilities`Graphics`PackagePrivate`legendTable"}]}], "]"}]& ), Editable -> True], TraditionalForm], TraditionalForm]}, "Legended", DisplayFunction->(GridBox[{{ TagBox[ ItemBox[ PaneBox[ TagBox[#, "SkipImageSizeLevel"], Alignment -> {Center, Baseline}, BaselinePosition -> Baseline], DefaultBaseStyle -> "Labeled"], "SkipImageSizeLevel"]}, { ItemBox[#2, DefaultBaseStyle -> "LabeledLabel"]}}, GridBoxAlignment -> {"Columns" -> {{Center}}, "Rows" -> {{Center}}}, AutoDelete -> False, GridBoxItemSize -> Automatic, BaselinePosition -> {1, 1}]& ), Editable->True, InterpretationFunction->(RowBox[{"Legended", "[", RowBox[{#, ",", RowBox[{"Placed", "[", RowBox[{#2, ",", "Below"}], "]"}]}], "]"}]& )]], "Output", CellChangeTimes->{3.713707095961337*^9, 3.714406491468079*^9, 3.715103327731373*^9, 3.7513805141015377`*^9, 3.753639449793103*^9, 3.7615663068115664`*^9}, CellLabel->"Out[111]="] }, Open ]] }, Open ]] }, Open ]] }, WindowSize->Automatic, WindowMargins->Automatic, OutputSizeLimit->10000, FrontEndVersion->"11.3 for Linux x86 (64-bit) (March 6, 2018)", StyleDefinitions->"Default.nb" ] (* End of Notebook Content *) (* Internal cache information *) (*CellTagsOutline CellTagsIndex->{} *) (*CellTagsIndex CellTagsIndex->{} *) (*NotebookFileOutline Notebook[{ Cell[CellGroupData[{ Cell[580, 22, 489, 16, 70, "ResourceExampleTitle",ExpressionUUID->"d5569027-d22c-47d2-b405-479152a65b36", CellGroupingRules->{"TitleGrouping", 0}, PageBreakBelow->False], Cell[1072, 40, 439, 14, 70, "ResourceExampleSubtitle",ExpressionUUID->"bbec650f-99ae-43fe-8b6c-c46960318d8e", CellGroupingRules->{"TitleGrouping", 10}, PageBreakBelow->False, CounterIncrements->"Subtitle"], Cell[CellGroupData[{ Cell[1536, 58, 40, 0, 70, "Subsection",ExpressionUUID->"a5c25d2c-72f7-471d-ba24-f359f24543c9"], Cell[1579, 60, 40, 0, 70, "Text",ExpressionUUID->"66f5e049-24d5-48f0-a047-d6d646256cab"], Cell[CellGroupData[{ Cell[1644, 64, 261, 6, 70, "Input",ExpressionUUID->"497b740c-2db1-452b-a090-71356c0f9250"], Cell[1908, 72, 8326, 180, 70, "Output",ExpressionUUID->"3b407028-8e24-4425-9c57-4ce2b9026ac3"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[10283, 258, 97, 1, 70, "Subsection",ExpressionUUID->"a73790a7-944a-43dd-9389-ddf4d2ec1c64"], Cell[10383, 261, 61, 0, 70, "Text",ExpressionUUID->"d5165c1c-c33a-42ba-917a-5fc99a122ee2"], Cell[CellGroupData[{ Cell[10469, 265, 368, 10, 70, "Input",ExpressionUUID->"7474eb23-739c-44a8-8b19-4fa4c91dfbc7", CellID->547578203], Cell[10840, 277, 9623, 245, 70, "Output",ExpressionUUID->"b9908c35-65ef-4df9-b4f8-0236f2c9f043"] }, Open ]], Cell[20478, 525, 53, 0, 70, "Text",ExpressionUUID->"88b088a6-14ff-4150-89cf-35690ec18ea5"], Cell[CellGroupData[{ Cell[20556, 529, 93, 2, 70, "Input",ExpressionUUID->"2c99841c-ea13-4af0-bb92-56b720b941bc"], Cell[20652, 533, 283, 6, 70, "Output",ExpressionUUID->"f655a932-067a-4d59-957f-88a28584239f"] }, Open ]], Cell[20950, 542, 248, 8, 70, "Text",ExpressionUUID->"55749126-82ad-44c6-83f7-9825395c88fd"], Cell[CellGroupData[{ Cell[21223, 554, 467, 14, 70, "Input",ExpressionUUID->"cbab84b4-0ed6-4e02-ac0b-9074a13458a8", CellID->429988564], Cell[21693, 570, 15446, 321, 70, "Output",ExpressionUUID->"c5f8b7eb-a9e5-4af0-a206-a0776047ed46"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[37188, 897, 87, 1, 70, "Subsection",ExpressionUUID->"59ac4f66-f7ea-4479-afc2-d6e75589f546"], Cell[37278, 900, 50, 0, 70, "Text",ExpressionUUID->"18a20e7b-c0e1-4867-9ef1-5a98b5f6bc4f"], Cell[37331, 902, 612, 12, 70, "Input",ExpressionUUID->"3ce941c5-f4d4-4a98-a477-0a9d860e548e"], Cell[37946, 916, 640, 12, 70, "Input",ExpressionUUID->"88287a5d-5692-4474-a0b8-98e3cc88d5b7"], Cell[38589, 930, 126, 4, 70, "Text",ExpressionUUID->"ba6bb132-607c-4147-b0e2-8c1097494da1", CellID->2141353759], Cell[CellGroupData[{ Cell[38740, 938, 476, 13, 70, "Input",ExpressionUUID->"c8f9737a-954a-4eff-871a-20b5771c8cdd", CellID->1277887787], Cell[39219, 953, 28374, 888, 70, "Output",ExpressionUUID->"366cb915-da47-4c8f-957b-d225040e970b"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[67642, 1847, 78, 1, 70, "Subsection",ExpressionUUID->"52fc3a07-8ce4-483a-b4e9-7f5c9eaa88f9"], Cell[67723, 1850, 40, 0, 70, "Text",ExpressionUUID->"8ab95cb9-b740-4891-a0aa-acf70ee13408"], Cell[CellGroupData[{ Cell[67788, 1854, 316, 9, 70, "Input",ExpressionUUID->"b54f1ae6-63cb-45e9-b46a-7452574ddef2", CellID->1834105916], Cell[68107, 1865, 7653, 165, 70, "Output",ExpressionUUID->"bea7dbbc-b199-43ee-9f1a-8e0b3b877d40"] }, Open ]], Cell[75775, 2033, 36, 0, 70, "Text",ExpressionUUID->"89afc13e-98ad-410a-9295-d258fb79bb75"], Cell[CellGroupData[{ Cell[75836, 2037, 219, 6, 70, "Input",ExpressionUUID->"079d4184-af5f-4275-883c-f89d11fb3b75"], Cell[76058, 2045, 10540, 260, 70, "Output",ExpressionUUID->"38548ea7-ca48-4404-995f-085005e3b1ef"] }, Open ]], Cell[86613, 2308, 35, 0, 70, "Text",ExpressionUUID->"4c7eda50-5a39-4014-8a65-ba0bed180a86"], Cell[86651, 2310, 379, 11, 70, "Input",ExpressionUUID->"2eac4001-fef7-4860-91d2-0cd3c16e5b96"], Cell[87033, 2323, 117, 3, 70, "Text",ExpressionUUID->"fc43ec3c-3826-4243-bb6c-5afb30c5e6c8", CellID->2068968093], Cell[87153, 2328, 182, 5, 70, "Input",ExpressionUUID->"40de1b29-9798-499f-bbe4-b55f023f954e"], Cell[87338, 2335, 146, 2, 70, "Text",ExpressionUUID->"83d176bf-9a89-4327-acf3-7965553d6cba", CellID->2132013242], Cell[CellGroupData[{ Cell[87509, 2341, 194, 6, 70, "Input",ExpressionUUID->"f554731c-38a6-4504-8035-54e6e5c223cb", CellID->377600698], Cell[87706, 2349, 417, 8, 70, "Output",ExpressionUUID->"a55c8ff4-33c5-4428-9d29-8d0d28692bf6"] }, Open ]], Cell[88138, 2360, 66, 1, 70, "Text",ExpressionUUID->"5d04629e-362a-4f45-ad78-eed37492c38e", CellID->595861456], Cell[CellGroupData[{ Cell[88229, 2365, 326, 9, 70, "Input",ExpressionUUID->"0ff2528e-7530-44c9-8378-3992fe861ec0", CellID->927245031], Cell[88558, 2376, 354, 7, 70, "Output",ExpressionUUID->"f41cb2f7-6d3a-4679-a0be-37a2471410d3"] }, Open ]], Cell[88927, 2386, 73, 1, 70, "Text",ExpressionUUID->"82bc71c1-ae58-4617-a6aa-4a29e35f9c87", CellID->1413396266], Cell[CellGroupData[{ Cell[89025, 2391, 333, 9, 70, "Input",ExpressionUUID->"e3e3b9bf-43c8-49ff-9e08-6ac890801271", CellID->1331835622], Cell[89361, 2402, 357, 7, 70, "Output",ExpressionUUID->"e3bccdef-5845-4bda-bf00-1cbf95e7a794"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[89767, 2415, 103, 1, 70, "Subsection",ExpressionUUID->"7d4df01d-2164-416b-981b-2b49e4b4c2d3"], Cell[89873, 2418, 242, 3, 70, "Text",ExpressionUUID->"ab88b76a-0de1-4199-8764-b372400bcd28"], Cell[CellGroupData[{ Cell[90140, 2425, 291, 8, 70, "Input",ExpressionUUID->"904e47f3-5308-4498-b910-b1789783e21a"], Cell[90434, 2435, 321, 7, 70, "Output",ExpressionUUID->"26a6aaf6-d443-44b8-8338-62a03ae583b7"] }, Open ]], Cell[90770, 2445, 120, 1, 70, "Text",ExpressionUUID->"6cccea80-f9b9-4d6e-bfbf-831411c26b64"], Cell[CellGroupData[{ Cell[90915, 2450, 295, 8, 70, "Input",ExpressionUUID->"83971cc6-8e8f-4e77-b7dc-66e8cd8348be"], Cell[91213, 2460, 196, 3, 70, "Output",ExpressionUUID->"4fa463b5-28e9-451a-92dc-508feaad377c"] }, Open ]], Cell[91424, 2466, 137, 2, 70, "Text",ExpressionUUID->"850aa22b-e358-4040-ac93-a55ade091db3"], Cell[CellGroupData[{ Cell[91586, 2472, 287, 8, 70, "Input",ExpressionUUID->"cabacf77-abb5-4467-abd2-9942c3b076c9"], Cell[91876, 2482, 291, 6, 70, "Output",ExpressionUUID->"981f4ea4-b470-472a-99c0-96b8a709a46d"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[92216, 2494, 37, 0, 70, "Subsection",ExpressionUUID->"b2c0a489-c913-41d5-954f-b0b733b658bb"], Cell[92256, 2496, 234, 7, 70, "Text",ExpressionUUID->"ba5c7bb9-e683-491f-81e6-97efa76ba0ab"], Cell[CellGroupData[{ Cell[92515, 2507, 517, 14, 70, "Input",ExpressionUUID->"d0d32d8c-22d6-4c4e-af0a-d45546b01c61"], Cell[93035, 2523, 287, 5, 70, "Output",ExpressionUUID->"6d8c6529-4f5a-453f-a21d-185de2dbe604"] }, Open ]], Cell[93337, 2531, 278, 10, 70, "Text",ExpressionUUID->"31f882b4-d5c5-4374-82f0-dce5bf41b1e8"], Cell[CellGroupData[{ Cell[93640, 2545, 243, 7, 70, "Input",ExpressionUUID->"8f2a8ba7-17ad-4aaa-95b6-bb2f68c8ae0c"], Cell[93886, 2554, 289, 5, 70, "Output",ExpressionUUID->"0566bab9-78f8-4a44-8a08-48fb20e2b73f"] }, Open ]], Cell[94190, 2562, 51, 0, 70, "Text",ExpressionUUID->"9ff469a6-f6ff-4f00-b5df-18e0a1c0fbf1"], Cell[CellGroupData[{ Cell[94266, 2566, 99, 2, 70, "Input",ExpressionUUID->"13256d5c-2681-4563-b5ab-0ca0c5654478"], Cell[94368, 2570, 218, 4, 70, "Output",ExpressionUUID->"289364cd-a7eb-4565-bf9b-75ae1fe06dc8"] }, Open ]], Cell[94601, 2577, 151, 3, 70, "Text",ExpressionUUID->"e3276f97-85da-41ab-a413-a86f9ae2bb45"], Cell[CellGroupData[{ Cell[94777, 2584, 313, 8, 70, "Input",ExpressionUUID->"45e9f8a4-4f77-41ac-ad94-6548699298e7"], Cell[95093, 2594, 219, 4, 70, "Output",ExpressionUUID->"008794d3-94de-48dd-981c-046b963635fd"] }, Open ]], Cell[95327, 2601, 51, 0, 70, "Text",ExpressionUUID->"53aca68e-c212-494f-961b-c9f4c71025f6"], Cell[CellGroupData[{ Cell[95403, 2605, 198, 6, 70, "Input",ExpressionUUID->"366a5971-c1fc-4cab-934c-9ef1b237ad32"], Cell[95604, 2613, 35214, 736, 70, "Output",ExpressionUUID->"ff0608f8-d91c-4054-b3c8-da5f2edd0c5b"] }, Open ]] }, Open ]] }, Open ]] } ] *) (* End of internal cache information *)