(* Content-type: application/vnd.wolfram.mathematica *) (*** Wolfram Notebook File ***) (* http://www.wolfram.com/nb *) (* CreatedBy='Mathematica 11.1' *) (*CacheID: 234*) (* Internal cache information: NotebookFileLineBreakTest NotebookFileLineBreakTest NotebookDataPosition[ 158, 7] NotebookDataLength[ 210987, 4348] NotebookOptionsPosition[ 208773, 4297] NotebookOutlinePosition[ 209111, 4312] CellTagsIndexPosition[ 209068, 4309] WindowFrame->Normal*) (* Beginning of Notebook Content *) Notebook[{ Cell[CellGroupData[{ Cell[TextData[{ StyleBox["Construction Notebook for:", FontSize->24], "\nSentiment Language Model Trained on Amazon Product Review Data" }], "Title", CellChangeTimes->{{3.700390059931024*^9, 3.700390069370269*^9}, { 3.713527335930427*^9, 3.71352733920855*^9}, {3.725196329204988*^9, 3.7251963296657867`*^9}, 3.725709769145364*^9, 3.725975379788035*^9, 3.725979717913773*^9, {3.7414487891539593`*^9, 3.741448824686091*^9}, 3.763456775302906*^9, {3.7652146579933662`*^9, 3.765214658392507*^9}},ExpressionUUID->"cf0af03b-7c0d-44fe-a36a-\ 801fb2cc9d1e"], Cell[CellGroupData[{ Cell["NetModel Access", "Subsection", CellChangeTimes->{{3.695474314080426*^9, 3.695474346087426*^9}},ExpressionUUID->"20a938bc-d1c4-4bd6-a5fd-\ 63b43d74e3fb"], Cell[CellGroupData[{ Cell["This Notebook", "Subsubsection", CellChangeTimes->{{3.6954750910664797`*^9, 3.695475092737351*^9}},ExpressionUUID->"aece8991-ede8-4c4f-b8b7-\ d3deda75843b"], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656935596855*^9, 3.6966569364445457`*^9}, 3.696768427361453*^9, 3.696768595763381*^9, 3.700390080550715*^9, 3.713527332938039*^9, 3.7251895368569007`*^9, 3.7257097745186977`*^9, { 3.725974160027033*^9, 3.7259741712693043`*^9}, 3.7259797223664417`*^9, { 3.7414488366470466`*^9, 3.7414488401761193`*^9}, {3.7634567787696953`*^9, 3.763456782936737*^9}, 3.765214652997241*^9},ExpressionUUID->"f9e334a7-6b84-4b97-a015-\ 364f975bd6c8"] }, Open ]], Cell[CellGroupData[{ Cell["Untrained Net", "Subsubsection", CellChangeTimes->{{3.6954750978333807`*^9, 3.695475133273511*^9}},ExpressionUUID->"278efdc3-d956-4587-8723-\ 2a3485f9bac0"], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656940213286*^9, 3.6966569411083603`*^9}, 3.6967685960955133`*^9, 3.700390083629743*^9, {3.713527345914727*^9, 3.713527346642221*^9}, {3.7251895437188444`*^9, 3.725189544052307*^9}, { 3.7257097811399565`*^9, 3.725709791683883*^9}, 3.7259741741281953`*^9, 3.725979726480075*^9, 3.7414488429385967`*^9, 3.763456789058157*^9, 3.765214651717372*^9},ExpressionUUID->"4997fe3c-81ac-42f4-9497-\ 390d3d9b0fce"] }, Open ]], Cell[CellGroupData[{ Cell["Trained Net", "Subsubsection", CellChangeTimes->{{3.6954751072255173`*^9, 3.6954751086815357`*^9}},ExpressionUUID->"71c6cef7-94d1-4660-857a-\ d6696698fd69"], Cell[BoxData[ RowBox[{"NetModel", "[", "\"\\"", "]"}]], "Input", CellChangeTimes->{{3.6966569441649303`*^9, 3.696656946349728*^9}, 3.696768596439824*^9, 3.70039008606037*^9, 3.713527350999201*^9, 3.725189549129289*^9, 3.725709788369228*^9, 3.725974177559237*^9, 3.725979728776238*^9, 3.7414488460285764`*^9, 3.763456790309606*^9, 3.765214651718981*^9},ExpressionUUID->"908d5d25-3cee-40c2-a5c9-\ 2b89750c8f92"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Net Construction", "Section", CellChangeTimes->{ 3.695625386014464*^9},ExpressionUUID->"e6f0ec16-daa9-4151-8b11-\ 649c83fbd9a1"], Cell[CellGroupData[{ Cell["Intermediate Nets", "Subsection", CellChangeTimes->{{3.744956501729144*^9, 3.7449565093129597`*^9}},ExpressionUUID->"f207ca5d-e1c3-428c-9274-\ c8c213ad7d52"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"core", "=", RowBox[{"NetGraph", "[", "\[IndentingNewLine]", RowBox[{ RowBox[{"<|", "\[IndentingNewLine]", RowBox[{ RowBox[{"\"\\"", "\[Rule]", RowBox[{"PartLayer", "[", RowBox[{"1", ";;", "4096"}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"PartLayer", "[", RowBox[{"4097", ";;", "8192"}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"LinearLayer", "[", RowBox[{ RowBox[{"4", "*", "4096"}], ",", RowBox[{"\"\\"", "\[Rule]", "None"}]}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"LinearLayer", "[", RowBox[{"4", "*", "4096"}], "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"LinearLayer", "[", RowBox[{"4096", ",", RowBox[{"\"\\"", "\[Rule]", "None"}]}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"LinearLayer", "[", RowBox[{"4096", ",", RowBox[{"\"\\"", "\[Rule]", "None"}]}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ThreadingLayer", "[", "Times", "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ThreadingLayer", "[", "Plus", "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"PartLayer", "[", RowBox[{"1", ";;", "4096"}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"PartLayer", "[", RowBox[{"4097", ";;", "8192"}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"PartLayer", "[", RowBox[{"8193", ";;", "12288"}], "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"PartLayer", "[", RowBox[{"12289", ";;", "16384"}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ElementwiseLayer", "[", "LogisticSigmoid", "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ElementwiseLayer", "[", "LogisticSigmoid", "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", "Tanh"}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ElementwiseLayer", "[", "LogisticSigmoid", "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ThreadingLayer", "[", "Times", "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ThreadingLayer", "[", "Times", "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ThreadingLayer", "[", "Plus", "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", "Tanh"}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"ThreadingLayer", "[", "Times", "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"CatenateLayer", "[", "]"}]}]}], "\[IndentingNewLine]", "|>"}], ",", "\[IndentingNewLine]", RowBox[{"{", "\[IndentingNewLine]", RowBox[{ RowBox[{ RowBox[{"NetPort", "[", "\"\\"", "]"}], "\[Rule]", "\"\\""}], ",", RowBox[{ RowBox[{"NetPort", "[", "\"\\"", "]"}], "\[Rule]", "\"\\""}], ",", RowBox[{ RowBox[{"NetPort", "[", "\"\\"", "]"}], "\[Rule]", RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}]}], ",", RowBox[{"\"\\"", "\[Rule]", "\"\\""}], ",", RowBox[{ RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}], "\[Rule]", "\"\\""}], ",", RowBox[{"\"\\"", "\[Rule]", "\"\\""}], ",", "\[IndentingNewLine]", RowBox[{ RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}], "\[Rule]", "\"\\""}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"\"\\"", "\[Rule]", "\"\\""}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"\"\\"", "\[Rule]", "\"\\""}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"\"\\"", "\[Rule]", "\"\\""}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"\"\\"", "\[Rule]", "\"\\""}]}], ",", RowBox[{ RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}], "\[Rule]", "\"\\""}], ",", "\[IndentingNewLine]", RowBox[{ RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}], "\[Rule]", "\"\\""}], ",", RowBox[{ RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}], "\[Rule]", "\"\\""}], ",", RowBox[{"\"\\"", "\[Rule]", "\"\\""}], ",", RowBox[{ RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}], "\[Rule]", "\"\\""}], ",", RowBox[{ RowBox[{"{", RowBox[{"\"\\"", ",", "\"\\""}], "}"}], "\[Rule]", "\"\\""}]}], "\[IndentingNewLine]", "}"}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", "64"}], ",", RowBox[{"\"\\"", "\[Rule]", "8192"}]}], "\[IndentingNewLine]", "]"}]}]], "Input", CellChangeTimes->{{3.744956330305477*^9, 3.744956512670104*^9}}, CellLabel->"In[1]:=",ExpressionUUID->"e61bfa3e-3036-4b6f-b955-2f45409735e8"], Cell[BoxData[ TagBox[ TemplateBox[{RowBox[{ StyleBox[ TagBox["NetGraph", "SummaryHead"], "NonInterpretableSummary"], StyleBox["[", "NonInterpretableSummary"], DynamicModuleBox[{Typeset`open = False}, PanelBox[ PaneSelectorBox[{False -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquarePlusIconMedium"]], ButtonFunction :> (Typeset`open = True), Appearance -> None, Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], OverlayBox[{ GraphicsBox[{ Thickness[0.0149], { GrayLevel[0.6], Thickness[0.03], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 37.}, {18., 37.}, { 18.5, 27.5}, {35., 27.}}}, CurveClosed -> {0}], JoinedCurveBox[{{{1, 4, 3}}}, {{{50., 37.}, {50., 37.}, { 49.5, 27.5}, {33., 27.}}}, CurveClosed -> {0}], JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 16.}, {18., 16.}, { 18.5, 25.5}, {35., 26.}}}, CurveClosed -> {0}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 40.5}, {22.5, 40.5}, {22.5, 33.5}, {15.5, 33.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 41.}, {15., 41.}, { 15., 33.}, {23., 33.}}, {{22., 34.}, {16., 34.}, {16., 40.}, {22., 40.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 19.5}, {22.5, 19.5}, {22.5, 12.5}, {15.5, 12.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 20.}, {15., 20.}, { 15., 12.}, {23., 12.}}, {{22., 13.}, {16., 13.}, {16., 19.}, {22., 19.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 30.5, 30.5}, {37.5, 30.5}, {37.5, 23.5}, {30.5, 23.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 31.}, {30., 31.}, { 30., 23.}, {38., 23.}}, {{37., 24.}, {31., 24.}, {31., 30.}, {37., 30.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 45.5, 40.5}, {52.5, 40.5}, {52.5, 33.5}, {45.5, 33.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{53., 41.}, {45., 41.}, { 45., 33.}, {53., 33.}}, {{52., 34.}, {46., 34.}, {46., 40.}, {52., 40.}}}]}}, ImageMargins -> 0, ImageSize -> {36, Automatic}, PlotRangePadding -> 0, BaseStyle -> GrayLevel[0.6]], StyleBox["uninitialized", RGBColor[0.66, 0, 0], FontSize -> 8, FontFamily -> "Roboto", Background -> GrayLevel[1, 0.65]]}, Alignment -> {Center, Scaled[0.0001]}], GridBox[{{ StyleBox[ TemplateBox[{"\"Number of inputs\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["2", "SummaryItem"]}, { StyleBox[ TemplateBox[{ TemplateBox[{ StyleBox["\"Output\"", GrayLevel[0], StripOnInput -> False], "\" \"", "\"port\""}, "RowDefault"], "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"8192\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Number of layers\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["22", "SummaryItem"]}}, BaselinePosition -> {2, 1}, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridFrameMargins -> {{0, 0}, {0, 0}}, BaselinePosition -> {1, 3}], True -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquareMinusIconMedium"]], ButtonFunction :> (Typeset`open = False), Appearance -> None, Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], OverlayBox[{ GraphicsBox[{ Thickness[0.0149], { GrayLevel[0.6], Thickness[0.03], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 37.}, {18., 37.}, { 18.5, 27.5}, {35., 27.}}}, CurveClosed -> {0}], JoinedCurveBox[{{{1, 4, 3}}}, {{{50., 37.}, {50., 37.}, { 49.5, 27.5}, {33., 27.}}}, CurveClosed -> {0}], JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 16.}, {18., 16.}, { 18.5, 25.5}, {35., 26.}}}, CurveClosed -> {0}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 40.5}, {22.5, 40.5}, {22.5, 33.5}, {15.5, 33.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 41.}, {15., 41.}, { 15., 33.}, {23., 33.}}, {{22., 34.}, {16., 34.}, {16., 40.}, {22., 40.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 19.5}, {22.5, 19.5}, {22.5, 12.5}, {15.5, 12.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 20.}, {15., 20.}, { 15., 12.}, {23., 12.}}, {{22., 13.}, {16., 13.}, {16., 19.}, {22., 19.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 30.5, 30.5}, {37.5, 30.5}, {37.5, 23.5}, {30.5, 23.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 31.}, {30., 31.}, { 30., 23.}, {38., 23.}}, {{37., 24.}, {31., 24.}, {31., 30.}, {37., 30.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 45.5, 40.5}, {52.5, 40.5}, {52.5, 33.5}, {45.5, 33.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{53., 41.}, {45., 41.}, { 45., 33.}, {53., 33.}}, {{52., 34.}, {46., 34.}, {46., 40.}, {52., 40.}}}]}}, ImageMargins -> 0, ImageSize -> {36, Automatic}, PlotRangePadding -> 0, BaseStyle -> GrayLevel[0.6]], StyleBox["uninitialized", RGBColor[0.66, 0, 0], FontSize -> 8, FontFamily -> "Roboto", Background -> GrayLevel[1, 0.65]]}, Alignment -> {Center, Scaled[0.0001]}], GridBox[{{ DynamicModuleBox[{ NeuralNetworks`Private`NetGraph`selection = None}, GridBox[{{ TagBox[ GraphicsBox[{{ GrayLevel[0.7], { LineBox[{{-12., 7.347880794884119*^-16}, {-11., 6.735557395310443*^-16}}], LineBox[CompressedData[" 1:eJxTTMoPSmViYGBQBWIQDQEaB7i65vlYVp6y+XjiVIztc/UDTHzmposPrbBf tCzCu+KU+oGg9WuCbx3eZc8/c+XpDSvVD0zZM1P07OSj9uYL9t591qJ+wOHT 9Akex87Zy+2Z0igVo34goibj7PqaK/YH3+ht99ZXP/AhXUmqU+yWvZJRT13V P7UDX+/aiEdIPLC361lzfdlJtQNKNuatk1If20v87j90YYLagQY/huufPz2z 95l45OSTfLUDMZNDRe1vvrDfHbhoea2v2oErLaE+IW2v7NNsNGNma6odeK7E UGP867W9d2Dkc1sWtQNTckOX3DF5a581wcgz9a7qgTspoUf9zd7ZH/m5pVFw q+qBfRwM93v+vbOP7H0wwalb9YBNZOjHyb3v7TW8t5b9iFc9EBIW+ifl8Xv7 s2dAQOUAMzicPth/8ZwPRAi+7PFCmeOFCL6rCwioHGCB8nMOigERQn6K3cvJ di+V4fw9u0EAwX9i0ffYog/B59mWwL0tAcE3BgMEX3J3xd/PbMoHmKD8+ogl PDZ3leDyidwgAxD8A5fX/kycqARXP29j93X7fAT/1xJ/IELwr4CUGyH42mc6 +VglEHxI+kHwAfzm7S8= "]], LineBox[{{-11., 6.735557395310443*^-16}, {-10., 6.123233995736766*^-16}}], LineBox[{{-13., -0.9999999999999992}, {-12., \ -1.9999999999999993`}}], LineBox[{{-13., -0.9999999999999992}, {-12., \ -0.9999999999999992}}], LineBox[{{-12., -0.9999999999999992}, {-11., \ -0.9999999999999993}}], LineBox[{{-11., -0.9999999999999993}, {-10., 6.123233995736766*^-16}}], LineBox[{{-10., 6.123233995736766*^-16}, {-9., 5.51091059616309*^-16}}], LineBox[{{-9., 5.51091059616309*^-16}, {-8., 4.898587196589413*^-16}}], LineBox[{{-9., 1.0000000000000004`}, {-8., 4.898587196589413*^-16}}], LineBox[{{-8., 4.898587196589413*^-16}, {-7., -0.9999999999999996}}], LineBox[{{-8., 4.898587196589413*^-16}, {-7., 4.286263797015736*^-16}}], LineBox[{{-8., 4.898587196589413*^-16}, {-7., 2.0000000000000004`}}], LineBox[{{-8., 4.898587196589413*^-16}, {-7., 1.0000000000000004`}}], LineBox[{{-7., 4.286263797015736*^-16}, {-6., 3.6739403974420594`*^-16}}], LineBox[{{-6., 3.6739403974420594`*^-16}, {-5., 3.061616997868383*^-16}}], LineBox[{{-7., 1.0000000000000004`}, {-6., 1.0000000000000004`}}], LineBox[{{-6., 1.0000000000000004`}, {-5., 3.061616997868383*^-16}}], LineBox[{{-5., 3.061616997868383*^-16}, {-4., 2.4492935982947064`*^-16}}], LineBox[{{-7., -0.9999999999999996}, {-6., \ -0.9999999999999997}}], LineBox[{{-6., -0.9999999999999997}, {-5., \ -0.9999999999999997}}], LineBox[CompressedData[" 1:eJxTTMoPSmViYGDwBGIQDQEaB/7+B4P9V4zLPv56rn7gD5SvG8Q2L++s+oF/ UD5b9AbW6A3qB/5D+Yl+JRoHJiDkHXRAGtTh5i344jn/iydCvml59OfDSgj5 5y7tTDw/1eDyZ8+AgBpcHqx9vhrcPTLHC4EIod7VBQTU4O7JOSgGRAj1U+xe TrZ7qQrn79kNAqpw/U8s+h5b9KnC7ePelgBEqmjuUUFzjwrcPFmwe1TQ3KOC 5h4VNPcoo7lHGc09ynD7eMDuQciDnXNGCc7/DHaPElr4KKG5RwnNPQh5iHsU 4XyIexTR3IPgQ9yjiBY+CnA+JHwU0NyjgOYeBTT3IOQ1ai+p116Sh/MrykEA wT8BMk4GwRcHGyAH58+aCQKycP6LySAPysLdYwnyzmMZuHxXBwjIwN1zo0kX iGTQ3CON5h5pNPcg+BJg90ihuUcSzl+XOVWI30HygPJqrbpNH//v931qd6/q pcSBmWtW/Th57P/+Sp5pf+5MlTgQzdKQ71YPzH/3Z+WaukocyNq06pG69P/9 2bG+hi3fxQ8c26YVlDfr337T9rXuJ9eIH8gTZNgn+ffv/s6Y3RtYUsUPpB7S UtNy/rs//W5ZjpmC+IFVJ1d1zc/5s/8C54OquHtiB6zVG15XVv7e3/x8WcCm HLEDPPNmO53c9HP//tnPmbiZxQ58y5vHrcPzY3+92qKJGQtFD/yc2eG2qPXb /iPt1/6cchc9ICQf9Vlb/uv+SftbXIy+iRxw+SckdPLG5/1Pzq7JmLdG5ECf +eZFlZs+7d+zyS+TP1vkwIdTVktt13zcL52X5dZqKHIgZ8dKSdFjH/ZDyh8R aHp/vx8AaO8ZwQ== "]], LineBox[{{-5., -0.9999999999999997}, {-4., 2.4492935982947064`*^-16}}], LineBox[{{-4., 2.4492935982947064`*^-16}, {-3., 1.8369701987210297`*^-16}}], LineBox[CompressedData[" 1:eJxTTMoPSmViYGBQBWIQDQECB9hjRIzVlm20OaGsXfx1Dv+BPbzmposPrbBv n5Wk+1CT/4DB+jXBtw7vsrdKWaZ3eBnfgZY9M0XPTj5qf6/hW9lsYb4DBp+m T/A4ds6+7EMQW1YB74GAmoyz62uu2LNs3n1Hby/PgZfpSlKdYrfsW04Y/Hr5 k/vAp7s24hESD+x/GmyKm63GfUDOxrx1Uupj+8Q39lzOzlwHav0Yrn/+9Mze 0FVIffJ+zgORk0NF7W++sH/v1jnvmynngYstoT4hba/sZ3xcUpC7jOPAUyWG GuNfr+21XFPnfhfgODAhN3TJHZO39ssdT6lMLWU/cCMl9Ki/2Tt7geeX2dyu sB3YxcFwv+ffO/sU0yZnLl22AxaRoR8n9763X6xz9dbDetYDAWGhf1Iev7c3 MQYB5gOM4HD6YH9FvfaSei0TnF8ocxyIGOF8IUEQQPA3sEYDEcMBBih//hdP IPq/H8a/dxcE/sL5YOMK/8D50WADfsP5M8HgJ5x/7sbR1/PNf8D5nw8rpT54 +Q3OZwMb8HU/zD1s8/LO8nd/gct/7Ynd86/yM5x/Cey/T3D+XJDyKR/h/IhE vxKNAx/g/P9g8B7OBwA1xfT/ "]], LineBox[{{-3., 1.8369701987210297`*^-16}, {-2., 1.2246467991473532`*^-16}}], LineBox[CompressedData[" 1:eJxTTMoPSmViYGDQA2IQDQEyBxghDIeV6W8efT0vDedHLuGxuTsLwefZlsC9 LQHBPzznRUCDIoLfEAHSIAXnO7ycbPdyMoLP4r/9Wbsrgn+2k49V4pMknD9r Jggg+GDtdgi+Rd9jIJKA8zs7QADBv9mke6NJF8HXqL2kXntJHM6vKAcBBP94 oQwQIfjiOQfFgAjNPaJo7kHwLcHuEUFzjwiae0TQ3COM5h5hNPcIo7lHCM09 gnD+K7B7BNHcIwDnd4Hdg+DfALtH4AADlB/wa4n/ryX8cP6HdyDAB+eDjbNA 8PXABvDC+WfPgAAPnA9JPgj+r8SJRh9KuOH8FpD1N7jQ0gMXXL76mF7c/z2c cD7Efwg+WPkpDjh/jYG6lUgCgg+hEHwAjb/BUA== "]], LineBox[{{-3., 2.}, {-2., 1.2246467991473532`*^-16}}], LineBox[{{-2., 1.2246467991473532`*^-16}, {-0.9999999999999999, 1.}}], LineBox[{{-0.9999999999999999, 1.}, { 6.123233995736766*^-17, 1.}}]}}, { TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-11.4, 6.980486755139913*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736757*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"64\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"64"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-10.499276806867126`, 0.9982540573304043}, {-0.25, 0}, Offset[8], {0.3763313915120321, 0.0034918853391927573`}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"64\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"64"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-10.4, 6.368163355566237*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736767*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-12.399999999999999`, -1.5999999999999992`}, \ {-0.25, 0}, Offset[8], {1., -1.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"8192\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"8192"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-12.399999999999999`, -0.9999999999999992}, \ {-0.25, 0}, Offset[8], {1., 0.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"8192\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"8192"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-11.4, -0.9999999999999992}, {-0.25, 0}, Offset[8], {1., -1.1102230246251565`*^-16}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-10.4, -0.39999999999999936`}, {-0.25, 0}, Offset[8], {1., 1.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-9.399999999999999, 5.755839955992561*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736767*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-8.4, 5.143516556418883*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736767*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"16384\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"16384"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-8.4, 0.40000000000000047`}, {-0.25, 0}, Offset[8], {1., -1.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"16384\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"16384"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-7.4, -0.5999999999999995}, {-0.25, 0}, Offset[8], {1., -1.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"16384\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"16384"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-7.4, 4.531193156845207*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736767*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"16384\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"16384"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-7.417705098312484, 1.1645898033750317`}, {-0.25, 0}, Offset[8], {1., 2.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"16384\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"16384"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-7.4, 0.6000000000000004}, {-0.25, 0}, Offset[8], {1., 1.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"16384\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"16384"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-6.4, 3.9188697572715305`*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736767*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-5.4, 3.3065463576978537`*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736762*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-6.4, 1.0000000000000004`}, {-0.25, 0}, Offset[8], {1., 0.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-5.4, 0.40000000000000036`}, {-0.25, 0}, Offset[8], {1., -1.0000000000000002`}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-4.4, 2.694222958124177*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736767*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-6.4, -0.9999999999999996}, {-0.25, 0}, Offset[8], {1., -1.1102230246251565`*^-16}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-5.4, -0.9999999999999997}, {-0.25, 0}, Offset[8], {1., 0.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-10.133333333333333`, -1.9999999999999993`}, \ {-0.25, 0}, Offset[8], {0.17777777777777892`, 4.440892098500626*^-16}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-4.4, -0.39999999999999974`}, {-0.25, 0}, Offset[8], {1., 0.9999999999999999}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-3.4, 2.0818995585505003`*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736767*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-2.499276806867128, 0.9982540573304038}, {-0.25, 0}, Offset[8], {0.37633139151203165`, 0.0034918853391927573`}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-2.4000000000000004`, 1.4695761589768238`*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736765*^-17}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-5.222222222222222, 2.0000000000000004`}, {-0.25, 0}, Offset[8], {0.17777777777777715`, 0.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-2.417705098312484, 0.8354101966249688}, {-0.25, 0}, Offset[8], {1., -1.9999999999999998`}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-1.4, 0.6}, {-0.25, 0}, Offset[8], {1., 0.9999999999999999}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"4096"}, "\[Cross]"], "Tooltip"]& ], TagBox[ TooltipBox[ InsetBox[ GraphicsBox[ StyleBox[ PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}], GrayLevel[0.7], StripOnInput -> False]], {-0.3999999999999999, 1.}, {-0.25, 0}, Offset[8], {1., 0.}], TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"8192\""}, "RowWithSeparators"], LabelStyle -> "TextStyling"], Annotation[#, Row[{"8192"}, "\[Cross]"], "Tooltip"]& ]}, { EdgeForm[ AbsoluteThickness[1]], FontSize -> 10, { TagBox[ TagBox[ TooltipBox[{ GrayLevel[0.85], EdgeForm[ GrayLevel[0.5]], DiskBox[{-12., 7.347880794884119*^-16}, Offset[{2, 2}]]}, TagBox[ GridBox[{{ StyleBox["\"Input\"", Bold, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["Input", Bold]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 1), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[ 0.9206666666666666, 0.7666666666666667, 0.7666666666666667]], EdgeForm[ RGBColor[0.881, 0.65, 0.65]], RectangleBox[ Offset[{-10, -10}, {-11., 6.735557395310443*^-16}], Offset[{10, 10}, {-11., 6.735557395310443*^-16}]]}, InsetBox[ GraphicsBox[ GraphicsComplexBox[{{0.1, 0}, {-0.3, 1}, {0.5, 1}, { 1.3, 1}, {0.9, 0}}, {{ Opacity[0.2], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { AbsolutePointSize[3.5], RGBColor[0.33, 0.33, 0.33], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 18], {-11., 6.735557395310443*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"wmx\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"LinearLayer", "[", RowBox[{ RowBox[{"{", "4096", "}"}], ",", RowBox[{"\"Input\"", "\[Rule]", "64"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["wmx", Bold], Style[ HoldForm[ LinearLayer[{4096}, "Input" -> 64]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 2), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[ 0.9206666666666666, 0.7666666666666667, 0.7666666666666667]], EdgeForm[ RGBColor[0.881, 0.65, 0.65]], RectangleBox[ Offset[{-10, -10}, {-9., 1.0000000000000004`}], Offset[{10, 10}, {-9., 1.0000000000000004`}]]}, InsetBox[ GraphicsBox[ GraphicsComplexBox[{{0.1, 0}, {-0.3, 1}, {0.5, 1}, { 1.3, 1}, {0.9, 0}}, {{ Opacity[0.2], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { AbsolutePointSize[3.5], RGBColor[0.33, 0.33, 0.33], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 18], {-9., 1.0000000000000004`}]}, TagBox[ GridBox[{{ StyleBox["\"wx\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"LinearLayer", "[", RowBox[{ RowBox[{"{", "16384", "}"}], ",", RowBox[{"\"Input\"", "\[Rule]", "64"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["wx", Bold], Style[ HoldForm[ LinearLayer[{16384}, "Input" -> 64]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 3), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-10., 6.123233995736766*^-16}], Offset[{10, 10}, {-10., 6.123233995736766*^-16}]]}, InsetBox[ BoxData[ FormBox[ StyleBox["\"\[Times]\"", 14, StripOnInput -> False], TraditionalForm]], {-10., 6.123233995736766*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"mult1\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ThreadingLayer", "[", RowBox[{"Times", ",", RowBox[{"\"Inputs\"", "\[Rule]", RowBox[{"{", RowBox[{"4096", ",", "4096"}], "}"}]}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["mult1", Bold], Style[ HoldForm[ ThreadingLayer[Times, "Inputs" -> {4096, 4096}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 4), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{ GrayLevel[0.85], EdgeForm[ GrayLevel[0.5]], DiskBox[{-13., -0.9999999999999992}, Offset[{2, 2}]]}, TagBox[ GridBox[{{ StyleBox["\"State\"", Bold, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["State", Bold]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 5), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-12., -1.9999999999999993`}], Offset[{10, 10}, {-12., -1.9999999999999993`}]]}, InsetBox[ FormBox["\"P\"", TraditionalForm], Offset[{0, -1}, {-12., -1.9999999999999993`}]]}, TagBox[ GridBox[{{ StyleBox["\"c0\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"PartLayer", "[", RowBox[{ RowBox[{"4097", ";;", "8192"}], ",", RowBox[{"\"Input\"", "\[Rule]", "8192"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["c0", Bold], Style[ HoldForm[ PartLayer[ Span[4097, 8192], "Input" -> 8192]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 6), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-12., -0.9999999999999992}], Offset[{10, 10}, {-12., -0.9999999999999992}]]}, InsetBox[ FormBox["\"P\"", TraditionalForm], Offset[{0, -1}, {-12., -0.9999999999999992}]]}, TagBox[ GridBox[{{ StyleBox["\"h0\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"PartLayer", "[", RowBox[{ RowBox[{"1", ";;", "4096"}], ",", RowBox[{"\"Input\"", "\[Rule]", "8192"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["h0", Bold], Style[ HoldForm[ PartLayer[ Span[1, 4096], "Input" -> 8192]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 7), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[ 0.9206666666666666, 0.7666666666666667, 0.7666666666666667]], EdgeForm[ RGBColor[0.881, 0.65, 0.65]], RectangleBox[ Offset[{-10, -10}, {-11., -0.9999999999999993}], Offset[{10, 10}, {-11., -0.9999999999999993}]]}, InsetBox[ GraphicsBox[ GraphicsComplexBox[{{0.1, 0}, {-0.3, 1}, {0.5, 1}, { 1.3, 1}, {0.9, 0}}, {{ Opacity[0.2], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { AbsolutePointSize[3.5], RGBColor[0.33, 0.33, 0.33], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 18], {-11., -0.9999999999999993}]}, TagBox[ GridBox[{{ StyleBox["\"wmh\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"LinearLayer", "[", RowBox[{ RowBox[{"{", "4096", "}"}], ",", RowBox[{"\"Input\"", "\[Rule]", "4096"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["wmh", Bold], Style[ HoldForm[ LinearLayer[{4096}, "Input" -> 4096]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 8), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[ 0.9206666666666666, 0.7666666666666667, 0.7666666666666667]], EdgeForm[ RGBColor[0.881, 0.65, 0.65]], RectangleBox[ Offset[{-10, -10}, {-9., 5.51091059616309*^-16}], Offset[{10, 10}, {-9., 5.51091059616309*^-16}]]}, InsetBox[ GraphicsBox[ GraphicsComplexBox[{{0.1, 0}, {-0.3, 1}, {0.5, 1}, { 1.3, 1}, {0.9, 0}}, {{ Opacity[0.2], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { AbsolutePointSize[3.5], RGBColor[0.33, 0.33, 0.33], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 18], {-9., 5.51091059616309*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"wh\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"LinearLayer", "[", RowBox[{ RowBox[{"{", "16384", "}"}], ",", RowBox[{"\"Input\"", "\[Rule]", "4096"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["wh", Bold], Style[ HoldForm[ LinearLayer[{16384}, "Input" -> 4096]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 9), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-8., 4.898587196589413*^-16}], Offset[{10, 10}, {-8., 4.898587196589413*^-16}]]}, InsetBox[ BoxData[ FormBox[ StyleBox["\"+\"", 14, StripOnInput -> False], TraditionalForm]], {-8., 4.898587196589413*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"add1\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ThreadingLayer", "[", RowBox[{"Plus", ",", RowBox[{"\"Inputs\"", "\[Rule]", RowBox[{"{", RowBox[{"16384", ",", "16384"}], "}"}]}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["add1", Bold], Style[ HoldForm[ ThreadingLayer[Plus, "Inputs" -> {16384, 16384}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 10), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-7., -0.9999999999999996}], Offset[{10, 10}, {-7., -0.9999999999999996}]]}, InsetBox[ FormBox["\"P\"", TraditionalForm], Offset[{0, -1}, {-7., -0.9999999999999996}]]}, TagBox[ GridBox[{{ StyleBox["\"f\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"PartLayer", "[", RowBox[{ RowBox[{"4097", ";;", "8192"}], ",", RowBox[{"\"Input\"", "\[Rule]", "16384"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["f", Bold], Style[ HoldForm[ PartLayer[ Span[4097, 8192], "Input" -> 16384]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 11), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-7., 4.286263797015736*^-16}], Offset[{10, 10}, {-7., 4.286263797015736*^-16}]]}, InsetBox[ FormBox["\"P\"", TraditionalForm], Offset[{0, -1}, {-7., 4.286263797015736*^-16}]]}, TagBox[ GridBox[{{ StyleBox["\"i\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"PartLayer", "[", RowBox[{ RowBox[{"1", ";;", "4096"}], ",", RowBox[{"\"Input\"", "\[Rule]", "16384"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["i", Bold], Style[ HoldForm[ PartLayer[ Span[1, 4096], "Input" -> 16384]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 12), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-7., 2.0000000000000004`}], Offset[{10, 10}, {-7., 2.0000000000000004`}]]}, InsetBox[ FormBox["\"P\"", TraditionalForm], Offset[{0, -1}, {-7., 2.0000000000000004`}]]}, TagBox[ GridBox[{{ StyleBox["\"o\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"PartLayer", "[", RowBox[{ RowBox[{"8193", ";;", "12288"}], ",", RowBox[{"\"Input\"", "\[Rule]", "16384"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["o", Bold], Style[ HoldForm[ PartLayer[ Span[8193, 12288], "Input" -> 16384]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 13), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-7., 1.0000000000000004`}], Offset[{10, 10}, {-7., 1.0000000000000004`}]]}, InsetBox[ FormBox["\"P\"", TraditionalForm], Offset[{0, -1}, {-7., 1.0000000000000004`}]]}, TagBox[ GridBox[{{ StyleBox["\"u\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"PartLayer", "[", RowBox[{ RowBox[{"12289", ";;", "16384"}], ",", RowBox[{"\"Input\"", "\[Rule]", "16384"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["u", Bold], Style[ HoldForm[ PartLayer[ Span[12289, 16384], "Input" -> 16384]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 14), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-6., 3.6739403974420594`*^-16}], Offset[{10, 10}, {-6., 3.6739403974420594`*^-16}]]}, InsetBox[ BoxData[ FormBox[ GraphicsBox[ TagBox[ RasterBox[CompressedData[" 1:eJxTTMoPSmNiYGAo5gASQYnljkVFiZXBAkBOaF5xZnpeaopnXklqemqRRRIz UFASiDWAmIWBJsCXNsZSDZDsvoaG/SyZSUuV0tJW2aSmLg9MT1menJq6Ip8W jmMgwn2ZmUsFgfZHp6eumJ+WuuIqEP8G4v/omN7uS09fpQW0dxEQ/8TinhdA fCItbcUmoLuXANmT6eW+2NhF3GkpKycC7fwLcw8w/I4A3VKdkrLCIi1tMxeN 3ELQfZlJq9SB7rmOFE6LUlJWKdLRPegA7r6M5FVmQPe8g7rrPjC8jAbQXTAA dh/ILUA3fYS6bWdu7hK+gXYYFPiCy4rUFa+g6WxDWtpM1oF2FAxwcgqFQcsM ULjtCw1dxTbQbkKA/4x2tmlHoW67npCwXmCgXYQM0lOXl7u7l4Lc9hGUbwfa PcggI2W5A6h8A7kPVEcNtHuQQVLScilo+f/fwiJ2zUC7BxkkJMznAIbXSZDb 0lNX7mVmZgsYaDfBQENDAxMwza2E5oeHiYmrRBkGTfvqPyPQTTOgbvucmrrK ACox4O4DlWlpacsXQ932IyVlmROS9IC6D9iGlEtLWXEa6rbvqakr3dGUDIj7 QGUt0F3tiLbkymegthEWpXRy33/GrMTlsukpK+KA7lmF1sZdA4xTcRwaqeo+ YFs1FxhHlUA7O4Ftjpng+jx1xQVQmsdo46as2AMqhwkYSVX3gcp7XNjVtfiz g33mOVPT8PmSktppULsJ4WYi1RGDgel95RRw2KUsrwLibGDfKTwjeaU1qE4A xTEZXh7w8oWeAAB+DkiP "], {{0, 25}, {40, 0}}, {0, 255}, ColorFunction -> RGBColor], BoxForm`ImageTag[ "Byte", ColorSpace -> "RGB", ImageResolution -> 144, Interleaving -> True, Magnification -> Automatic], Selectable -> False], DefaultBaseStyle -> "ImageGraphics", ImageSizeRaw -> {40, 25}, PlotRange -> {{0, 40}, {0, 25}}, ImageSize -> 20], TraditionalForm]], {-6., 3.6739403974420594`*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"iSig\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ElementwiseLayer", "[", RowBox[{"LogisticSigmoid", ",", RowBox[{"\"Input\"", "\[Rule]", "4096"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["iSig", Bold], Style[ HoldForm[ ElementwiseLayer[LogisticSigmoid, "Input" -> 4096]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 15), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-5., 3.061616997868383*^-16}], Offset[{10, 10}, {-5., 3.061616997868383*^-16}]]}, InsetBox[ BoxData[ FormBox[ StyleBox["\"\[Times]\"", 14, StripOnInput -> False], TraditionalForm]], {-5., 3.061616997868383*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"mult2\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ThreadingLayer", "[", RowBox[{"Times", ",", RowBox[{"\"Inputs\"", "\[Rule]", RowBox[{"{", RowBox[{"4096", ",", "4096"}], "}"}]}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["mult2", Bold], Style[ HoldForm[ ThreadingLayer[Times, "Inputs" -> {4096, 4096}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 16), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-6., 1.0000000000000004`}], Offset[{10, 10}, {-6., 1.0000000000000004`}]]}, InsetBox[ BoxData[ FormBox[ GraphicsBox[ TagBox[ RasterBox[CompressedData[" 1:eJzFl0toE1EUhsdOlYpUu1RwYRdKqeCjCrFLrTYUmS4iWUkwj/tIC400tfja RDcuFArdFRFfce6dASmKIIgL3bnQjVtBBAWpCELrQlGM/40z6Vhaa8nN3B9O IJmZcz/OI+dMd/50irVZljXRgY9U7uzhcjl3/kQXvqRLEyO8RMlQ6QzltHwo b+PHbbAeWLvVEjnNPJzJ3NlEqbubUjnEmHdKF1REa+CrrSsWxH7G5DnYQ0a9 94zKWtRM8I2O+lsZExWc/24pD+wn7A2j4hnuuRsnH2P+FkbkNZz/rcFDxGew 3FC5RE53pdO+3QKmVfkQi+Ng+7gYJ+8RJ+6xGHj+yafOB9eVkItT+ZJzcTBm pqgafNnszQ7U/f1GzJi8WKlU2gyyKdX5xsf9jZR6TwK2BULcI4a5QjnI6QZG vMdh/XMu95qGCmXb9jC4RBC3L5z7vaaZoupPZGYDtnlC/AOmeaJC/Y8kk5OK 7Qdq76gmt44O6+0ZuJQcnPzV15eq7dvjTGnyq0Uqj4jZV5XXROKkq8uvDnF+ bye4PgW9egsdMmyaKRQh1e3g+vCHTT5V/yuWxrw0o2JR7ADX26BXX+TzDzqD S8b56jsb9ebCeZrNznZFLhvlU3sQuL4HOX2+hE3JCB96tFvtROGsx652W83/ ZW6NlU/NJ8TpemS/XeBEFNRuvsIjLeUbG6tuxn42gPl+GSyvo7s3pcJVPbuK C618nHpXUePV+r7/137bsHnMrRn1TvWfLrXyLcOjav8V6muaFzxnhRqLj4+I C5zIHGI0qN5PGJtZr9N/s/oNYYBWKw== "], {{0, 25}, {40, 0}}, { 0, 255}, ColorFunction -> RGBColor], BoxForm`ImageTag[ "Byte", ColorSpace -> "RGB", ImageResolution -> 144, Interleaving -> True, Magnification -> Automatic], Selectable -> False], DefaultBaseStyle -> "ImageGraphics", ImageSizeRaw -> {40, 25}, PlotRange -> {{0, 40}, {0, 25}}, ImageSize -> 20], TraditionalForm]], {-6., 1.0000000000000004`}]}, TagBox[ GridBox[{{ StyleBox["\"uTanh\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ElementwiseLayer", "[", RowBox[{"Tanh", ",", RowBox[{"\"Input\"", "\[Rule]", "4096"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["uTanh", Bold], Style[ HoldForm[ ElementwiseLayer[Tanh, "Input" -> 4096]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 17), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-4., 2.4492935982947064`*^-16}], Offset[{10, 10}, {-4., 2.4492935982947064`*^-16}]]}, InsetBox[ BoxData[ FormBox[ StyleBox["\"+\"", 14, StripOnInput -> False], TraditionalForm]], {-4., 2.4492935982947064`*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"cy\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ThreadingLayer", "[", RowBox[{"Plus", ",", RowBox[{"\"Inputs\"", "\[Rule]", RowBox[{"{", RowBox[{"4096", ",", "4096"}], "}"}]}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["cy", Bold], Style[ HoldForm[ ThreadingLayer[Plus, "Inputs" -> {4096, 4096}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 18), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-6., -0.9999999999999997}], Offset[{10, 10}, {-6., -0.9999999999999997}]]}, InsetBox[ BoxData[ FormBox[ GraphicsBox[ TagBox[ RasterBox[CompressedData[" 1:eJxTTMoPSmNiYGAo5gASQYnljkVFiZXBAkBOaF5xZnpeaopnXklqemqRRRIz UFASiDWAmIWBJsCXNsZSDZDsvoaG/SyZSUuV0tJW2aSmLg9MT1menJq6Ip8W jmMgwn2ZmUsFgfZHp6eumJ+WuuIqEP8G4v/omN7uS09fpQW0dxEQ/8TinhdA fCItbcUmoLuXANmT6eW+2NhF3GkpKycC7fwLcw8w/I4A3VKdkrLCIi1tMxeN 3ELQfZlJq9SB7rmOFE6LUlJWKdLRPegA7r6M5FVmQPe8g7rrPjC8jAbQXTAA dh/ILUA3fYS6bWdu7hK+gXYYFPiCy4rUFa+g6WxDWtpM1oF2FAxwcgqFQcsM ULjtCw1dxTbQbkKA/4x2tmlHoW67npCwXmCgXYQM0lOXl7u7l4Lc9hGUbwfa PcggI2W5A6h8A7kPVEcNtHuQQVLScilo+f/fwiJ2zUC7BxkkJMznAIbXSZDb 0lNX7mVmZgsYaDfBQENDAxMwza2E5oeHiYmrRBkGTfvqPyPQTTOgbvucmrrK ACox4O4DlWlpacsXQ932IyVlmROS9IC6D9iGlEtLWXEa6rbvqakr3dGUDIj7 QGUt0F3tiLbkymegthEWpXRy33/GrMTlsukpK+KA7lmF1sZdA4xTcRwaqeo+ YFs1FxhHlUA7O4Ftjpng+jx1xQVQmsdo46as2AMqhwkYSVX3gcp7XNjVtfiz g33mOVPT8PmSktppULsJ4WYi1RGDgel95RRw2KUsrwLibGDfKTwjeaU1qE4A xTEZXh7w8oWeAAB+DkiP "], {{0, 25}, {40, 0}}, {0, 255}, ColorFunction -> RGBColor], BoxForm`ImageTag[ "Byte", ColorSpace -> "RGB", ImageResolution -> 144, Interleaving -> True, Magnification -> Automatic], Selectable -> False], DefaultBaseStyle -> "ImageGraphics", ImageSizeRaw -> {40, 25}, PlotRange -> {{0, 40}, {0, 25}}, ImageSize -> 20], TraditionalForm]], {-6., -0.9999999999999997}]}, TagBox[ GridBox[{{ StyleBox["\"fSig\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ElementwiseLayer", "[", RowBox[{"LogisticSigmoid", ",", RowBox[{"\"Input\"", "\[Rule]", "4096"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["fSig", Bold], Style[ HoldForm[ ElementwiseLayer[LogisticSigmoid, "Input" -> 4096]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 19), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-5., -0.9999999999999997}], Offset[{10, 10}, {-5., -0.9999999999999997}]]}, InsetBox[ BoxData[ FormBox[ StyleBox["\"\[Times]\"", 14, StripOnInput -> False], TraditionalForm]], {-5., -0.9999999999999997}]}, TagBox[ GridBox[{{ StyleBox["\"mult3\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ThreadingLayer", "[", RowBox[{"Times", ",", RowBox[{"\"Inputs\"", "\[Rule]", RowBox[{"{", RowBox[{"4096", ",", "4096"}], "}"}]}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["mult3", Bold], Style[ HoldForm[ ThreadingLayer[Times, "Inputs" -> {4096, 4096}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 20), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-3., 1.8369701987210297`*^-16}], Offset[{10, 10}, {-3., 1.8369701987210297`*^-16}]]}, InsetBox[ BoxData[ FormBox[ GraphicsBox[ TagBox[ RasterBox[CompressedData[" 1:eJzFl0toE1EUhsdOlYpUu1RwYRdKqeCjCrFLrTYUmS4iWUkwj/tIC400tfja RDcuFArdFRFfce6dASmKIIgL3bnQjVtBBAWpCELrQlGM/40z6Vhaa8nN3B9O IJmZcz/OI+dMd/50irVZljXRgY9U7uzhcjl3/kQXvqRLEyO8RMlQ6QzltHwo b+PHbbAeWLvVEjnNPJzJ3NlEqbubUjnEmHdKF1REa+CrrSsWxH7G5DnYQ0a9 94zKWtRM8I2O+lsZExWc/24pD+wn7A2j4hnuuRsnH2P+FkbkNZz/rcFDxGew 3FC5RE53pdO+3QKmVfkQi+Ng+7gYJ+8RJ+6xGHj+yafOB9eVkItT+ZJzcTBm pqgafNnszQ7U/f1GzJi8WKlU2gyyKdX5xsf9jZR6TwK2BULcI4a5QjnI6QZG vMdh/XMu95qGCmXb9jC4RBC3L5z7vaaZoupPZGYDtnlC/AOmeaJC/Y8kk5OK 7Qdq76gmt44O6+0ZuJQcnPzV15eq7dvjTGnyq0Uqj4jZV5XXROKkq8uvDnF+ bye4PgW9egsdMmyaKRQh1e3g+vCHTT5V/yuWxrw0o2JR7ADX26BXX+TzDzqD S8b56jsb9ebCeZrNznZFLhvlU3sQuL4HOX2+hE3JCB96tFvtROGsx652W83/ ZW6NlU/NJ8TpemS/XeBEFNRuvsIjLeUbG6tuxn42gPl+GSyvo7s3pcJVPbuK C618nHpXUePV+r7/137bsHnMrRn1TvWfLrXyLcOjav8V6muaFzxnhRqLj4+I C5zIHGI0qN5PGJtZr9N/s/oNYYBWKw== "], {{0, 25}, {40, 0}}, { 0, 255}, ColorFunction -> RGBColor], BoxForm`ImageTag[ "Byte", ColorSpace -> "RGB", ImageResolution -> 144, Interleaving -> True, Magnification -> Automatic], Selectable -> False], DefaultBaseStyle -> "ImageGraphics", ImageSizeRaw -> {40, 25}, PlotRange -> {{0, 40}, {0, 25}}, ImageSize -> 20], TraditionalForm]], {-3., 1.8369701987210297`*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"cyTanh\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ElementwiseLayer", "[", RowBox[{"Tanh", ",", RowBox[{"\"Input\"", "\[Rule]", "4096"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["cyTanh", Bold], Style[ HoldForm[ ElementwiseLayer[Tanh, "Input" -> 4096]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 21), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-0.9999999999999999, 1.}], Offset[{10, 10}, {-0.9999999999999999, 1.}]]}, InsetBox[ FormBox["\"C\"", TraditionalForm], Offset[{0, -1}, {-0.9999999999999999, 1.}]]}, TagBox[ GridBox[{{ StyleBox["\"finalCat\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"CatenateLayer", "[", RowBox[{"\"Inputs\"", "\[Rule]", RowBox[{"{", RowBox[{"4096", ",", "4096"}], "}"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["finalCat", Bold], Style[ HoldForm[ CatenateLayer["Inputs" -> {4096, 4096}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 22), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-2., 1.2246467991473532`*^-16}], Offset[{10, 10}, {-2., 1.2246467991473532`*^-16}]]}, InsetBox[ BoxData[ FormBox[ StyleBox["\"\[Times]\"", 14, StripOnInput -> False], TraditionalForm]], {-2., 1.2246467991473532`*^-16}]}, TagBox[ GridBox[{{ StyleBox["\"hy\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ThreadingLayer", "[", RowBox[{"Times", ",", RowBox[{"\"Inputs\"", "\[Rule]", RowBox[{"{", RowBox[{"4096", ",", "4096"}], "}"}]}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["hy", Bold], Style[ HoldForm[ ThreadingLayer[Times, "Inputs" -> {4096, 4096}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 23), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ FaceForm[ RGBColor[0.9, 0.9, 0.9]], EdgeForm[ GrayLevel[0.85]], RectangleBox[ Offset[{-10, -10}, {-3., 2.}], Offset[{10, 10}, {-3., 2.}]]}, InsetBox[ BoxData[ FormBox[ GraphicsBox[ TagBox[ RasterBox[CompressedData[" 1:eJxTTMoPSmNiYGAo5gASQYnljkVFiZXBAkBOaF5xZnpeaopnXklqemqRRRIz UFASiDWAmIWBJsCXNsZSDZDsvoaG/SyZSUuV0tJW2aSmLg9MT1menJq6Ip8W jmMgwn2ZmUsFgfZHp6eumJ+WuuIqEP8G4v/omN7uS09fpQW0dxEQ/8TinhdA fCItbcUmoLuXANmT6eW+2NhF3GkpKycC7fwLcw8w/I4A3VKdkrLCIi1tMxeN 3ELQfZlJq9SB7rmOFE6LUlJWKdLRPegA7r6M5FVmQPe8g7rrPjC8jAbQXTAA dh/ILUA3fYS6bWdu7hK+gXYYFPiCy4rUFa+g6WxDWtpM1oF2FAxwcgqFQcsM ULjtCw1dxTbQbkKA/4x2tmlHoW67npCwXmCgXYQM0lOXl7u7l4Lc9hGUbwfa PcggI2W5A6h8A7kPVEcNtHuQQVLScilo+f/fwiJ2zUC7BxkkJMznAIbXSZDb 0lNX7mVmZgsYaDfBQENDAxMwza2E5oeHiYmrRBkGTfvqPyPQTTOgbvucmrrK ACox4O4DlWlpacsXQ932IyVlmROS9IC6D9iGlEtLWXEa6rbvqakr3dGUDIj7 QGUt0F3tiLbkymegthEWpXRy33/GrMTlsukpK+KA7lmF1sZdA4xTcRwaqeo+ YFs1FxhHlUA7O4Ftjpng+jx1xQVQmsdo46as2AMqhwkYSVX3gcp7XNjVtfiz g33mOVPT8PmSktppULsJ4WYi1RGDgel95RRw2KUsrwLibGDfKTwjeaU1qE4A xTEZXh7w8oWeAAB+DkiP "], {{0, 25}, {40, 0}}, {0, 255}, ColorFunction -> RGBColor], BoxForm`ImageTag[ "Byte", ColorSpace -> "RGB", ImageResolution -> 144, Interleaving -> True, Magnification -> Automatic], Selectable -> False], DefaultBaseStyle -> "ImageGraphics", ImageSizeRaw -> {40, 25}, PlotRange -> {{0, 40}, {0, 25}}, ImageSize -> 20], TraditionalForm]], {-3., 2.}]}, TagBox[ GridBox[{{ StyleBox["\"oSig\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"ElementwiseLayer", "[", RowBox[{"LogisticSigmoid", ",", RowBox[{"\"Input\"", "\[Rule]", "4096"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["oSig", Bold], Style[ HoldForm[ ElementwiseLayer[LogisticSigmoid, "Input" -> 4096]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 24), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{ GrayLevel[0.85], EdgeForm[ GrayLevel[0.5]], DiskBox[{6.123233995736766*^-17, 1.}, Offset[{2, 2}]]}, TagBox[ GridBox[{{ StyleBox["\"Output\"", Bold, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["Output", Bold]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 25), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]]}}, {}, { FaceForm[None], EdgeForm[{ Dashing[{0, Small}], GrayLevel[0.5], Thickness[Large]}], PolygonBox[ Dynamic[ If[ Not[ IntegerQ[NeuralNetworks`Private`NetGraph`selection]], {}, GeneralUtilities`Graphics`PackagePrivate`makeOffsetSquare[ Part[CompressedData[" 1:eJxTTMoPSmViYGCQBGIQDQEaB7i65vlYVp6ygfDVDnT9s24rcTkB5SsdgKj9 YA/hqxzgLL65fz3/Mai81oGf/0Hg/X6YeX/B/P9wPqq82oFfKHylAx3Py36+ unUYap7CAfYYEWO1ZQehfJkDf1DUyxzgWZh889CjfXB5RgjDAcZHda8E1H+7 oOpFoO7fZgOTR1UvALV/I1z+L4r9Imh8Dqj5q2z+o4jDzGOAmrfQBqYeKu4A EZ9oA1MPALVtgcg= "], NeuralNetworks`Private`NetGraph`selection], 3 + {0.5, 0.5} Part[{8, 20, 20, 20, 8, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 8}, NeuralNetworks`Private`NetGraph`selection], {-0.5, 0.5}]]]]}}, ImageSize -> {503., 178.}, AspectRatio -> Full, PlotRangePadding -> 0, ImagePadding -> {{24., 24.}, {24., 14.}}, ImageMargins -> {{0, 0}, {0, 0}}, BaseStyle -> { TooltipBoxOptions -> {TooltipDelay -> 0.08}}], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = None), Method -> "Preemptive", PassEventsDown -> Automatic, PassEventsUp -> True}]]}, { DynamicBox[ If[ IntegerQ[NeuralNetworks`Private`NetGraph`selection], NeuralNetworks`Private`NetGraph`vpathInfo[ Part[{ NeuralNetworks`NetPath["Inputs", "Input"], NeuralNetworks`NetPath["Nodes", "wmx"], NeuralNetworks`NetPath["Nodes", "wx"], NeuralNetworks`NetPath["Nodes", "mult1"], NeuralNetworks`NetPath["Inputs", "State"], NeuralNetworks`NetPath["Nodes", "c0"], NeuralNetworks`NetPath["Nodes", "h0"], NeuralNetworks`NetPath["Nodes", "wmh"], NeuralNetworks`NetPath["Nodes", "wh"], NeuralNetworks`NetPath["Nodes", "add1"], NeuralNetworks`NetPath["Nodes", "f"], NeuralNetworks`NetPath["Nodes", "i"], NeuralNetworks`NetPath["Nodes", "o"], NeuralNetworks`NetPath["Nodes", "u"], NeuralNetworks`NetPath["Nodes", "iSig"], NeuralNetworks`NetPath["Nodes", "mult2"], NeuralNetworks`NetPath["Nodes", "uTanh"], NeuralNetworks`NetPath["Nodes", "cy"], NeuralNetworks`NetPath["Nodes", "fSig"], NeuralNetworks`NetPath["Nodes", "mult3"], NeuralNetworks`NetPath["Nodes", "cyTanh"], NeuralNetworks`NetPath["Nodes", "finalCat"], NeuralNetworks`NetPath["Nodes", "hy"], NeuralNetworks`NetPath["Nodes", "oSig"], NeuralNetworks`NetPath["Outputs", "Output"]}, NeuralNetworks`Private`NetGraph`selection], Association[ "Input" -> NeuralNetworks`TensorT[{64}, NeuralNetworks`RealT], "State" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], Association[ "Output" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], Association[ "wmx" -> Association[ "Type" -> "Linear", "Arrays" -> Association[ "Weights" -> NeuralNetworks`TensorT[{4096, 64}, NeuralNetworks`RealT], "Biases" -> None], "Parameters" -> Association[ "OutputDimensions" -> {4096}, "$OutputSize" -> 4096, "$InputSize" -> 64, "$InputDimensions" -> {64}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{64}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "h0" -> Association[ "Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[1, 4096]]], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "wmh" -> Association[ "Type" -> "Linear", "Arrays" -> Association[ "Weights" -> NeuralNetworks`TensorT[{4096, 4096}, NeuralNetworks`RealT], "Biases" -> None], "Parameters" -> Association[ "OutputDimensions" -> {4096}, "$OutputSize" -> 4096, "$InputSize" -> 4096, "$InputDimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "mult1" -> Association[ "Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Times]], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "wh" -> Association[ "Type" -> "Linear", "Arrays" -> Association[ "Weights" -> NeuralNetworks`TensorT[{16384, 4096}, NeuralNetworks`RealT], "Biases" -> NeuralNetworks`Nullable[ NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]]], "Parameters" -> Association[ "OutputDimensions" -> {16384}, "$OutputSize" -> 16384, "$InputSize" -> 4096, "$InputDimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]]], "wx" -> Association[ "Type" -> "Linear", "Arrays" -> Association[ "Weights" -> NeuralNetworks`TensorT[{16384, 64}, NeuralNetworks`RealT], "Biases" -> None], "Parameters" -> Association[ "OutputDimensions" -> {16384}, "$OutputSize" -> 16384, "$InputSize" -> 64, "$InputDimensions" -> {64}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{64}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]]], "add1" -> Association[ "Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Plus]], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]]], "i" -> Association[ "Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[1, 4096]]], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "iSig" -> Association[ "Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[LogisticSigmoid], "$Dimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "u" -> Association[ "Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[12289, 16384]]], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "uTanh" -> Association[ "Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Tanh], "$Dimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "mult2" -> Association[ "Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Times]], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "f" -> Association[ "Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[4097, 8192]]], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "fSig" -> Association[ "Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[LogisticSigmoid], "$Dimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "c0" -> Association[ "Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[4097, 8192]]], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "mult3" -> Association[ "Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Times]], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "cy" -> Association[ "Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Plus]], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "cyTanh" -> Association[ "Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Tanh], "$Dimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "o" -> Association[ "Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[8193, 12288]]], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "oSig" -> Association[ "Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[LogisticSigmoid], "$Dimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "hy" -> Association[ "Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Times]], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "finalCat" -> Association[ "Type" -> "Catenate", "Arrays" -> Association[], "Parameters" -> Association["Level" -> 1], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]]]]], GridBox[{{ ItemBox[ StyleBox["Inputs", Bold], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox[ StyleBox[ GraphicsBox[{}, ImageSize -> {1, 11}, BaselinePosition -> (Scaled[0.] -> Baseline)], "CacheGraphics" -> False], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox["", Frame -> {{False, False}, {False, GrayLevel[0.85]}}], ItemBox["", Frame -> {{False, False}, {False, GrayLevel[0.85]}}], ItemBox[ StyleBox["Outputs", Bold], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox[ StyleBox[ GraphicsBox[{}, ImageSize -> {1, 11}, BaselinePosition -> (Scaled[0.] -> Baseline)], "CacheGraphics" -> False], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]]}, { StyleBox[ TemplateBox[{"\"Input\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"64\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"], "", "", StyleBox[ TemplateBox[{"\"Output\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"8192\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"State\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"8192\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"], "", "", "", ""}}, GridBoxAlignment -> {"Columns" -> {{Left}}}]], TrackedSymbols :> { NeuralNetworks`Private`NetGraph`selection}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}], Initialization :> {NetGraph}]}}, BaselinePosition -> Automatic, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridFrameMargins -> {{0, 0}, {0, 0}}, BaselinePosition -> {1, 1}]}, Dynamic[Typeset`open], ImageSize -> Automatic], BaselinePosition -> Baseline, BaseStyle -> { ShowStringCharacters -> False, NumberMarks -> False, PrintPrecision -> 3, ShowSyntaxStyles -> False}]], StyleBox["]", "NonInterpretableSummary"]}]}, "CopyTag", DisplayFunction->(#& ), InterpretationFunction->("NetGraph[<>]"& )], False, Editable->False, SelectWithContents->True, Selectable->False]], "Output", CellChangeTimes->{3.744956519026524*^9}, CellLabel->"Out[1]=",ExpressionUUID->"87629eaf-a63b-46b1-9ea7-a01338a97408"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Final Net", "Subsection", CellChangeTimes->{{3.7449565337928762`*^9, 3.744956534945279*^9}},ExpressionUUID->"b4b988fc-c50c-4908-9341-\ f93d9871644d"], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"sentimentLM", "=", RowBox[{"NetGraph", "[", "\[IndentingNewLine]", RowBox[{ RowBox[{"<|", "\[IndentingNewLine]", RowBox[{ RowBox[{"\"\\"", "\[Rule]", RowBox[{"EmbeddingLayer", "[", "64", "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetFoldOperator", "[", "core", "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"LinearLayer", "[", "248", "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"SequenceLastLayer", "[", "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"PartLayer", "[", RowBox[{"{", RowBox[{"1", ";;", "4096"}], "}"}], "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"SoftmaxLayer", "[", "]"}]}]}], "\[IndentingNewLine]", "|>"}], ",", "\[IndentingNewLine]", RowBox[{"{", "\[IndentingNewLine]", RowBox[{ RowBox[{ RowBox[{"NetPort", "[", "\"\\"", "]"}], "\[Rule]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetPort", "[", RowBox[{"\"\\"", ",", "\"\\""}], "]"}]}]}], ",", "\[IndentingNewLine]", RowBox[{ RowBox[{"NetPort", "[", "\"\\"", "]"}], "\[Rule]", RowBox[{"NetPort", "[", RowBox[{"\"\\"", ",", "\"\\""}], "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetPort", "[", "\"\\"", "]"}]}]}]}]}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetPort", "[", "\"\\"", "]"}]}]}], "\[IndentingNewLine]", "}"}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetEncoder", "[", "\"\\"", "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetDecoder", "[", RowBox[{"{", RowBox[{"\"\\"", ",", RowBox[{"Range", "[", "248", "]"}]}], "}"}], "]"}]}]}], "\[IndentingNewLine]", "]"}]}]], "Input", CellChangeTimes->{{3.744956316402637*^9, 3.744956326935472*^9}, { 3.744956536486313*^9, 3.74495660476466*^9}}, CellLabel->"In[2]:=",ExpressionUUID->"43c8819d-41c0-45fd-8e4a-6f34e70549c2"], Cell[BoxData[ TagBox[ TemplateBox[{RowBox[{ StyleBox[ TagBox["NetGraph", "SummaryHead"], "NonInterpretableSummary"], StyleBox["[", "NonInterpretableSummary"], DynamicModuleBox[{Typeset`open = True}, PanelBox[ PaneSelectorBox[{False -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquarePlusIconMedium"], ImageSizeCache -> {12., {0., 12.}}], Appearance -> None, ButtonFunction :> (Typeset`open = True), Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], OverlayBox[{ GraphicsBox[{ Thickness[0.0149], { GrayLevel[0.6], Thickness[0.03], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 37.}, {18., 37.}, { 18.5, 27.5}, {35., 27.}}}, CurveClosed -> {0}], JoinedCurveBox[{{{1, 4, 3}}}, {{{50., 37.}, {50., 37.}, { 49.5, 27.5}, {33., 27.}}}, CurveClosed -> {0}], JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 16.}, {18., 16.}, { 18.5, 25.5}, {35., 26.}}}, CurveClosed -> {0}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 40.5}, {22.5, 40.5}, {22.5, 33.5}, {15.5, 33.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 41.}, {15., 41.}, { 15., 33.}, {23., 33.}}, {{22., 34.}, {16., 34.}, {16., 40.}, {22., 40.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 19.5}, {22.5, 19.5}, {22.5, 12.5}, {15.5, 12.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 20.}, {15., 20.}, { 15., 12.}, {23., 12.}}, {{22., 13.}, {16., 13.}, {16., 19.}, {22., 19.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 30.5, 30.5}, {37.5, 30.5}, {37.5, 23.5}, {30.5, 23.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 31.}, {30., 31.}, { 30., 23.}, {38., 23.}}, {{37., 24.}, {31., 24.}, {31., 30.}, {37., 30.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 45.5, 40.5}, {52.5, 40.5}, {52.5, 33.5}, {45.5, 33.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{53., 41.}, {45., 41.}, { 45., 33.}, {53., 33.}}, {{52., 34.}, {46., 34.}, {46., 40.}, {52., 40.}}}]}}, BaseStyle -> GrayLevel[0.6], ImageMargins -> 0, ImageSize -> {36, Automatic}, PlotRangePadding -> 0], StyleBox[ "uninitialized", LineColor -> RGBColor[0.66, 0, 0], FrontFaceColor -> RGBColor[0.66, 0, 0], BackFaceColor -> RGBColor[0.66, 0, 0], GraphicsColor -> RGBColor[0.66, 0, 0], FontFamily -> "Roboto", FontSize -> 8, FontColor -> RGBColor[0.66, 0, 0], Background -> GrayLevel[1, 0.65]]}, Alignment -> {Center, Scaled[0.0001]}], GridBox[{{ StyleBox[ TemplateBox[{"\"Number of inputs\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["2", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Number of outputs\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["2", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Number of layers\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["6", "SummaryItem"]}}, BaselinePosition -> {2, 1}, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, BaselinePosition -> {1, 3}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> {"Columns" -> { Offset[0.], { Offset[0.5599999999999999]}, Offset[0.]}, "Rows" -> { Offset[0.], { Offset[0.4]}, Offset[0.]}}], True -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquareMinusIconMedium"], ImageSizeCache -> {12., {0., 12.}}], Appearance -> None, ButtonFunction :> (Typeset`open = False), Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], OverlayBox[{ GraphicsBox[{ Thickness[0.0149], { GrayLevel[0.6], Thickness[0.03], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 37.}, {18., 37.}, { 18.5, 27.5}, {35., 27.}}}, CurveClosed -> {0}], JoinedCurveBox[{{{1, 4, 3}}}, {{{50., 37.}, {50., 37.}, { 49.5, 27.5}, {33., 27.}}}, CurveClosed -> {0}], JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 16.}, {18., 16.}, { 18.5, 25.5}, {35., 26.}}}, CurveClosed -> {0}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 40.5}, {22.5, 40.5}, {22.5, 33.5}, {15.5, 33.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 41.}, {15., 41.}, { 15., 33.}, {23., 33.}}, {{22., 34.}, {16., 34.}, {16., 40.}, {22., 40.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 19.5}, {22.5, 19.5}, {22.5, 12.5}, {15.5, 12.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 20.}, {15., 20.}, { 15., 12.}, {23., 12.}}, {{22., 13.}, {16., 13.}, {16., 19.}, {22., 19.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 30.5, 30.5}, {37.5, 30.5}, {37.5, 23.5}, {30.5, 23.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 31.}, {30., 31.}, { 30., 23.}, {38., 23.}}, {{37., 24.}, {31., 24.}, {31., 30.}, {37., 30.}}}]}, { FaceForm[ GrayLevel[0.9]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 45.5, 40.5}, {52.5, 40.5}, {52.5, 33.5}, {45.5, 33.5}}}]}, { FaceForm[ GrayLevel[0.6]], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{53., 41.}, {45., 41.}, { 45., 33.}, {53., 33.}}, {{52., 34.}, {46., 34.}, {46., 40.}, {52., 40.}}}]}}, BaseStyle -> GrayLevel[0.6], ImageMargins -> 0, ImageSize -> {36, Automatic}, PlotRangePadding -> 0], StyleBox[ "uninitialized", LineColor -> RGBColor[0.66, 0, 0], FrontFaceColor -> RGBColor[0.66, 0, 0], BackFaceColor -> RGBColor[0.66, 0, 0], GraphicsColor -> RGBColor[0.66, 0, 0], FontFamily -> "Roboto", FontSize -> 8, FontColor -> RGBColor[0.66, 0, 0], Background -> GrayLevel[1, 0.65]]}, Alignment -> {Center, Scaled[0.0001]}], GridBox[{{ DynamicModuleBox[{ NeuralNetworks`Private`NetGraph`selection = None}, GridBox[{{ TagBox[ GraphicsBox[{{ GrayLevel[0.7], LineBox[{{-7., 4.286263797015736*^-16}, {-6., 3.6739403974420594`*^-16}}], LineBox[{{-6., 3.6739403974420594`*^-16}, {-5., 1.0000000000000002`}}], LineBox[{{-6., 1.0000000000000004`}, {-5., 1.0000000000000002`}}], LineBox[{{-5., 1.0000000000000002`}, {-4., 1.0000000000000002`}}], LineBox[{{-4., 1.0000000000000002`}, {-3., 1.8369701987210297`*^-16}}], LineBox[{{-4., 1.0000000000000002`}, {-3., 1.0000000000000002`}}], LineBox[{{-3., 1.0000000000000002`}, {-2., 1.0000000000000002`}}], LineBox[{{-2., 1.0000000000000002`}, {-0.9999999999999999, 1.}}], LineBox[{{-0.9999999999999999, 1.}, { 6.123233995736766*^-17, 1.}}]}, { InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-6.4, 3.9188697572715305`*^-16}, {-0.25, 0}, Offset[8], {1., -6.123233995736767*^-17}], InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-5.4, 0.6000000000000002}, {-0.25, 0}, Offset[8], {1., 0.9999999999999999}], InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-5.4, 1.0000000000000002`}, {-0.25, 0}, Offset[8], {1., -2.220446049250313*^-16}], InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-4.4, 1.0000000000000002`}, {-0.25, 0}, Offset[8], {1., 0.}], InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-3.4, 0.40000000000000024`}, {-0.25, 0}, Offset[8], {1., -1.}], InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-3.4, 1.0000000000000002`}, {-0.25, 0}, Offset[8], {1., 0.}], InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-2.4000000000000004`, 1.0000000000000002`}, {-0.25, 0}, Offset[8], {1., 0.}], InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-1.4, 1.}, {-0.25, 0}, Offset[8], {1., -2.220446049250313*^-16}], InsetBox[ GraphicsBox[{ GrayLevel[0.7], PolygonBox[{{-1., 0.3333333333333333}, {0., 0.}, {-1., -0.3333333333333333}, {-0.6666666666666666, 0.}, {-1., 0.3333333333333333}}]}], {-0.3999999999999999, 1.}, {-0.25, 0}, Offset[8], {1., 0.}]}, { EdgeForm[ AbsoluteThickness[1]], StyleBox[{ TagBox[ TagBox[ TooltipBox[{ GrayLevel[0.85], EdgeForm[ GrayLevel[0.5]], DiskBox[{-7., 4.286263797015736*^-16}, Offset[{2., 2.}, {0., 0.}]]}, TagBox[ GridBox[{{ StyleBox["\"Input\"", Bold, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["Input", Bold]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 1), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ EdgeForm[ RGBColor[0.881, 0.65, 0.65]], FaceForm[ RGBColor[ 0.9206666666666666, 0.7666666666666667, 0.7666666666666667]], RectangleBox[ Offset[{-10, -10}, {-6., 3.6739403974420594`*^-16}], Offset[{10, 10}, {-6., 3.6739403974420594`*^-16}]]}, InsetBox["\"E\"", Offset[{0, -1}, {-6., 3.6739403974420594`*^-16}]]}, TagBox[ GridBox[{{ StyleBox["\"Embed\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"EmbeddingLayer", "[", RowBox[{"64", ",", "247", ",", RowBox[{"\"Input\"", "\[Rule]", RowBox[{"{", RowBox[{"\"Varying\"", ",", RowBox[{"Restricted", "[", RowBox[{"\"Integer\"", ",", "247"}], "]"}]}], "}"}]}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["Embed", Bold], Style[ HoldForm[ EmbeddingLayer[64, 247, "Input" -> {"Varying", Restricted["Integer", 247]}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 2), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ EdgeForm[ RGBColor[0.881, 0.65, 0.65]], FaceForm[ RGBColor[ 0.9206666666666666, 0.7666666666666667, 0.7666666666666667]], RectangleBox[ Offset[{-10, -10}, {-5., 1.0000000000000002`}], Offset[{10, 10}, {-5., 1.0000000000000002`}]]}, InsetBox["\"F\"", Offset[{0, -1}, {-5., 1.0000000000000002`}]]}, TagBox[ GridBox[{{ StyleBox["\"MLSTM\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"NetFoldOperator", "[", RowBox[{ RowBox[{"NetGraph", "[", RowBox[{ RowBox[{"\[LeftSkeleton]", "22", "\[RightSkeleton]"}], ",", RowBox[{"\[LeftSkeleton]", "30", "\[RightSkeleton]"}]}], "]"}], ",", RowBox[{"\"Input\"", "\[Rule]", RowBox[{"{", RowBox[{"\"Varying\"", ",", "64"}], "}"}]}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["MLSTM", Bold], Style[ HoldForm[ NetFoldOperator[ NetGraph[ Skeleton[22], Skeleton[30]], "Input" -> {"Varying", 64}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 3), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{ GrayLevel[0.85], EdgeForm[ GrayLevel[0.5]], DiskBox[{-6., 1.0000000000000004`}, Offset[{2., 2.}, {0., 0.}]]}, TagBox[ GridBox[{{ StyleBox[ "\"InputStates\"", Bold, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["InputStates", Bold]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 4), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ EdgeForm[ GrayLevel[0.85]], FaceForm[ RGBColor[0.9, 0.9, 0.9]], RectangleBox[ Offset[{-10, -10}, {-4., 1.0000000000000002`}], Offset[{10, 10}, {-4., 1.0000000000000002`}]]}, InsetBox["\"SL\"", Offset[{0, -1}, {-4., 1.0000000000000002`}]]}, TagBox[ GridBox[{{ StyleBox["\"LastStates\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"SequenceLastLayer", "[", RowBox[{"\"Input\"", "\[Rule]", RowBox[{"{", RowBox[{"\"Varying\"", ",", "8192"}], "}"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["LastStates", Bold], Style[ HoldForm[ SequenceLastLayer["Input" -> {"Varying", 8192}]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 5), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{ GrayLevel[0.85], EdgeForm[ GrayLevel[0.5]], DiskBox[{-3., 1.8369701987210297`*^-16}, Offset[{2., 2.}, {0., 0.}]]}, TagBox[ GridBox[{{ StyleBox[ "\"OutputStates\"", Bold, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["OutputStates", Bold]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 6), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ EdgeForm[ GrayLevel[0.85]], FaceForm[ RGBColor[0.9, 0.9, 0.9]], RectangleBox[ Offset[{-10, -10}, {-3., 1.0000000000000002`}], Offset[{10, 10}, {-3., 1.0000000000000002`}]]}, InsetBox["\"P\"", Offset[{0, -1}, {-3., 1.0000000000000002`}]]}, TagBox[ GridBox[{{ StyleBox["\"LastHidden\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"PartLayer", "[", RowBox[{ RowBox[{"{", RowBox[{"1", ";;", "4096"}], "}"}], ",", RowBox[{"\"Input\"", "\[Rule]", "8192"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["LastHidden", Bold], Style[ HoldForm[ PartLayer[{ Span[1, 4096]}, "Input" -> 8192]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 7), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ EdgeForm[ RGBColor[0.881, 0.65, 0.65]], FaceForm[ RGBColor[ 0.9206666666666666, 0.7666666666666667, 0.7666666666666667]], RectangleBox[ Offset[{-10, -10}, {-2., 1.0000000000000002`}], Offset[{10, 10}, {-2., 1.0000000000000002`}]]}, InsetBox[ GraphicsBox[ GraphicsComplexBox[{{0.1, 0}, {-0.3, 1}, {0.5, 1}, { 1.3, 1}, {0.9, 0}}, {{ Opacity[0.2], LineBox[{{1, 2}, {1, 3}, {1, 4}, {5, 2}, {5, 3}, {5, 4}}]}, { RGBColor[0.33, 0.33, 0.33], AbsolutePointSize[3.5], PointBox[{1, 5, 2, 3, 4}]}}], ImageSize -> 18], {-2., 1.0000000000000002`}]}, TagBox[ GridBox[{{ StyleBox["\"Scores\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"LinearLayer", "[", RowBox[{ RowBox[{"{", "248", "}"}], ",", RowBox[{"\"Input\"", "\[Rule]", "4096"}]}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["Scores", Bold], Style[ HoldForm[ LinearLayer[{248}, "Input" -> 4096]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 8), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{{ EdgeForm[ GrayLevel[0.85]], FaceForm[ RGBColor[0.9, 0.9, 0.9]], RectangleBox[ Offset[{-10, -10}, {-0.9999999999999999, 1.}], Offset[{10, 10}, {-0.9999999999999999, 1.}]]}, InsetBox["\"S\"", Offset[{0, -1}, {-0.9999999999999999, 1.}]]}, TagBox[ GridBox[{{ StyleBox["\"Softmax\"", Bold, StripOnInput -> False]}, { StyleBox[ TagBox[ RowBox[{"SoftmaxLayer", "[", RowBox[{"\"Input\"", "\[Rule]", "248"}], "]"}], HoldForm], FontFamily -> "Source Code Pro", ShowStringCharacters -> True, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["Softmax", Bold], Style[ HoldForm[ SoftmaxLayer["Input" -> 248]], FontFamily -> "Source Code Pro", ShowStringCharacters -> True]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 9), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]], TagBox[ TagBox[ TooltipBox[{ GrayLevel[0.85], EdgeForm[ GrayLevel[0.5]], DiskBox[{6.123233995736766*^-17, 1.}, Offset[{2., 2.}, {0., 0.}]]}, TagBox[ GridBox[{{ StyleBox["\"Output\"", Bold, StripOnInput -> False]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]], Annotation[#, Column[{ Style["Output", Bold]}], "Tooltip"]& ], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = 10), PassEventsUp -> False, Method -> "Preemptive", PassEventsDown -> Automatic}]]}, FontSize -> 10]}, { StyleBox[{ InsetBox["\"Input\"", Offset[{0, -7}, {-7., 4.286263797015736*^-16}], {0, 1.}, Automatic, {1, 0}], InsetBox["\"Embed\"", Offset[{0, -13}, {-6., 3.6739403974420594`*^-16}], { 0, 1.}, Automatic, {1, 0}], InsetBox["\"MLSTM\"", Offset[{0, -13}, {-5., 1.0000000000000002`}], {0, 1.}, Automatic, {1, 0}], InsetBox[ TagBox[ TooltipBox[ "\"InputStat..\"", "\"InputStates\"", TooltipStyle -> "TextStyling"], Annotation[#, "InputStates", "Tooltip"]& ], Offset[{0, -7}, {-6., 1.0000000000000004`}], {0, 1.}, Automatic, {1, 0}], InsetBox["\"LastStates\"", Offset[{0, -13}, {-4., 1.0000000000000002`}], {0, 1.}, Automatic, {1, 0}], InsetBox[ TagBox[ TooltipBox[ "\"OutputSta..\"", "\"OutputStates\"", TooltipStyle -> "TextStyling"], Annotation[#, "OutputStates", "Tooltip"]& ], Offset[{0, -7}, {-3., 1.8369701987210297`*^-16}], {0, 1.}, Automatic, {1, 0}], InsetBox["\"LastHidden\"", Offset[{0, -13}, {-3., 1.0000000000000002`}], {0, 1.}, Automatic, {1, 0}], InsetBox["\"Scores\"", Offset[{0, -13}, {-2., 1.0000000000000002`}], {0, 1.}, Automatic, {1, 0}], InsetBox["\"Softmax\"", Offset[{0, -13}, {-0.9999999999999999, 1.}], {0, 1.}, Automatic, {1, 0}], InsetBox["\"Output\"", Offset[{0, -7}, {6.123233995736766*^-17, 1.}], {0, 1.}, Automatic, {1, 0}]}, StripOnInput -> False, FontColor -> GrayLevel[0.5]], StyleBox[{ InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", StyleBox["\"n\"", Italic, StripOnInput -> False]}, "RowWithSeparators"], Offset[{3.367778697655222*^-16, 5.5}, {-6.4, 3.9188697572715305`*^-16}], {0., -0.17}, Automatic, { 1., -6.123233995736767*^-17}], InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"64\""}, "RowWithSeparators"], Offset[{-3.889087296526011, 3.8890872965260117`}, {-5.4, 0.6000000000000002}], {0., -0.17}, Automatic, { 0.7071067811865476, 0.7071067811865475}], InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"8192\""}, "RowWithSeparators"], Offset[{1.2212453270876722`*^-15, 5.5}, {-5.4, 1.0000000000000002`}], {0., -0.17}, Automatic, { 1., -2.220446049250313*^-16}], InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"8192\""}, "RowWithSeparators"], Offset[{0., 5.5}, {-4.4, 1.0000000000000002`}], { 0., -0.17}, Automatic, {1., 0.}], InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"8192\""}, "RowWithSeparators"], Offset[{3.889087296526011, 3.889087296526011}, {-3.4, 0.40000000000000024`}], {0., -0.17}, Automatic, { 0.7071067811865475, -0.7071067811865475}], InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"8192\""}, "RowWithSeparators"], Offset[{0., 5.5}, {-3.4, 1.0000000000000002`}], { 0., -0.17}, Automatic, {1., 0.}], InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"4096\""}, "RowWithSeparators"], Offset[{0., 5.5}, {-2.4000000000000004`, 1.0000000000000002`}], {0., -0.17}, Automatic, {1., 0.}], InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"248\""}, "RowWithSeparators"], Offset[{1.2212453270876722`*^-15, 5.5}, {-1.4, 1.}], { 0., -0.17}, Automatic, {1., -2.220446049250313*^-16}], InsetBox[ TemplateBox[{"\[Cross]", "\"\[Cross]\"", "\"248\""}, "RowWithSeparators"], Offset[{0., 5.5}, {-0.3999999999999999, 1.}], {0., -0.17}, Automatic, {1., 0.}]}, StripOnInput -> False, FontSize -> 8, FontWeight -> "Thin", FontColor -> GrayLevel[0.7]]}, { EdgeForm[{ GrayLevel[0.5], Thickness[Large], Dashing[{0, Small}]}], FaceForm[None], PolygonBox[ Dynamic[ If[ Not[ IntegerQ[NeuralNetworks`Private`NetGraph`selection]], {}, GeneralUtilities`Graphics`PackagePrivate`makeOffsetSquare[ Part[{{-7., 4.286263797015736*^-16}, {-6., 3.6739403974420594`*^-16}, {-5., 1.0000000000000002`}, {-6., 1.0000000000000004`}, {-4., 1.0000000000000002`}, {-3., 1.8369701987210297`*^-16}, {-3., 1.0000000000000002`}, {-2., 1.0000000000000002`}, {-0.9999999999999999, 1.}, { 6.123233995736766*^-17, 1.}}, NeuralNetworks`Private`NetGraph`selection], 3 + {0.5, 0.5} Part[{8, 20, 20, 8, 20, 8, 20, 20, 20, 8}, NeuralNetworks`Private`NetGraph`selection], {-0.5, 0.5}]]]]}}, AspectRatio -> Full, BaseStyle -> { TooltipBoxOptions -> {TooltipDelay -> 0.08}}, ImageMargins -> {{0, 0}, {0, 0}}, ImagePadding -> {{24., 26.5}, {26.99999999999999, 14.}}, ImageSize -> {435.5, 96.}, PlotRangePadding -> 0], EventHandlerTag[{ "MouseClicked" :> ( NeuralNetworks`Private`NetGraph`selection = None), Method -> "Preemptive", PassEventsDown -> Automatic, PassEventsUp -> True}]]}, { DynamicBox[ If[ IntegerQ[NeuralNetworks`Private`NetGraph`selection], NeuralNetworks`Private`NetGraph`vpathInfo[ Part[{ NeuralNetworks`NetPath["Inputs", "Input"], NeuralNetworks`NetPath["Nodes", "Embed"], NeuralNetworks`NetPath["Nodes", "MLSTM"], NeuralNetworks`NetPath["Inputs", "InputStates"], NeuralNetworks`NetPath["Nodes", "LastStates"], NeuralNetworks`NetPath["Outputs", "OutputStates"], NeuralNetworks`NetPath["Nodes", "LastHidden"], NeuralNetworks`NetPath["Nodes", "Scores"], NeuralNetworks`NetPath["Nodes", "Softmax"], NeuralNetworks`NetPath["Outputs", "Output"]}, NeuralNetworks`Private`NetGraph`selection], Association["Input" -> NetEncoder["UTF8", Association["OutputForm" -> "Index"], NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1288654094]}, NeuralNetworks`IndexIntegerT[247]]], "InputStates" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], Association["Output" -> NetDecoder["Class", Association[ "Labels" -> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248}, "InputDepth" -> 1, "Dimensions" -> 248, "$Rank" -> 0], NeuralNetworks`TensorT[{248}, NeuralNetworks`RealT]], "OutputStates" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], Association[ "Embed" -> Association[ "Type" -> "Embedding", "Arrays" -> Association[ "Weights" -> NeuralNetworks`TensorT[{247, 64}, NeuralNetworks`RealT]], "Parameters" -> Association[ "OutputDimension" -> 64, "ClassCount" -> 247, "$Dimensions" -> { NeuralNetworks`LengthVar[1288654094]}], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1288654094]}, NeuralNetworks`IndexIntegerT[247]]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1288654094], 64}, NeuralNetworks`RealT]]], "MLSTM" -> Association[ "Type" -> "NetFold", "Arrays" -> Association[], "Parameters" -> Association[ "Net" -> Association[ "Type" -> "Graph", "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{64}, NeuralNetworks`RealT], "State" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], "Nodes" -> Association[ "wmx" -> Association[ "Type" -> "Linear", "Arrays" -> Association["Weights" -> NeuralNetworks`TensorT[{4096, 64}, NeuralNetworks`RealT], "Biases" -> None], "Parameters" -> Association["OutputDimensions" -> {4096}, "$OutputSize" -> 4096, "$InputSize" -> 64, "$InputDimensions" -> {64}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{64}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "h0" -> Association[ "Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association["Specification" -> NeuralNetworks`ValidatedParameter[ Span[1, 4096]]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "wmh" -> Association["Type" -> "Linear", "Arrays" -> Association["Weights" -> NeuralNetworks`TensorT[{4096, 4096}, NeuralNetworks`RealT], "Biases" -> None], "Parameters" -> Association["OutputDimensions" -> {4096}, "$OutputSize" -> 4096, "$InputSize" -> 4096, "$InputDimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "mult1" -> Association[ "Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Times]], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "wh" -> Association["Type" -> "Linear", "Arrays" -> Association["Weights" -> NeuralNetworks`TensorT[{16384, 4096}, NeuralNetworks`RealT], "Biases" -> NeuralNetworks`Nullable[ NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]]], "Parameters" -> Association[ "OutputDimensions" -> {16384}, "$OutputSize" -> 16384, "$InputSize" -> 4096, "$InputDimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]]], "wx" -> Association[ "Type" -> "Linear", "Arrays" -> Association["Weights" -> NeuralNetworks`TensorT[{16384, 64}, NeuralNetworks`RealT], "Biases" -> None], "Parameters" -> Association["OutputDimensions" -> {16384}, "$OutputSize" -> 16384, "$InputSize" -> 64, "$InputDimensions" -> {64}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{64}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]]], "add1" -> Association[ "Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association[ "Function" -> NeuralNetworks`ValidatedParameter[Plus]], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]]], "i" -> Association["Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[1, 4096]]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "iSig" -> Association["Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[LogisticSigmoid], "$Dimensions" -> {4096}], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "u" -> Association["Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[12289, 16384]]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "uTanh" -> Association["Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[Tanh], "$Dimensions" -> {4096}], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "mult2" -> Association["Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[Times]], "Inputs" -> Association["1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "f" -> Association["Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[4097, 8192]]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "fSig" -> Association["Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[LogisticSigmoid], "$Dimensions" -> {4096}], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "c0" -> Association["Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[4097, 8192]]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "mult3" -> Association["Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[Times]], "Inputs" -> Association["1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "cy" -> Association["Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[Plus]], "Inputs" -> Association["1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "cyTanh" -> Association["Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[Tanh], "$Dimensions" -> {4096}], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "o" -> Association["Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[ Span[8193, 12288]]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{16384}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "oSig" -> Association["Type" -> "Elementwise", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[LogisticSigmoid], "$Dimensions" -> {4096}], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "hy" -> Association["Type" -> "Threading", "Arrays" -> Association[], "Parameters" -> Association["Function" -> NeuralNetworks`ValidatedParameter[Times]], "Inputs" -> Association["1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "finalCat" -> Association["Type" -> "Catenate", "Arrays" -> Association[], "Parameters" -> Association["Level" -> 1], "Inputs" -> Association[ "1" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT], "2" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]]]], "Edges" -> {NeuralNetworks`NetPath[ "Nodes", "wmx", "Inputs", "Input"] -> NeuralNetworks`NetPath["Inputs", "Input"], NeuralNetworks`NetPath["Nodes", "wx", "Inputs", "Input"] -> NeuralNetworks`NetPath["Inputs", "Input"], NeuralNetworks`NetPath["Nodes", "mult1", "Inputs", "1"] -> NeuralNetworks`NetPath[ "Nodes", "wmx", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "c0", "Inputs", "Input"] -> NeuralNetworks`NetPath["Inputs", "State"], NeuralNetworks`NetPath["Nodes", "h0", "Inputs", "Input"] -> NeuralNetworks`NetPath["Inputs", "State"], NeuralNetworks`NetPath["Nodes", "wmh", "Inputs", "Input"] -> NeuralNetworks`NetPath[ "Nodes", "h0", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "mult1", "Inputs", "2"] -> NeuralNetworks`NetPath[ "Nodes", "wmh", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "wh", "Inputs", "Input"] -> NeuralNetworks`NetPath[ "Nodes", "mult1", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "add1", "Inputs", "1"] -> NeuralNetworks`NetPath[ "Nodes", "wh", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "add1", "Inputs", "2"] -> NeuralNetworks`NetPath[ "Nodes", "wx", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "f", "Inputs", "Input"] -> NeuralNetworks`NetPath[ "Nodes", "add1", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "i", "Inputs", "Input"] -> NeuralNetworks`NetPath[ "Nodes", "add1", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "o", "Inputs", "Input"] -> NeuralNetworks`NetPath[ "Nodes", "add1", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "u", "Inputs", "Input"] -> NeuralNetworks`NetPath[ "Nodes", "add1", "Outputs", "Output"], NeuralNetworks`NetPath[ "Nodes", "iSig", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "i", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "mult2", "Inputs", "1"] -> NeuralNetworks`NetPath[ "Nodes", "iSig", "Outputs", "Output"], NeuralNetworks`NetPath[ "Nodes", "uTanh", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "u", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "mult2", "Inputs", "2"] -> NeuralNetworks`NetPath[ "Nodes", "uTanh", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "cy", "Inputs", "1"] -> NeuralNetworks`NetPath[ "Nodes", "mult2", "Outputs", "Output"], NeuralNetworks`NetPath[ "Nodes", "fSig", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "f", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "mult3", "Inputs", "1"] -> NeuralNetworks`NetPath[ "Nodes", "fSig", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "mult3", "Inputs", "2"] -> NeuralNetworks`NetPath[ "Nodes", "c0", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "cy", "Inputs", "2"] -> NeuralNetworks`NetPath[ "Nodes", "mult3", "Outputs", "Output"], NeuralNetworks`NetPath[ "Nodes", "cyTanh", "Inputs", "Input"] -> NeuralNetworks`NetPath[ "Nodes", "cy", "Outputs", "Output"], NeuralNetworks`NetPath[ "Nodes", "finalCat", "Inputs", "2"] -> NeuralNetworks`NetPath[ "Nodes", "cy", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "hy", "Inputs", "1"] -> NeuralNetworks`NetPath[ "Nodes", "cyTanh", "Outputs", "Output"], NeuralNetworks`NetPath[ "Nodes", "oSig", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "o", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "hy", "Inputs", "2"] -> NeuralNetworks`NetPath[ "Nodes", "oSig", "Outputs", "Output"], NeuralNetworks`NetPath[ "Nodes", "finalCat", "Inputs", "1"] -> NeuralNetworks`NetPath[ "Nodes", "hy", "Outputs", "Output"], NeuralNetworks`NetPath["Outputs", "Output"] -> NeuralNetworks`NetPath[ "Nodes", "finalCat", "Outputs", "Output"]}], "$SequenceLength" -> NeuralNetworks`LengthVar[1288654094], "$InputShape" -> NeuralNetworks`TensorT[{64}, NeuralNetworks`RealT], "$OutputShape" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1288654094], 64}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1288654094], 8192}, NeuralNetworks`RealT]], "States" -> Association[ "State" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]]], "LastStates" -> Association[ "Type" -> "SequenceLast", "Arrays" -> Association[], "Parameters" -> Association[], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1288654094], 8192}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]]], "LastHidden" -> Association[ "Type" -> "Part", "Arrays" -> Association[], "Parameters" -> Association[ "Specification" -> NeuralNetworks`ValidatedParameter[{ Span[1, 4096]}]], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{8192}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]]], "Scores" -> Association[ "Type" -> "Linear", "Arrays" -> Association[ "Weights" -> NeuralNetworks`TensorT[{248, 4096}, NeuralNetworks`RealT], "Biases" -> NeuralNetworks`Nullable[ NeuralNetworks`TensorT[{248}, NeuralNetworks`RealT]]], "Parameters" -> Association[ "OutputDimensions" -> {248}, "$OutputSize" -> 248, "$InputSize" -> 4096, "$InputDimensions" -> {4096}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{4096}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{248}, NeuralNetworks`RealT]]], "Softmax" -> Association[ "Type" -> "Softmax", "Arrays" -> Association[], "Parameters" -> Association["Level" -> -1], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{248}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{248}, NeuralNetworks`RealT]]]]], GridBox[{{ ItemBox[ StyleBox["Inputs", Bold], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox[ StyleBox[ GraphicsBox[{}, ImageSize -> {1, 11}, BaselinePosition -> (Scaled[0.] -> Baseline)], "CacheGraphics" -> False], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox["", Frame -> {{False, False}, {False, GrayLevel[0.85]}}], ItemBox["", Frame -> {{False, False}, {False, GrayLevel[0.85]}}], ItemBox[ StyleBox["Outputs", Bold], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]], ItemBox[ StyleBox[ GraphicsBox[{}, ImageSize -> {1, 11}, BaselinePosition -> (Scaled[0.] -> Baseline)], "CacheGraphics" -> False], Frame -> {{False, False}, {False, True}}, FrameStyle -> GrayLevel[0.85]]}, { StyleBox[ TemplateBox[{"\"Input\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["\"string\"", "SummaryItem"], "", "", StyleBox[ TemplateBox[{"\"Output\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["\"class\"", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"InputStates\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"8192\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"], "", "", StyleBox[ TemplateBox[{"\"OutputStates\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"8192\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], "SummaryItem"]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}]], ImageSizeCache -> {340., {20.1669921875, 25.3330078125}}, TrackedSymbols :> { NeuralNetworks`Private`NetGraph`selection}]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}], Initialization :> {NetGraph}]}}, BaselinePosition -> Automatic, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, BaselinePosition -> {1, 1}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> {"Columns" -> { Offset[0.], { Offset[0.5599999999999999]}, Offset[0.]}, "Rows" -> { Offset[0.], { Offset[0.4]}, Offset[0.]}}]}, Dynamic[Typeset`open], ImageSize -> Automatic], BaseStyle -> { ShowStringCharacters -> False, NumberMarks -> False, PrintPrecision -> 3, ShowSyntaxStyles -> False}, BaselinePosition -> Baseline]], StyleBox["]", "NonInterpretableSummary"]}]}, "CopyTag", DisplayFunction->(#& ), InterpretationFunction->("NetGraph[<>]"& )], False, Editable->False, SelectWithContents->True, Selectable->False]], "Output", CellChangeTimes->{3.744956605282753*^9}, CellLabel->"Out[2]=",ExpressionUUID->"da84cb3a-a611-425b-8b66-c0b4b3e3aa54"] }, Open ]] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Training", "Section", CellChangeTimes->{{3.695474798960601*^9, 3.69547479969661*^9}},ExpressionUUID->"5bc6142b-c2c8-49ee-aaf4-\ 033c6d7612ae"], Cell["(Performed separately)", "Text", CellChangeTimes->{{3.695474856418449*^9, 3.695474863168799*^9}, { 3.7003902300515137`*^9, 3.7003902345796556`*^9}, {3.7135276003953753`*^9, 3.713527600730994*^9}, 3.725189606493602*^9},ExpressionUUID->"da4acdae-b62b-490e-b846-\ 47ec715675fd"] }, Open ]] }, Open ]] }, WindowSize->{1360, 655}, WindowMargins->{{0, Automatic}, {Automatic, 132}}, FrontEndVersion->"12.0 for Mac OS X x86 (64-bit) (April 8, 2019)", StyleDefinitions->"Default.nb" ] (* End of Notebook Content *) (* Internal cache information *) (*CellTagsOutline CellTagsIndex->{} *) (*CellTagsIndex CellTagsIndex->{} *) (*NotebookFileOutline Notebook[{ Cell[CellGroupData[{ Cell[580, 22, 573, 11, 133, "Title",ExpressionUUID->"cf0af03b-7c0d-44fe-a36a-801fb2cc9d1e"], Cell[CellGroupData[{ Cell[1178, 37, 163, 3, 54, "Subsection",ExpressionUUID->"20a938bc-d1c4-4bd6-a5fd-63b43d74e3fb"], Cell[CellGroupData[{ Cell[1366, 44, 166, 3, 45, "Subsubsection",ExpressionUUID->"aece8991-ede8-4c4f-b8b7-d3deda75843b"], Cell[1535, 49, 664, 12, 30, "Input",ExpressionUUID->"f9e334a7-6b84-4b97-a015-364f975bd6c8"] }, Open ]], Cell[CellGroupData[{ Cell[2236, 66, 166, 3, 45, "Subsubsection",ExpressionUUID->"278efdc3-d956-4587-8723-2a3485f9bac0"], Cell[2405, 71, 640, 11, 30, "Input",ExpressionUUID->"4997fe3c-81ac-42f4-9497-390d3d9b0fce"] }, Open ]], Cell[CellGroupData[{ Cell[3082, 87, 166, 3, 45, "Subsubsection",ExpressionUUID->"71c6cef7-94d1-4660-857a-d6696698fd69"], Cell[3251, 92, 498, 9, 30, "Input",ExpressionUUID->"908d5d25-3cee-40c2-a5c9-2b89750c8f92"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[3798, 107, 137, 3, 67, "Section",ExpressionUUID->"e6f0ec16-daa9-4151-8b11-649c83fbd9a1"], Cell[CellGroupData[{ Cell[3960, 114, 167, 3, 54, "Subsection",ExpressionUUID->"f207ca5d-e1c3-428c-9274-c8c213ad7d52"], Cell[CellGroupData[{ Cell[4152, 121, 5465, 124, 346, "Input",ExpressionUUID->"e61bfa3e-3036-4b6f-b955-2f45409735e8"], Cell[9620, 247, 122658, 2539, 76, "Output",ExpressionUUID->"87629eaf-a63b-46b1-9ea7-a01338a97408"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[132327, 2792, 159, 3, 54, "Subsection",ExpressionUUID->"b4b988fc-c50c-4908-9341-f93d9871644d"], Cell[CellGroupData[{ Cell[132511, 2799, 2669, 59, 388, "Input",ExpressionUUID->"43c8819d-41c0-45fd-8e4a-6f34e70549c2"], Cell[135183, 2860, 73053, 1416, 186, "Output",ExpressionUUID->"da84cb3a-a611-425b-8b66-c0b4b3e3aa54"] }, Open ]] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[208297, 4283, 152, 3, 67, "Section",ExpressionUUID->"5bc6142b-c2c8-49ee-aaf4-033c6d7612ae"], Cell[208452, 4288, 293, 5, 35, "Text",ExpressionUUID->"da4acdae-b62b-490e-b846-47ec715675fd"] }, Open ]] }, Open ]] } ] *)