(* Content-type: application/vnd.wolfram.mathematica *) (*** Wolfram Notebook File ***) (* http://www.wolfram.com/nb *) (* CreatedBy='Mathematica 11.3' *) (*CacheID: 234*) (* Internal cache information: NotebookFileLineBreakTest NotebookFileLineBreakTest NotebookDataPosition[ 158, 7] NotebookDataLength[ 49982, 1018] NotebookOptionsPosition[ 47725, 966] NotebookOutlinePosition[ 48033, 981] CellTagsIndexPosition[ 47990, 978] WindowFrame->Normal*) (* Beginning of Notebook Content *) Notebook[{ Cell[CellGroupData[{ Cell[TextData[{ StyleBox["Construction Notebook for:", FontSize->24], "\nWolfram LaTeX Character-Level Language Model V1" }], "Title", CellChangeTimes->{{3.700390059931024*^9, 3.700390069370269*^9}, { 3.713527335930427*^9, 3.71352733920855*^9}, {3.725196329204988*^9, 3.7251963296657867`*^9}, 3.725709769145364*^9, 3.725975379788035*^9, 3.725979717913773*^9, {3.733736277442039*^9, 3.7337362808309917`*^9}, 3.733739036150085*^9, {3.733739134966907*^9, 3.733739135942981*^9}, { 3.733739195965208*^9, 3.733739198551396*^9}, {3.7337392774321947`*^9, 3.733739284792238*^9}}], Cell[CellGroupData[{ Cell["NetModel Access", "Subsection", CellChangeTimes->{{3.695474314080426*^9, 3.695474346087426*^9}}], Cell[CellGroupData[{ Cell["This Notebook", "Subsubsection", CellChangeTimes->{{3.6954750910664797`*^9, 3.695475092737351*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656935596855*^9, 3.6966569364445457`*^9}, 3.696768427361453*^9, 3.696768595763381*^9, 3.700390080550715*^9, 3.713527332938039*^9, 3.7251895368569007`*^9, 3.7257097745186977`*^9, { 3.725974160027033*^9, 3.7259741712693043`*^9}, 3.7259797223664417`*^9, 3.7337362893530693`*^9, 3.7337390374948177`*^9, 3.733739138470463*^9, 3.733739201093*^9, {3.733739281215815*^9, 3.733739287100257*^9}}] }, Open ]], Cell[CellGroupData[{ Cell["Untrained Net", "Subsubsection", CellChangeTimes->{{3.6954750978333807`*^9, 3.695475133273511*^9}, { 3.733736297638851*^9, 3.73373630263901*^9}, {3.753733607862698*^9, 3.753733609364645*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656940213286*^9, 3.6966569411083603`*^9}, 3.6967685960955133`*^9, 3.700390083629743*^9, {3.713527345914727*^9, 3.713527346642221*^9}, {3.7251895437188444`*^9, 3.725189544052307*^9}, { 3.7257097811399565`*^9, 3.725709791683883*^9}, 3.7259741741281953`*^9, 3.725979726480075*^9, {3.733736292226721*^9, 3.733736295469006*^9}, 3.733739038448461*^9, 3.733739139826136*^9, 3.7337392017694283`*^9, { 3.73373928238592*^9, 3.7337392880188932`*^9}, {3.753733611892955*^9, 3.753733612378639*^9}}] }, Open ]], Cell[CellGroupData[{ Cell["Training Net", "Subsubsection", CellChangeTimes->{{3.6954750978333807`*^9, 3.695475133273511*^9}, { 3.733736297638851*^9, 3.73373630263901*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656940213286*^9, 3.6966569411083603`*^9}, 3.6967685960955133`*^9, 3.700390083629743*^9, {3.713527345914727*^9, 3.713527346642221*^9}, {3.7251895437188444`*^9, 3.725189544052307*^9}, { 3.7257097811399565`*^9, 3.725709791683883*^9}, 3.7259741741281953`*^9, 3.725979726480075*^9, {3.733736292226721*^9, 3.733736295469006*^9}, 3.733739038448461*^9, 3.733739139826136*^9, 3.7337392017694283`*^9, { 3.73373928238592*^9, 3.7337392880188932`*^9}}] }, Open ]], Cell[CellGroupData[{ Cell["Trained Net", "Subsubsection", CellChangeTimes->{{3.6954751072255173`*^9, 3.6954751086815357`*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", "\"\\"", "]"}]], "Input", CellChangeTimes->{{3.6966569441649303`*^9, 3.696656946349728*^9}, 3.696768596439824*^9, 3.70039008606037*^9, 3.713527350999201*^9, 3.725189549129289*^9, 3.725709788369228*^9, 3.725974177559237*^9, 3.725979728776238*^9, 3.733736308155094*^9, 3.7337390393584623`*^9, 3.733739140810507*^9, 3.733739202706315*^9, {3.733739283291181*^9, 3.733739288907927*^9}}] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Net Construction", "Section", CellChangeTimes->{3.695625386014464*^9}], Cell[CellGroupData[{ Cell["Parameter Settings", "Subsection", CellChangeTimes->{{3.7337371763345957`*^9, 3.733737179166758*^9}}], Cell[BoxData[ RowBox[{ RowBox[{"characters", "=", RowBox[{"{", RowBox[{ "\"\<\\t\>\"", ",", "\"\<\\n\>\"", ",", "\"\< \>\"", ",", "\"\\"", ",", "\"\<\\\"\>\"", ",", "\"\<#\>\"", ",", "\"\<$\>\"", ",", "\"\<%\>\"", ",", "\"\<&\>\"", ",", "\"\<'\>\"", ",", "\"\<(\>\"", ",", "\"\<)\>\"", ",", "\"\<*\>\"", ",", "\"\<+\>\"", ",", "\"\<,\>\"", ",", "\"\<-\>\"", ",", "\"\<.\>\"", ",", "\"\\"", ",", "\"\<0\>\"", ",", "\"\<1\>\"", ",", "\"\<2\>\"", ",", "\"\<3\>\"", ",", "\"\<4\>\"", ",", "\"\<5\>\"", ",", "\"\<6\>\"", ",", "\"\<7\>\"", ",", "\"\<8\>\"", ",", "\"\<9\>\"", ",", "\"\<:\>\"", ",", "\"\<;\>\"", ",", "\"\<<\>\"", ",", "\"\<=\>\"", ",", "\"\<>\>\"", ",", "\"\\"", ",", "\"\<@\>\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\<[\>\"", ",", "\"\<\\\\\>\"", ",", "\"\<]\>\"", ",", "\"\<^\>\"", ",", "\"\<_\>\"", ",", "\"\<`\>\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\\"", ",", "\"\<{\>\"", ",", "\"\<|\>\"", ",", "\"\<}\>\"", ",", "\"\<~\>\""}], "}"}]}], ";"}]], "Input", CellChangeTimes->{{3.733737184414205*^9, 3.733737188362855*^9}}, CellLabel->"In[43]:="] }, Open ]], Cell[CellGroupData[{ Cell["Final Net", "Subsection", CellChangeTimes->{{3.695106779945572*^9, 3.695106780985426*^9}}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"lm", "=", RowBox[{"NetChain", "[", "\[IndentingNewLine]", RowBox[{ RowBox[{"{", "\[IndentingNewLine]", RowBox[{ RowBox[{"EmbeddingLayer", "[", RowBox[{"97", ",", "97"}], "]"}], ",", "\[IndentingNewLine]", RowBox[{"GatedRecurrentLayer", "[", "712", "]"}], ",", "\[IndentingNewLine]", RowBox[{"GatedRecurrentLayer", "[", "712", "]"}], ",", "\[IndentingNewLine]", RowBox[{"GatedRecurrentLayer", "[", "712", "]"}], ",", "\[IndentingNewLine]", RowBox[{"SequenceLastLayer", "[", "]"}], ",", "\[IndentingNewLine]", RowBox[{"LinearLayer", "[", "97", "]"}], ",", "\[IndentingNewLine]", RowBox[{"SoftmaxLayer", "[", "]"}]}], "\[IndentingNewLine]", "}"}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetEncoder", "[", RowBox[{"{", RowBox[{"\"\\"", ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"{", RowBox[{ RowBox[{"StringJoin", "[", "characters", "]"}], ",", RowBox[{"_", "\[Rule]", "3"}]}], "}"}]}]}], "}"}], "]"}]}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetDecoder", "[", RowBox[{"{", RowBox[{"\"\\"", ",", RowBox[{"\"\\"", "\[Rule]", "characters"}]}], "}"}], "]"}]}]}], "\[IndentingNewLine]", "]"}]}]], "Input", CellChangeTimes->{{3.733737287226264*^9, 3.733737305301388*^9}, { 3.73373734229643*^9, 3.7337374167195807`*^9}, {3.7337392408369904`*^9, 3.733739241001507*^9}, {3.7337393494601507`*^9, 3.7337393791071444`*^9}, { 3.7344898664230537`*^9, 3.73448987040184*^9}}, CellLabel->"In[48]:="], Cell[BoxData[ TagBox[ TemplateBox[{RowBox[{ StyleBox[ TagBox["NetChain", "SummaryHead"], "NonInterpretableSummary"], StyleBox["[", "NonInterpretableSummary"], DynamicModuleBox[{Typeset`open = False}, PanelBox[ PaneSelectorBox[{False -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquarePlusIconMedium"]], ButtonFunction :> (Typeset`open = True), Appearance -> None, Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], OverlayBox[{ GraphicsBox[{ Thickness[0.014925373134328358`], { GrayLevel[0.6], Thickness[0.018686567164179105`], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{0, 2, 0}}}, {{{23., 91.5}, {30., 91.5}}}, CurveClosed -> {0}]}, { GrayLevel[0.6], Thickness[0.018686567164179105`], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{0, 2, 0}}}, {{{37., 91.5}, {44., 91.5}}}, CurveClosed -> {0}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 103.5}, {23.5, 103.5}, {23.5, 79.5}, {15.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{24., 104.}, {15., 104.}, { 15., 79.}, {24., 79.}}, {{23., 80.}, {16., 80.}, {16., 103.}, {23., 103.}}}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 29.5, 103.5}, {37.5, 103.5}, {37.5, 79.5}, {29.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 104.}, {29., 104.}, { 29., 79.}, {38., 79.}}, {{37., 80.}, {30., 80.}, {30., 103.}, {37., 103.}}}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 43.5, 103.5}, {51.5, 103.5}, {51.5, 79.5}, {43.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{52., 104.}, {43., 104.}, { 43., 79.}, {52., 79.}}, {{51., 80.}, {44., 80.}, {44., 103.}, {51., 103.}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}}}, {{{28., 91.5}, { 25., 95.}, {25., 88.}}}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}}}, {{{42., 91.5}, { 39., 95.}, {39., 88.}}}]}}, ImageMargins -> 0, ImageSize -> {36, Automatic}, PlotRangePadding -> 0, BaseStyle -> GrayLevel[0.6]], StyleBox["uninitialized", RGBColor[0.66, 0, 0], FontSize -> 8, FontFamily -> "Roboto", Background -> GrayLevel[1, 0.65]]}, Alignment -> {Center, Scaled[0.0001]}], GridBox[{{ StyleBox[ TemplateBox[{ TemplateBox[{ StyleBox["\"Input\"", GrayLevel[0], StripOnInput -> False], "\" \"", "\"port\""}, "RowDefault"], "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["\"string\"", "SummaryItem"]}, { StyleBox[ TemplateBox[{ TemplateBox[{ StyleBox["\"Output\"", GrayLevel[0], StripOnInput -> False], "\" \"", "\"port\""}, "RowDefault"], "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["\"class\"", "SummaryItem"]}, { StyleBox[ TemplateBox[{"\"Number of layers\"", "\":\""}, "RowDefault"], "SummaryItemAnnotation"], StyleBox["7", "SummaryItem"]}}, BaselinePosition -> {2, 1}, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridFrameMargins -> {{0, 0}, {0, 0}}, BaselinePosition -> {1, 3}], True -> GridBox[{{ PaneBox[ ButtonBox[ DynamicBox[ FEPrivate`FrontEndResource[ "FEBitmaps", "SquareMinusIconMedium"]], ButtonFunction :> (Typeset`open = False), Appearance -> None, Evaluator -> Automatic, Method -> "Preemptive"], Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}], OverlayBox[{ GraphicsBox[{ Thickness[0.014925373134328358`], { GrayLevel[0.6], Thickness[0.018686567164179105`], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{0, 2, 0}}}, {{{23., 91.5}, {30., 91.5}}}, CurveClosed -> {0}]}, { GrayLevel[0.6], Thickness[0.018686567164179105`], Opacity[1.], JoinForm[{"Miter", 10.}], JoinedCurveBox[{{{0, 2, 0}}}, {{{37., 91.5}, {44., 91.5}}}, CurveClosed -> {0}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 15.5, 103.5}, {23.5, 103.5}, {23.5, 79.5}, {15.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{24., 104.}, {15., 104.}, { 15., 79.}, {24., 79.}}, {{23., 80.}, {16., 80.}, {16., 103.}, {23., 103.}}}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 29.5, 103.5}, {37.5, 103.5}, {37.5, 79.5}, {29.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 104.}, {29., 104.}, { 29., 79.}, {38., 79.}}, {{37., 80.}, {30., 80.}, {30., 103.}, {37., 103.}}}]}, { FaceForm[{ GrayLevel[0.9], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{ 43.5, 103.5}, {51.5, 103.5}, {51.5, 79.5}, {43.5, 79.5}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{52., 104.}, {43., 104.}, { 43., 79.}, {52., 79.}}, {{51., 80.}, {44., 80.}, {44., 103.}, {51., 103.}}}]}, { FaceForm[{ GrayLevel[0.6], Opacity[1.]}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}}}, {{{28., 91.5}, { 25., 95.}, {25., 88.}}}], FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}}}, {{{42., 91.5}, { 39., 95.}, {39., 88.}}}]}}, ImageMargins -> 0, ImageSize -> {36, Automatic}, PlotRangePadding -> 0, BaseStyle -> GrayLevel[0.6]], StyleBox["uninitialized", RGBColor[0.66, 0, 0], FontSize -> 8, FontFamily -> "Roboto", Background -> GrayLevel[1, 0.65]]}, Alignment -> {Center, Scaled[0.0001]}], GridBox[{{ DynamicModuleBox[{ NeuralNetworks`Private`NetChain`assoc3 = Association[ "Type" -> "Chain", "Nodes" -> Association[ "1" -> Association[ "Type" -> "Embedding", "Arrays" -> Association[ "Weights" -> NeuralNetworks`TensorT[{97, 97}, NeuralNetworks`RealT]], "Parameters" -> Association[ "OutputDimension" -> 97, "ClassCount" -> 97, "$Dimensions" -> { NeuralNetworks`LengthVar[1163154276]}], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276]}, NeuralNetworks`IndexIntegerT[97]]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276], 97}, NeuralNetworks`RealT]]], "2" -> Association[ "Type" -> "GatedRecurrent", "Arrays" -> Association[ "InputGateInputWeights" -> NeuralNetworks`TensorT[{712, 97}, NeuralNetworks`RealT], "InputGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "InputGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT], "ResetGateInputWeights" -> NeuralNetworks`TensorT[{712, 97}, NeuralNetworks`RealT], "ResetGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "ResetGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT], "MemoryGateInputWeights" -> NeuralNetworks`TensorT[{712, 97}, NeuralNetworks`RealT], "MemoryGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "MemoryGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT]], "Parameters" -> Association[ "OutputSize" -> 712, "Dropout" -> NeuralNetworks`ValidatedParameter[None], "$InputSize" -> 97, "$SequenceLength" -> NeuralNetworks`LengthVar[1163154276]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276], 97}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276], 712}, NeuralNetworks`RealT]], "States" -> Association[ "State" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT]]], "3" -> Association[ "Type" -> "GatedRecurrent", "Arrays" -> Association[ "InputGateInputWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "InputGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "InputGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT], "ResetGateInputWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "ResetGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "ResetGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT], "MemoryGateInputWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "MemoryGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "MemoryGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT]], "Parameters" -> Association[ "OutputSize" -> 712, "Dropout" -> NeuralNetworks`ValidatedParameter[None], "$InputSize" -> 712, "$SequenceLength" -> NeuralNetworks`LengthVar[1163154276]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276], 712}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276], 712}, NeuralNetworks`RealT]], "States" -> Association[ "State" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT]]], "4" -> Association[ "Type" -> "GatedRecurrent", "Arrays" -> Association[ "InputGateInputWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "InputGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "InputGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT], "ResetGateInputWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "ResetGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "ResetGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT], "MemoryGateInputWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "MemoryGateStateWeights" -> NeuralNetworks`TensorT[{712, 712}, NeuralNetworks`RealT], "MemoryGateBiases" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT]], "Parameters" -> Association[ "OutputSize" -> 712, "Dropout" -> NeuralNetworks`ValidatedParameter[None], "$InputSize" -> 712, "$SequenceLength" -> NeuralNetworks`LengthVar[1163154276]], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276], 712}, NeuralNetworks`RealT]], "Outputs" -> Association["Output" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276], 712}, NeuralNetworks`RealT]], "States" -> Association[ "State" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT]]], "5" -> Association[ "Type" -> "SequenceLast", "Arrays" -> Association[], "Parameters" -> Association[], "Inputs" -> Association["Input" -> NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276], 712}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT]]], "6" -> Association[ "Type" -> "Linear", "Arrays" -> Association[ "Weights" -> NeuralNetworks`TensorT[{97, 712}, NeuralNetworks`RealT], "Biases" -> NeuralNetworks`Nullable[ NeuralNetworks`TensorT[{97}, NeuralNetworks`RealT]]], "Parameters" -> Association[ "OutputDimensions" -> {97}, "$OutputSize" -> 97, "$InputSize" -> 712, "$InputDimensions" -> {712}], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{712}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{97}, NeuralNetworks`RealT]]], "7" -> Association[ "Type" -> "Softmax", "Arrays" -> Association[], "Parameters" -> Association["Level" -> -1], "Inputs" -> Association[ "Input" -> NeuralNetworks`TensorT[{97}, NeuralNetworks`RealT]], "Outputs" -> Association[ "Output" -> NeuralNetworks`TensorT[{97}, NeuralNetworks`RealT]]]], "Edges" -> { NeuralNetworks`NetPath["Nodes", "1", "Inputs", "Input"] -> NeuralNetworks`NetPath["Inputs", "Input"], NeuralNetworks`NetPath["Nodes", "2", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "1", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "3", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "2", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "4", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "3", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "5", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "4", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "6", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "5", "Outputs", "Output"], NeuralNetworks`NetPath["Nodes", "7", "Inputs", "Input"] -> NeuralNetworks`NetPath["Nodes", "6", "Outputs", "Output"], NeuralNetworks`NetPath["Outputs", "Output"] -> NeuralNetworks`NetPath[ "Nodes", "7", "Outputs", "Output"]}, "Inputs" -> Association["Input" -> NetEncoder["Characters", Association[ "Encoding" -> NeuralNetworks`ValidatedParameter[ MXNetLink`CharacterEncodingData[ 1, RawArray["UnsignedInteger8",{3, 0, 0, 3, 3, 3, 3, 3, 3, 3, 3, 1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 3}], RawArray["UnsignedInteger8",{9, 10, 0, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126}], 97, { "\t\n !\"#$%&'()*+,-./0123456789:;<=>?@\ ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~", Blank[] -> 3}]], "OutputForm" -> "Index", "IgnoreCase" -> False, "Count" -> 97, "TargetLength" -> All, "$TargetLength" -> NeuralNetworks`LengthVar[0]], NeuralNetworks`TensorT[{ NeuralNetworks`LengthVar[1163154276]}, NeuralNetworks`IndexIntegerT[97]]]], "Outputs" -> Association["Output" -> NetDecoder["Class", Association[ "Labels" -> { "\t", "\n", " ", "!", "\"", "#", "$", "%", "&", "'", "(", ")", "*", "+", ",", "-", ".", "/", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", ":", ";", "<", "=", ">", "?", "@", "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z", "[", "\\", "]", "^", "_", "`", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "{", "|", "}", "~"}, "InputDepth" -> 1, "Dimensions" -> 97, "$Rank" -> 0], NeuralNetworks`TensorT[{97}, NeuralNetworks`RealT]]], "InteriorStates" -> Association[{2, "State"} -> NeuralNetworks`NetPath["Nodes", "2", "States", "State"], { 3, "State"} -> NeuralNetworks`NetPath["Nodes", "3", "States", "State"], { 4, "State"} -> NeuralNetworks`NetPath["Nodes", "4", "States", "State"]]], NeuralNetworks`Private`NetChain`opart, NeuralNetworks`Private`NetChain`part, NeuralNetworks`Private`NetChain`selected = Null}, DynamicBox[ GridBox[{{ NeuralNetworks`Private`NetChain`MouseClickBoxes[ TagBox[ GridBox[{{ TagBox[ TagBox[ "\"\"", Annotation[#, {"Inputs", "Input"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ "\"Input\"", Annotation[#, {"Inputs", "Input"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ TagBox[ GridBox[{{"\"string\""}, { TemplateBox[{"\"seq. of \"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\" \"", TemplateBox[{"\"indices\"", "\" \"", StyleBox[ TemplateBox[{"\"(\"", "\"\[VeryThinSpace]\"", "\"range\"", "\":\"", "\" \"", TemplateBox[{"1", "\"..\"", "97"}, "RowDefault"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, "RowDefault"]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, BaselinePosition -> 2, DefaultBaseStyle -> "Column", GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"], Annotation[#, {"Inputs", "Input"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}, { TagBox[ TagBox[ StyleBox["\"1\"", GrayLevel[0.5], StripOnInput -> False], Annotation[#, {"Nodes", "1"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ StyleBox["EmbeddingLayer", RGBColor[0.66, 0, 0], StripOnInput -> False], Annotation[#, {"Nodes", "1"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{"\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"97\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], Annotation[#, {"Nodes", "1"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}, { TagBox[ TagBox[ StyleBox["\"2\"", GrayLevel[0.5], StripOnInput -> False], Annotation[#, {"Nodes", "2"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ StyleBox["GatedRecurrentLayer", RGBColor[0.66, 0, 0], StripOnInput -> False], Annotation[#, {"Nodes", "2"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{"\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"712\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], Annotation[#, {"Nodes", "2"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}, { TagBox[ TagBox[ StyleBox["\"3\"", GrayLevel[0.5], StripOnInput -> False], Annotation[#, {"Nodes", "3"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ StyleBox["GatedRecurrentLayer", RGBColor[0.66, 0, 0], StripOnInput -> False], Annotation[#, {"Nodes", "3"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{"\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"712\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], Annotation[#, {"Nodes", "3"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}, { TagBox[ TagBox[ StyleBox["\"4\"", GrayLevel[0.5], StripOnInput -> False], Annotation[#, {"Nodes", "4"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ StyleBox["GatedRecurrentLayer", RGBColor[0.66, 0, 0], StripOnInput -> False], Annotation[#, {"Nodes", "4"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ TemplateBox[{"\"matrix\"", "\" \"", StyleBox[ TemplateBox[{"\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", StyleBox["\"n\"", Italic, StripOnInput -> False], "\"712\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], Annotation[#, {"Nodes", "4"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}, { TagBox[ TagBox[ StyleBox["\"5\"", GrayLevel[0.5], StripOnInput -> False], Annotation[#, {"Nodes", "5"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ StyleBox["SequenceLastLayer", GrayLevel[0], StripOnInput -> False], Annotation[#, {"Nodes", "5"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{"\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"712\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], Annotation[#, {"Nodes", "5"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}, { TagBox[ TagBox[ StyleBox["\"6\"", GrayLevel[0.5], StripOnInput -> False], Annotation[#, {"Nodes", "6"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ StyleBox["LinearLayer", RGBColor[0.66, 0, 0], StripOnInput -> False], Annotation[#, {"Nodes", "6"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{"\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"97\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], Annotation[#, {"Nodes", "6"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}, { TagBox[ TagBox[ StyleBox["\"7\"", GrayLevel[0.5], StripOnInput -> False], Annotation[#, {"Nodes", "7"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ StyleBox["SoftmaxLayer", GrayLevel[0], StripOnInput -> False], Annotation[#, {"Nodes", "7"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ TemplateBox[{"\"vector\"", "\" \"", StyleBox[ TemplateBox[{"\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"97\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"], Annotation[#, {"Nodes", "7"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}, { TagBox[ TagBox[ "\"\"", Annotation[#, {"Outputs", "Output"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ "\"Output\"", Annotation[#, {"Outputs", "Output"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]], TagBox[ TagBox[ "\"class\"", Annotation[#, {"Outputs", "Output"}, "Mouse"]& ], MouseAppearanceTag["LinkHand"]]}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, AutoDelete -> False, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> {"Columns" -> {{1.1}}}], "Grid"], If[ ListQ[ NeuralNetworks`Private`NetChain`part = MouseAnnotation[]], If[NeuralNetworks`Private`NetChain`opart === NeuralNetworks`Private`NetChain`part, NeuralNetworks`Private`NetChain`selected = Null; NeuralNetworks`Private`NetChain`opart = Null, NeuralNetworks`Private`NetChain`selected = Part[NeuralNetworks`Private`NetChain`assoc3, Apply[Sequence, NeuralNetworks`Private`NetChain`part]]; NeuralNetworks`Private`NetChain`opart = NeuralNetworks`Private`NetChain`part; Null]; Null]]}, NeuralNetworks`Private`NetChain`fmtSelected[ NeuralNetworks`Private`NetChain`selected, NeuralNetworks`Private`NetChain`part, NeuralNetworks`Private`GetSharedArrays[ NeuralNetworks`Private`NetChain`assoc3]]}, GridBoxSpacings -> {"Columns" -> {{1}}}, GridBoxAlignment -> {"Columns" -> {{Left}}}, GridFrameMargins -> {{0, 0}, {0, 0}}], TrackedSymbols :> { NeuralNetworks`Private`NetChain`selected}], Initialization :> {NetChain}]}}, BaselinePosition -> Automatic, GridBoxAlignment -> { "Columns" -> {{Left}}, "Rows" -> {{Automatic}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings -> { "Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}}, GridBoxAlignment -> {"Rows" -> {{Top}}}, GridBoxItemSize -> { "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridFrameMargins -> {{0, 0}, {0, 0}}, BaselinePosition -> {1, 1}]}, Dynamic[Typeset`open], ImageSize -> Automatic], BaselinePosition -> Baseline, BaseStyle -> { ShowStringCharacters -> False, NumberMarks -> False, PrintPrecision -> 3, ShowSyntaxStyles -> False}]], StyleBox["]", "NonInterpretableSummary"]}]}, "CopyTag", DisplayFunction->(#& ), InterpretationFunction->("NetChain[<>]"& )], False, Editable->False, SelectWithContents->True, Selectable->False]], "Output", CellChangeTimes->{ 3.733737418297462*^9, 3.7337391142067127`*^9, 3.733739145307308*^9, 3.7337392049844503`*^9, 3.733739241661706*^9, 3.733739319977517*^9, { 3.73373935006174*^9, 3.7337393796006117`*^9}, 3.734489825044277*^9, 3.73448987201068*^9}, CellLabel->"Out[48]="] }, Open ]] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Training", "Section", CellChangeTimes->{{3.695474798960601*^9, 3.69547479969661*^9}}], Cell["(Performed separately)", "Text", CellChangeTimes->{{3.695474856418449*^9, 3.695474863168799*^9}, { 3.7003902300515137`*^9, 3.7003902345796556`*^9}, {3.7135276003953753`*^9, 3.713527600730994*^9}, 3.725189606493602*^9}] }, Open ]] }, Open ]] }, WindowSize->Automatic, WindowMargins->Automatic, FrontEndVersion->"11.3 for Linux x86 (64-bit) (March 6, 2018)", StyleDefinitions->"Default.nb" ] (* End of Notebook Content *) (* Internal cache information *) (*CellTagsOutline CellTagsIndex->{} *) (*CellTagsIndex CellTagsIndex->{} *) (*NotebookFileOutline Notebook[{ Cell[CellGroupData[{ Cell[580, 22, 597, 11, 70, "Title",ExpressionUUID->"612e5cb0-1e3b-4d83-a608-83ac8015e0c7"], Cell[CellGroupData[{ Cell[1202, 37, 103, 1, 70, "Subsection",ExpressionUUID->"8aeb1b83-b5e1-4676-8509-9afc5204a183"], Cell[CellGroupData[{ Cell[1330, 42, 106, 1, 70, "Subsubsection",ExpressionUUID->"2932f3d0-dd31-4d38-9a04-de2140300aea"], Cell[1439, 45, 603, 10, 70, "Input",ExpressionUUID->"8135a15b-54a9-4927-9ce3-248f3dbf208a"] }, Open ]], Cell[CellGroupData[{ Cell[2079, 60, 203, 3, 70, "Subsubsection",ExpressionUUID->"b4b77f3c-375f-46dd-9256-d7d41ee14027"], Cell[2285, 65, 715, 12, 70, "Input",ExpressionUUID->"ae69e5b8-8b30-466d-a7a9-b61a1f641300"] }, Open ]], Cell[CellGroupData[{ Cell[3037, 82, 153, 2, 70, "Subsubsection",ExpressionUUID->"b36481c5-ebd8-4ad6-9e85-635b662d4e5c"], Cell[3193, 86, 650, 11, 70, "Input",ExpressionUUID->"07bad5fc-cb4b-405c-8f8b-573a1ade0a54"] }, Open ]], Cell[CellGroupData[{ Cell[3880, 102, 106, 1, 70, "Subsubsection",ExpressionUUID->"0e6105cf-9ec2-4f52-b34e-23e6b549cea1"], Cell[3989, 105, 495, 8, 70, "Input",ExpressionUUID->"738e56ec-4f7b-4c44-8d74-eb0dd63fcc71"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[4533, 119, 77, 1, 70, "Section",ExpressionUUID->"47030f67-eff9-4d92-bf1b-6d813d1535d9"], Cell[CellGroupData[{ Cell[4635, 124, 108, 1, 70, "Subsection",ExpressionUUID->"8b197862-cf88-4ed4-838e-a5c7dea4ec79"], Cell[4746, 127, 2100, 31, 70, "Input",ExpressionUUID->"07f1e9e8-47da-4b72-99ea-807ac7cddfa6"] }, Open ]], Cell[CellGroupData[{ Cell[6883, 163, 97, 1, 70, "Subsection",ExpressionUUID->"b3bead91-d834-4d07-a89c-86d502a7921f"], Cell[CellGroupData[{ Cell[7005, 168, 1747, 38, 70, "Input",ExpressionUUID->"831c0942-64e5-4962-af2b-1c919428890b"], Cell[8755, 208, 38554, 741, 70, "Output",ExpressionUUID->"24373083-fc07-4ee4-9d98-1243c6c52aa0"] }, Open ]] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[47370, 956, 92, 1, 70, "Section",ExpressionUUID->"25ea665a-62fc-4ac5-9776-6262aedc9977"], Cell[47465, 959, 232, 3, 70, "Text",ExpressionUUID->"bc950247-44d8-4744-a4f8-dbf144bc1a6f"] }, Open ]] }, Open ]] } ] *) (* End of internal cache information *)