(* Content-type: application/vnd.wolfram.mathematica *) (*** Wolfram Notebook File ***) (* http://www.wolfram.com/nb *) (* CreatedBy='Mathematica 11.3' *) (*CacheID: 234*) (* Internal cache information: NotebookFileLineBreakTest NotebookFileLineBreakTest NotebookDataPosition[ 158, 7] NotebookDataLength[ 57541, 1364] NotebookOptionsPosition[ 55106, 1310] NotebookOutlinePosition[ 55414, 1325] CellTagsIndexPosition[ 55371, 1322] WindowFrame->Normal*) (* Beginning of Notebook Content *) Notebook[{ Cell[CellGroupData[{ Cell[TextData[{ StyleBox["Construction Notebook for:", FontSize->24], "\nVGG-16 Trained on ImageNet Competition Data" }], "Title"], Cell[CellGroupData[{ Cell["NetModel Access", "Subsection", CellChangeTimes->{{3.695474314080426*^9, 3.695474346087426*^9}}], Cell[CellGroupData[{ Cell["This Notebook", "Subsubsection", CellChangeTimes->{{3.6954750910664797`*^9, 3.695475092737351*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656935596855*^9, 3.6966569364445457`*^9}, 3.696768427361453*^9, 3.696768595763381*^9}] }, Open ]], Cell[CellGroupData[{ Cell["Untrained Net", "Subsubsection", CellChangeTimes->{{3.6954750978333807`*^9, 3.695475133273511*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}]], "Input", CellChangeTimes->{{3.696656940213286*^9, 3.6966569411083603`*^9}, 3.6967685960955133`*^9}] }, Open ]], Cell[CellGroupData[{ Cell["Trained Net", "Subsubsection", CellChangeTimes->{{3.6954751072255173`*^9, 3.6954751086815357`*^9}}], Cell[BoxData[ RowBox[{"NetModel", "[", "\"\\"", "]"}]], "Input", CellChangeTimes->{{3.6966569441649303`*^9, 3.696656946349728*^9}, 3.696768596439824*^9}] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Net Construction", "Section", CellChangeTimes->{3.695625386014464*^9}], Cell[CellGroupData[{ Cell["Internal Functions", "Subsection", CellChangeTimes->{{3.695474631518784*^9, 3.69547463389618*^9}}], Cell[BoxData[ RowBox[{ RowBox[{"convChain", "[", RowBox[{"index_", ",", "nLayers_", ",", "nChannels_"}], "]"}], ":=", RowBox[{"Module", "[", RowBox[{ RowBox[{"{", RowBox[{"tags", ",", "names", ",", "layers"}], "}"}], ",", "\[IndentingNewLine]", RowBox[{ RowBox[{"tags", "=", RowBox[{"Table", "[", RowBox[{ RowBox[{ RowBox[{"ToString", "[", "index", "]"}], "<>", "\"\<_\>\"", "<>", RowBox[{"ToString", "[", "j", "]"}]}], ",", RowBox[{"{", RowBox[{"j", ",", "nLayers"}], "}"}]}], "]"}]}], ";", RowBox[{"names", "=", RowBox[{"Append", "[", RowBox[{ RowBox[{"Flatten", "[", RowBox[{ RowBox[{ RowBox[{"{", RowBox[{ RowBox[{"\"\\"", "<>", "#"}], ",", RowBox[{"\"\\"", "<>", "#"}]}], "}"}], "&"}], "/@", "tags"}], "]"}], ",", RowBox[{"\"\\"", "<>", RowBox[{"ToString", "[", "index", "]"}]}]}], "]"}]}], ";", RowBox[{"layers", "=", RowBox[{"Append", "[", RowBox[{ RowBox[{"Flatten", "@", RowBox[{"Table", "[", RowBox[{ RowBox[{"{", RowBox[{ RowBox[{"ConvolutionLayer", "[", RowBox[{"nChannels", ",", RowBox[{"{", RowBox[{"3", ",", "3"}], "}"}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"{", RowBox[{"1", ",", "1"}], "}"}]}]}], "]"}], ",", RowBox[{"ElementwiseLayer", "[", "Ramp", "]"}]}], "}"}], ",", RowBox[{"{", "nLayers", "}"}]}], "]"}]}], ",", RowBox[{"PoolingLayer", "[", RowBox[{ RowBox[{"{", RowBox[{"2", ",", "2"}], "}"}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"{", RowBox[{"2", ",", "2"}], "}"}]}]}], "]"}]}], "]"}]}], ";", RowBox[{"AssociationThread", "[", RowBox[{"names", "\[Rule]", "layers"}], "]"}]}]}], "]"}]}]], "Input"], Cell[BoxData[ RowBox[{ RowBox[{"fcChain", "[", "index_", "]"}], ":=", RowBox[{"AssociationThread", "[", RowBox[{ RowBox[{ RowBox[{ RowBox[{"{", RowBox[{ RowBox[{"\"\\"", "<>", "#"}], ",", RowBox[{"\"\\"", "<>", "#"}], ",", RowBox[{"\"\\"", "<>", "#"}]}], "}"}], "&"}], "@", RowBox[{"ToString", "[", "index", "]"}]}], "\[Rule]", RowBox[{"{", RowBox[{ RowBox[{"LinearLayer", "[", "4096", "]"}], ",", RowBox[{"ElementwiseLayer", "[", "Ramp", "]"}], ",", RowBox[{"DropoutLayer", "[", "0.5", "]"}]}], "}"}]}], "]"}]}]], "Input"] }, Open ]], Cell[CellGroupData[{ Cell["Parameter Settings", "Subsection", CellChangeTimes->{{3.695474640360228*^9, 3.695474641776113*^9}}], Cell[BoxData[ RowBox[{ RowBox[{"vgg16Classes", "=", RowBox[{ RowBox[{"NetExtract", "[", RowBox[{ RowBox[{"NetModel", "[", RowBox[{ "\"\\"", ",", "\"\\""}], "]"}], ",", "\"\\""}], "]"}], "[", RowBox[{"[", "\"\\"", "]"}], "]"}]}], ";"}]], "Input", CellChangeTimes->{{3.696657032894125*^9, 3.696657039053577*^9}, 3.6967685977225237`*^9}], Cell[BoxData[ RowBox[{ RowBox[{"vgg16MeanImage", "=", RowBox[{"{", RowBox[{"0.482353", ",", "0.458824", ",", "0.407843"}], "}"}]}], ";"}]], "Input", CellChangeTimes->{ 3.695474668179337*^9, 3.69562542226025*^9, {3.696657080309842*^9, 3.696657081221622*^9}, {3.696768472569085*^9, 3.696768472936751*^9}}] }, Open ]], Cell[CellGroupData[{ Cell["Final Net", "Subsection", CellChangeTimes->{{3.695106779945572*^9, 3.695106780985426*^9}}], Cell[CellGroupData[{ Cell[BoxData[ RowBox[{"vgg16", "=", RowBox[{"NetChain", "[", RowBox[{ RowBox[{"Join", "[", "\[IndentingNewLine]", RowBox[{ RowBox[{"convChain", "[", RowBox[{"1", ",", "2", ",", "64"}], "]"}], ",", "\[IndentingNewLine]", RowBox[{"convChain", "[", RowBox[{"2", ",", "2", ",", "128"}], "]"}], ",", "\[IndentingNewLine]", RowBox[{"convChain", "[", RowBox[{"3", ",", "3", ",", "256"}], "]"}], ",", "\[IndentingNewLine]", RowBox[{"convChain", "[", RowBox[{"4", ",", "3", ",", "512"}], "]"}], ",", "\[IndentingNewLine]", RowBox[{"convChain", "[", RowBox[{"5", ",", "3", ",", "512"}], "]"}], ",", "\[IndentingNewLine]", RowBox[{"fcChain", "[", "6", "]"}], ",", "\[IndentingNewLine]", RowBox[{"fcChain", "[", "7", "]"}], ",", "\[IndentingNewLine]", RowBox[{"<|", RowBox[{ RowBox[{"\"\\"", "\[Rule]", RowBox[{"LinearLayer", "[", "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"SoftmaxLayer", "[", "]"}]}]}], "|>"}]}], "\[IndentingNewLine]", "]"}], ",", "\[IndentingNewLine]", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetEncoder", "[", RowBox[{"{", RowBox[{"\"\\"", ",", RowBox[{"{", RowBox[{"224", ",", "224"}], "}"}], ",", RowBox[{"\"\\"", "\[Rule]", "vgg16MeanImage"}]}], "}"}], "]"}]}], ",", RowBox[{"\"\\"", "\[Rule]", RowBox[{"NetDecoder", "[", RowBox[{"{", RowBox[{"\"\\"", ",", "vgg16Classes"}], "}"}], "]"}]}]}], "\n", "]"}]}]], "Input"], Cell[BoxData[ StyleBox[ TagBox[ TagBox[ RowBox[{"NetChain", "[", PanelBox[ TagBox[GridBox[{ {"\<\"\"\>", "\<\"Input\"\>", TagBox[GridBox[{ {"\<\"image\"\>"}, { TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"3\"", "\"224\"", "\"224\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]} }, BaselinePosition->2, DefaultBaseStyle->"Column", GridBoxAlignment->{"Columns" -> {{Left}}}, GridBoxItemSize->{ "Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}], "Column"]}, { StyleBox["\<\"conv1_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"64\"", "\"224\"", "\"224\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu1_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"64\"", "\"224\"", "\"224\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv1_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"64\"", "\"224\"", "\"224\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu1_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"64\"", "\"224\"", "\"224\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"pool1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["PoolingLayer", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"64\"", "\"112\"", "\"112\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv2_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"128\"", "\"112\"", "\"112\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu2_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"128\"", "\"112\"", "\"112\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv2_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"128\"", "\"112\"", "\"112\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu2_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"128\"", "\"112\"", "\"112\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"pool2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["PoolingLayer", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"128\"", "\"56\"", "\"56\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv3_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"256\"", "\"56\"", "\"56\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu3_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"256\"", "\"56\"", "\"56\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv3_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"256\"", "\"56\"", "\"56\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu3_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"256\"", "\"56\"", "\"56\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv3_3\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"256\"", "\"56\"", "\"56\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu3_3\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"256\"", "\"56\"", "\"56\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"pool3\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["PoolingLayer", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"256\"", "\"28\"", "\"28\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv4_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"28\"", "\"28\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu4_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"28\"", "\"28\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv4_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"28\"", "\"28\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu4_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"28\"", "\"28\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv4_3\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"28\"", "\"28\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu4_3\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"28\"", "\"28\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"pool4\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["PoolingLayer", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"14\"", "\"14\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv5_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"14\"", "\"14\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu5_1\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"14\"", "\"14\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv5_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"14\"", "\"14\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu5_2\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"14\"", "\"14\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"conv5_3\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["ConvolutionLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"14\"", "\"14\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu5_3\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"14\"", "\"14\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"pool5\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["PoolingLayer", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"3-tensor\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{ "\[Times]", "\"\[Times]\"", "\"512\"", "\"7\"", "\"7\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"fc6\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["LinearLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"vector\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"4096\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu6\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"vector\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"4096\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"drop6\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["DropoutLayer", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"vector\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"4096\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"fc7\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["LinearLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"vector\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"4096\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"relu7\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["Ramp", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"vector\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"4096\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"drop7\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["DropoutLayer", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"vector\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"4096\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"fc8\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["LinearLayer", StripOnInput->False, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], TemplateBox[{"\"vector\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"1000\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, { StyleBox["\<\"prob\"\>", StripOnInput->False, FontColor->GrayLevel[0.5], $CellContext`LineColor -> GrayLevel[0.5], $CellContext`FrontFaceColor -> GrayLevel[0.5], $CellContext`BackFaceColor -> GrayLevel[0.5], $CellContext`GraphicsColor -> GrayLevel[0.5]], StyleBox["SoftmaxLayer", StripOnInput->False, FontColor->GrayLevel[0], $CellContext`LineColor -> GrayLevel[0], $CellContext`FrontFaceColor -> GrayLevel[0], $CellContext`BackFaceColor -> GrayLevel[0], $CellContext`GraphicsColor -> GrayLevel[0]], TemplateBox[{"\"vector\"","\" \"",StyleBox[ TemplateBox[{ "\"(\"", "\"\[VeryThinSpace]\"", "\"size\"", "\":\"", "\" \"", TemplateBox[{"\[Times]", "\"\[Times]\"", "\"1000\""}, "RowWithSeparators"], "\"\[VeryThinSpace]\"", "\")\""}, "RowDefault"], GrayLevel[0.5], StripOnInput -> False]}, "RowDefault"]}, {"\<\"\"\>", "\<\"Output\"\>", "\<\"class\"\>"}, { ItemBox[ StyleBox["\<\"(uninitialized)\"\>", StripOnInput->False, FontSize->Small, FontColor->RGBColor[0.66, 0, 0], $CellContext`LineColor -> RGBColor[0.66, 0, 0], $CellContext`FrontFaceColor -> RGBColor[0.66, 0, 0], $CellContext`BackFaceColor -> RGBColor[0.66, 0, 0], $CellContext`GraphicsColor -> RGBColor[0.66, 0, 0]], Alignment->Center, StripOnInput->False], "\[SpanFromLeft]", "\[SpanFromLeft]"} }, AutoDelete->False, GridBoxAlignment->{"Columns" -> {{Left}}}, GridBoxItemSize->{"Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}}, GridBoxSpacings->{"Columns" -> {{1.1}}}], "Grid"], BaselinePosition->Automatic], "]"}], False], Deploy], LineBreakWithin->False]], "Output"] }, Open ]] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell["Training", "Section", CellChangeTimes->{{3.695474798960601*^9, 3.69547479969661*^9}}], Cell["(Performed separately using ImageNet)", "Text", CellChangeTimes->{{3.695474856418449*^9, 3.695474863168799*^9}}] }, Open ]] }, Open ]] }, WindowSize->Automatic, WindowMargins->Automatic, FrontEndVersion->"11.3 for Linux x86 (64-bit) (March 6, 2018)", StyleDefinitions->"Default.nb" ] (* End of Notebook Content *) (* Internal cache information *) (*CellTagsOutline CellTagsIndex->{} *) (*CellTagsIndex CellTagsIndex->{} *) (*NotebookFileOutline Notebook[{ Cell[CellGroupData[{ Cell[580, 22, 134, 4, 70, "Title",ExpressionUUID->"5287c523-0dfd-40f6-ba5a-721aa8193d6a"], Cell[CellGroupData[{ Cell[739, 30, 103, 1, 70, "Subsection",ExpressionUUID->"83094d19-8098-453f-ac55-e95bb37fe15a"], Cell[CellGroupData[{ Cell[867, 35, 106, 1, 70, "Subsubsection",ExpressionUUID->"668d05c2-fc1e-4e93-ad3f-5e0b2e81133c"], Cell[976, 38, 284, 6, 70, "Input",ExpressionUUID->"e323debe-886f-4623-ba2b-0387d9b22638"] }, Open ]], Cell[CellGroupData[{ Cell[1297, 49, 106, 1, 70, "Subsubsection",ExpressionUUID->"469e6c37-04a8-483e-9a5d-a65c07bb83a4"], Cell[1406, 52, 270, 6, 70, "Input",ExpressionUUID->"b4cbbd69-fc06-4b54-80d2-0d4cab43abf1"] }, Open ]], Cell[CellGroupData[{ Cell[1713, 63, 106, 1, 70, "Subsubsection",ExpressionUUID->"619ffff6-095e-44ca-8db0-96aa765cd2ac"], Cell[1822, 66, 208, 4, 70, "Input",ExpressionUUID->"06fb7b5d-3186-45b5-b5c0-b8b9642baabf"] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[2079, 76, 77, 1, 70, "Section",ExpressionUUID->"803eab82-7ac1-4417-b09c-1a205073eeef"], Cell[CellGroupData[{ Cell[2181, 81, 105, 1, 70, "Subsection",ExpressionUUID->"e8c0bcdc-dabb-4a35-b040-b9533b2dff59"], Cell[2289, 84, 2107, 56, 70, "Input",ExpressionUUID->"56abceb9-38cf-4b6f-b15d-a314830d073d"], Cell[4399, 142, 638, 17, 70, "Input",ExpressionUUID->"82a445df-97bb-40be-879d-53c9998fb3c2"] }, Open ]], Cell[CellGroupData[{ Cell[5074, 164, 106, 1, 70, "Subsection",ExpressionUUID->"2fd10e1a-43d8-47d8-a30d-6148cabce713"], Cell[5183, 167, 491, 13, 70, "Input",ExpressionUUID->"3ab61edc-0494-4142-bfe8-6fc802071984"], Cell[5677, 182, 325, 8, 70, "Input",ExpressionUUID->"92434955-8e59-4e88-b530-5fd5262b6da7"] }, Open ]], Cell[CellGroupData[{ Cell[6039, 195, 97, 1, 70, "Subsection",ExpressionUUID->"1c703fe6-b156-4bad-a934-b04c094e2003"], Cell[CellGroupData[{ Cell[6161, 200, 1654, 38, 70, "Input",ExpressionUUID->"d919820c-f017-4e49-9c92-d419dc4a74ce"], Cell[7818, 240, 46985, 1055, 70, "Output",ExpressionUUID->"99e1721f-2e01-47da-8b61-f09e691db0bb"] }, Open ]] }, Open ]] }, Open ]], Cell[CellGroupData[{ Cell[54864, 1302, 92, 1, 70, "Section",ExpressionUUID->"5bc6142b-c2c8-49ee-aaf4-033c6d7612ae"], Cell[54959, 1305, 119, 1, 70, "Text",ExpressionUUID->"da4acdae-b62b-490e-b846-47ec715675fd"] }, Open ]] }, Open ]] } ] *) (* End of internal cache information *)