deploy
mac:/Users/yaroslav/Google Drive/src/openai/resnet-memory.nb
Sat 13 Jan 2018 15:28:36
Plots
Plots
SetDirectory["~/git0/gradient-checkpointing/test"]
/Users/yaroslav/Dropbox/git0/gradient-checkpointing/test
sizes=Import["gpubox1-large.csv"];{xs,memory1,time1,memory2,time2}=sizes;ListLinePlot[{memory1,memory2},PlotLabel"V100, batch=1280",AxesLabel{"# blocks","MBs"},PlotLegends{"optimized","regular"},PlotMarkersAutomatic]ListLinePlot[{time1,time2},PlotLegends{"optimized","regular"},PlotLabel"V100, batch=1280",PlotMarkersAutomatic,AxesLabel{"# blocks","sec"}]
plot1=ListLinePlot[time1/time2,PlotRange{0,2},PlotMarkersAutomatic];plot2=Plot[1.3,{x,0,20},PlotStyle{Gray,Dashed}];Show[{plot1,plot2}]
sizes=Import["gpubox1-final.csv"];{xs,memory1,time1,memory2,time2}=sizes;ListLinePlot[{memory1,memory2},PlotLabel"V100, batch=4096",AxesLabel{"# blocks","MBs"},PlotLegends{"optimized","regular"}]ListLinePlot[{time1,time2},PlotLegends{"optimized","regular"},PlotLabel"V100, batch=4096",PlotMarkersAutomatic,AxesLabel{"# blocks","sec"}]
sizes=Import["home-large.csv"];{xs,memory1,time1,memory2,time2}=sizes;ListLinePlot[{memory1,memory2},PlotLabel"Iteration Peak Memory",AxesLabel{"# blocks","MBs"},PlotLegends{"optimized","regular"},PlotMarkersAutomatic]ListLinePlot[{time1,time2},PlotLegends{"optimized","regular"},PlotLabel"Iteration Wall-Clock Time",PlotMarkersAutomatic,AxesLabel{"# blocks","sec"}]
sizes=Import["home-final.csv"];{xs,memory1,time1,memory2,time2}=sizes;ListLinePlot[{memory1,memory2},PlotLabel"GTX1080, batch=4096",AxesLabel{"# blocks","MBs"},PlotMarkersAutomatic]ListLinePlot[{time1,time2},PlotLegends{"optimized","regular"},PlotLabel"GTX1080, batch=4096",PlotMarkersAutomatic,AxesLabel{"# blocks","sec"}]
Larger plot
Larger plot
Plot times to compute gradients
Plot times to compute gradients
Data
Data