Buckets:

abidlabs
/

backprop-alternatives-repro

abidlabs/backprop-alternatives-repro / analysis /accuracy_curves.html

abidlabs's picture

17 days ago

10.5 kB

	<html>
	<head><meta charset="utf-8" /></head>
	<body>
	<div> <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
	<script charset="utf-8" src="https://cdn.plot.ly/plotly-3.3.0.min.js" integrity="sha256-bO3dS6yCpk9aK4gUpNELtCiDeSYvGYnK7jFI58NQnHI=" crossorigin="anonymous"></script> <div id="9e991744-fe93-4d94-a6d1-3ed0ee7d1919" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script type="text/javascript"> window.PLOTLYENV=window.PLOTLYENV \|\| {}; if (document.getElementById("9e991744-fe93-4d94-a6d1-3ed0ee7d1919")) { Plotly.newPlot( "9e991744-fe93-4d94-a6d1-3ed0ee7d1919", [{"error_y":{"array":{"dtype":"f8","bdata":"7LwjBOw88D8GR2nJVAUKQLN68mIfUPA\u002fLhiFHyh1zz8khKTxkGD7P6O\u002fn5YhB\u002f8\u002fTj6zMw\u002fTEkAiFesGCswJQA+QGQf+WQlAqebQMLgJEkCXRGrenKsNQNN0cNewTwdASSAU93hkBEBicoDTsbb3P2SAtCZVhQNAsjsDm83NCEBvPuiE70jzP4PnIqIKSfo\u002fuTMA2q0r5j8hg69JVYnzP0lS7Uvd9QJA"},"type":"data","visible":true},"line":{"color":"#6B1E3F","width":3},"mode":"lines+markers","name":"BP + checkpointing","x":{"dtype":"i2","bdata":"AADIAJABWAIgA+gDsAR4BUAGCAfQB5gIYAkoCvAKuAuADEgNEA7YDqAP"},"y":{"dtype":"f8","bdata":"AAAAAACWOUCqqqqqKjxIQAAAAAAALEpAq6qqqqoES0AAAAAAgBNMQFVVVVVV8ExAVVVVVdVHTUBVVVVV1VpOQAAAAACAz05Aq6qqqipET0BVVVVVVaxPQFZVVVVVV1BAVlVVVdXHUEBWVVVV1flQQFZVVVUVGVFAAAAAAMApUUBWVVVVFX1RQAAAAADAplFAqqqqqqrWUUCqqqqqqu9RQAAAAADAv1FA"},"type":"scatter"},{"error_y":{"array":{"dtype":"f8","bdata":"7LwjBOw88D\u002fVudwBPT7bPwAAAAAA4OU\u002fpsqlZAMU\u002fT9ecoDTsbb3P3TZcA4N4PY\u002f4efDrleb5j9oXNQEvvHyP+YQUFtxdPc\u002fGUdpyVQFyj8ZR2nJVAXKP9W53AE9Pts\u002foMFQd+nI8z\u002f95TgRIkgAQMi6rchHF9Q\u002fgyB9Y8CB9z8nHjwwqsT2P0kgFPd4ZPQ\u002fUlt+LCBV9D9qAfG8xKH+P89WcS8Zpfc\u002f"},"type":"data","visible":true},"line":{"color":"#2878B5","width":3},"mode":"lines+markers","name":"FmAD (1 direction)","x":{"dtype":"i2","bdata":"AADIAJABWAIgA+gDsAR4BUAGCAfQB5gIYAkoCvAKuAuADEgNEA7YDqAP"},"y":{"dtype":"f8","bdata":"AAAAAACWOUAAAAAAAGQ5QAAAAAAArzlAVVVVVVXQOUCrqqqqqnQ5QFVVVVVVbDlAVlVVVVW9OEAAAAAAAGQ5QKuqqqqqpjlAVVVVVVVsOUBVVVVVVWY6QAAAAAAA4TlAVVVVVVX8OkBVVVVVVZg6QKuqqqqqCjpAq6qqqqqzO0Crqqqqqh07QKuqqqqq5TtAVVVVVVWrO0CrqqqqqrM7QAAAAAAAazxA"},"type":"scatter"},{"error_y":{"array":{"dtype":"f8","bdata":"7LwjBOw88D\u002fh58OuV5vmP7NojPlHCeA\u002fsP8wAR+k3D+qsOGyzC7sP1YD4AhYbQJA0yv87APz1T9QcC6KGvD8P09bfiwgVeQ\u002fFjnhxyvW4j\u002fc58OuV5v2PxX8PAmI9AhAx1fxGz1p8z91H0VoNFwNQAHWmBL03gpAtoml41QkBUCriuEJZCX5P8JX8Rs9afM\u002fITnhxyvW8j9XiTP8fiwDQNejWiJ3XgBA"},"type":"data","visible":true},"line":{"color":"#D89000","width":3},"mode":"lines+markers","name":"ZO (1 direction)","x":{"dtype":"i2","bdata":"AADIAJABWAIgA+gDsAR4BUAGCAfQB5gIYAkoCvAKuAuADEgNEA7YDqAP"},"y":{"dtype":"f8","bdata":"AAAAAACWOUBWVVVVVSc4QKqqqqqq9zhAAAAAAADhOUCrqqqqqiM6QFVVVVVVFTtAVVVVVVUCOkAAAAAAANs6QFVVVVVVGzpAq6qqqqp0OUBVVVVVVRU7QKuqqqqqzDtAVVVVVVVHO0CrqqqqqrM7QAAAAAAAzzxAVVVVVVVUPUAAAAAAAGs8QKuqqqqq6zpAq6qqqqpPO0BVVVVVVbg9QAAAAAAAwz5A"},"type":"scatter"}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"white","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"white","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"#C8D4E3","linecolor":"#C8D4E3","minorgridcolor":"#C8D4E3","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"#C8D4E3","linecolor":"#C8D4E3","minorgridcolor":"#C8D4E3","startlinecolor":"#2a3f5f"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scattermap":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermap"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"geo":{"bgcolor":"white","lakecolor":"white","landcolor":"white","showlakes":true,"showland":true,"subunitcolor":"#C8D4E3"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"light"},"paper_bgcolor":"white","plot_bgcolor":"white","polar":{"angularaxis":{"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":""},"bgcolor":"white","radialaxis":{"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"},"yaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"},"zaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"ternary":{"aaxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""},"baxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""},"bgcolor":"white","caxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""}},"title":{"x":0.05},"xaxis":{"automargin":true,"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":"","title":{"standoff":15},"zerolinecolor":"#EBF0F8","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":"","title":{"standoff":15},"zerolinecolor":"#EBF0F8","zerolinewidth":2}}},"shapes":[{"line":{"dash":"dash"},"type":"line","x0":0,"x1":1,"xref":"x domain","y0":45,"y1":45,"yref":"y"}],"annotations":[{"showarrow":false,"text":"45% convergence threshold","x":1,"xanchor":"right","xref":"x domain","y":45,"yanchor":"bottom","yref":"y"}],"legend":{"orientation":"h","y":1.12},"title":{"text":"Memory-matched AG News validation accuracy (mean ± s.d., 3 seeds)"},"xaxis":{"title":{"text":"Optimizer updates"}},"yaxis":{"title":{"text":"Validation accuracy (%)"}}}, {"responsive": true} ) }; </script> </div>
	</body>
	</html>

Xet Storage Details

Size:: 10.5 kB
Xet hash:: 4cdc0d297d7dbdd0ace24b106cac16634d07464dae4c57af67d295ccb4b73fa2

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.