Varshith19 commited on
Commit
60d95c6
·
verified ·
1 Parent(s): 293e4aa

final figures

Browse files
figures/fig1_capacity_plateau.html CHANGED
@@ -2,6 +2,6 @@
2
  <head><meta charset="utf-8" /></head>
3
  <body>
4
  <div style="height:480px; width:100%;"> <script>window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
5
- <script charset="utf-8" src="https://cdn.plot.ly/plotly-3.7.0.min.js" integrity="sha256-jvTGqxNp8AGWEcvNLVuKr+8j5dGe9Yw51LQkmDH+IYA=" crossorigin="anonymous"></script> <div id="a5561ce0-82eb-4baf-b826-e3b8e2e448c7" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("a5561ce0-82eb-4baf-b826-e3b8e2e448c7")) { Plotly.newPlot( "a5561ce0-82eb-4baf-b826-e3b8e2e448c7", [{"mode":"lines+markers","name":"d1-w32 (0.08M params)","x":[1024,4096,16384],"y":[3.0118622290027575,3.3399427181366343,3.54038898454708],"type":"scatter"},{"mode":"lines+markers","name":"d2-w64 (0.23M params)","x":[512,2048,8192,32768],"y":[1.568395973729824,3.159133820791633,3.582679962508119,3.610262671387763],"type":"scatter"},{"mode":"lines+markers","name":"d2-w128 (0.66M params)","x":[1024,4096,16384],"y":[1.0981711876354416,3.4280695134330874,3.612158347195494],"type":"scatter"},{"mode":"lines+markers","name":"d4-w128 (1.05M params)","x":[2048,8192],"y":[1.3714096797726643,3.5699225919132753],"type":"scatter"}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"white","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"white","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"#C8D4E3","linecolor":"#C8D4E3","minorgridcolor":"#C8D4E3","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"#C8D4E3","linecolor":"#C8D4E3","minorgridcolor":"#C8D4E3","startlinecolor":"#2a3f5f"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scattermap":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermap"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"geo":{"bgcolor":"white","lakecolor":"white","landcolor":"white","showlakes":true,"showland":true,"subunitcolor":"#C8D4E3"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"light"},"paper_bgcolor":"white","plot_bgcolor":"white","polar":{"angularaxis":{"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":""},"bgcolor":"white","radialaxis":{"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"},"yaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"},"zaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"ternary":{"aaxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""},"baxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""},"bgcolor":"white","caxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""}},"title":{"x":0.05},"xaxis":{"automargin":true,"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":"","title":{"standoff":15},"zerolinecolor":"#EBF0F8","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":"","title":{"standoff":15},"zerolinecolor":"#EBF0F8","zerolinewidth":2}}},"shapes":[{"line":{"color":"black","dash":"dash"},"type":"line","x0":0,"x1":1,"xref":"x domain","y0":3.6,"y1":3.6,"yref":"y"}],"annotations":[{"showarrow":false,"text":"paper ~3.6 bpp","x":1,"xanchor":"right","xref":"x domain","y":3.6,"yanchor":"bottom","yref":"y"}],"xaxis":{"title":{"text":"# training sequences (log)"},"type":"log"},"yaxis":{"title":{"text":"bits \u002f parameter"}},"title":{"text":"Memorization capacity plateau (GPT on uniform random data)"},"height":480}, {"responsive": true} ) }; </script> </div>
6
  </body>
7
  </html>
 
2
  <head><meta charset="utf-8" /></head>
3
  <body>
4
  <div style="height:480px; width:100%;"> <script>window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
5
+ <script charset="utf-8" src="https://cdn.plot.ly/plotly-3.7.0.min.js" integrity="sha256-jvTGqxNp8AGWEcvNLVuKr+8j5dGe9Yw51LQkmDH+IYA=" crossorigin="anonymous"></script> <div id="27cdde09-0b64-4cb9-9609-60ae32517e52" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("27cdde09-0b64-4cb9-9609-60ae32517e52")) { Plotly.newPlot( "27cdde09-0b64-4cb9-9609-60ae32517e52", [{"mode":"lines+markers","name":"d1-w32 (0.08M params)","x":[1024,4096,16384],"y":[3.0118622290027575,3.3399427181366343,3.54038898454708],"type":"scatter"},{"mode":"lines+markers","name":"d2-w64 (0.23M params)","x":[512,2048,8192,32768],"y":[1.568395973729824,3.159133820791633,3.582679962508119,3.610262671387763],"type":"scatter"},{"mode":"lines+markers","name":"d2-w128 (0.66M params)","x":[1024,4096,16384],"y":[1.0981711876354416,3.4280695134330874,3.612158347195494],"type":"scatter"},{"mode":"lines+markers","name":"d4-w128 (1.05M params)","x":[2048,8192,32768],"y":[1.3714096797726643,3.5699225919132753,3.568412553293295],"type":"scatter"}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"white","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"white","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"#C8D4E3","linecolor":"#C8D4E3","minorgridcolor":"#C8D4E3","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"#C8D4E3","linecolor":"#C8D4E3","minorgridcolor":"#C8D4E3","startlinecolor":"#2a3f5f"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scattermap":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermap"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"geo":{"bgcolor":"white","lakecolor":"white","landcolor":"white","showlakes":true,"showland":true,"subunitcolor":"#C8D4E3"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"light"},"paper_bgcolor":"white","plot_bgcolor":"white","polar":{"angularaxis":{"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":""},"bgcolor":"white","radialaxis":{"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"},"yaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"},"zaxis":{"backgroundcolor":"white","gridcolor":"#DFE8F3","gridwidth":2,"linecolor":"#EBF0F8","showbackground":true,"ticks":"","zerolinecolor":"#EBF0F8"}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"ternary":{"aaxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""},"baxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""},"bgcolor":"white","caxis":{"gridcolor":"#DFE8F3","linecolor":"#A2B1C6","ticks":""}},"title":{"x":0.05},"xaxis":{"automargin":true,"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":"","title":{"standoff":15},"zerolinecolor":"#EBF0F8","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#EBF0F8","linecolor":"#EBF0F8","ticks":"","title":{"standoff":15},"zerolinecolor":"#EBF0F8","zerolinewidth":2}}},"shapes":[{"line":{"color":"black","dash":"dash"},"type":"line","x0":0,"x1":1,"xref":"x domain","y0":3.6,"y1":3.6,"yref":"y"}],"annotations":[{"showarrow":false,"text":"paper ~3.6 bpp","x":1,"xanchor":"right","xref":"x domain","y":3.6,"yanchor":"bottom","yref":"y"}],"xaxis":{"title":{"text":"# training sequences (log)"},"type":"log"},"yaxis":{"title":{"text":"bits \u002f parameter"}},"title":{"text":"Memorization capacity plateau (GPT on uniform random data)"},"height":480}, {"responsive": true} ) }; </script> </div>
6
  </body>
7
  </html>
figures/fig1_capacity_plateau.png CHANGED

Git LFS Details

  • SHA256: 6fb1b162c536f12f15ebd4f7218c5639a47176840c061fa164cb73b4e990d952
  • Pointer size: 131 Bytes
  • Size of remote file: 105 kB

Git LFS Details

  • SHA256: 586f45d0beb929c9c11387acd07c9ddc942ae8f62da100ca5b9f9edd1ed120a2
  • Pointer size: 131 Bytes
  • Size of remote file: 161 kB
figures/fig3_double_descent.png CHANGED

Git LFS Details

  • SHA256: d45d72d4f0cda5b1a86f0ed9a970d2bcc36608642b0958f48db58e89f7face11
  • Pointer size: 131 Bytes
  • Size of remote file: 106 kB

Git LFS Details

  • SHA256: 473a4c7b47ed9bfecfac2da569596714c6dd508336e5404156a4e86ff285cdaf
  • Pointer size: 131 Bytes
  • Size of remote file: 177 kB
figures/fig6_bpp_vs_params.png CHANGED
figures/fig7_mi_scaling.png CHANGED
figures/summary_lean.csv CHANGED
@@ -5,9 +5,14 @@ d1-w32_n16384_bf16_s0,1,32,4,77920,16384,64,2048,bfloat16,0,12553,1024,1,1153433
5
  d1-w32_n16384_fp32_s0,1,32,4,77920,16384,64,2048,float32,0,12000,512,1,11534336.0,11289668.252604596,244667.74739540368,3.139986491214113,7.4628846347332,7.7802863121032715,0.9958460598651078,-7.651047706604004,124.28364586830139
6
  d1-w32_n4096_bf16_s0,1,32,4,77920,4096,64,2048,bfloat16,0,7638,1024,1,2883584.0,2623335.6634027935,260248.33659720654,3.3399427181366343,6.936484217643738,8.30504560470581,0.9998779445863422,-7.779296875,192.68513226509094
7
  d2-w128_n1024_bfloat16_s0,2,128,8,656000,1024,64,2048,bfloat16,0,8000,384,1,720896.0,495.70091115032506,720400.2990888497,1.0981711876354416,0.005242823623120785,27.642335414886475,0.9999999999994991,-0.0300984475761652,167.94316267967224
 
 
8
  d2-w64_n2048_bfloat16_s0,2,64,4,229696,2048,64,2048,bfloat16,0,10000,512,1,1441792.0,716151.5978994451,725640.4021005549,3.159133820791633,3.7872197031974792,13.130642890930176,0.9997559189645959,-11.4853515625,222.75749039649963
9
  d2-w64_n2048_fp32_s0,2,64,4,229696,2048,64,2048,float32,0,10000,256,1,1441792.0,714860.3632957394,726931.6367042606,3.164755314434124,3.780391275882721,12.841822147369385,0.9990224828929501,-4.910470962524414,78.76775193214417
10
  d2-w64_n32768_bfloat16_s0,2,64,4,229696,32768,64,2048,bfloat16,0,30000,512,1,23068672.0,22239409.105432916,829262.8945670836,3.610262671387763,7.3505323976278305,7.892160654067993,0.9996033320106067,-7.66845703125,670.8058476448059
11
  d2-w64_n512_bfloat16_s0,2,64,4,229696,512,64,2048,bfloat16,0,5000,512,1,360448.0,193.7184181543366,360254.28158184566,1.568395973729824,0.004097759258002043,29.440959453582764,0.9990224828929486,-0.05276238173246384,112.13331604003906
12
  d2-w64_n8192_bfloat16_s0,2,64,4,229696,8192,64,2048,bfloat16,0,22000,512,1,5767168.0,4944240.743331735,822927.256668265,3.582679962508119,6.536648809909821,8.729503870010376,0.9999999999994997,-7.302978515625,488.9944713115692
13
  d2-w64_n8192_fp32_s0,2,64,4,229696,8192,64,2048,float32,0,22000,256,1,5767168.0,4952531.934273833,814636.0657261666,3.5465835962583876,6.547610372304916,8.696101903915405,0.999694731057562,-7.18479061126709,173.75297904014587
 
 
 
 
5
  d1-w32_n16384_fp32_s0,1,32,4,77920,16384,64,2048,float32,0,12000,512,1,11534336.0,11289668.252604596,244667.74739540368,3.139986491214113,7.4628846347332,7.7802863121032715,0.9958460598651078,-7.651047706604004,124.28364586830139
6
  d1-w32_n4096_bf16_s0,1,32,4,77920,4096,64,2048,bfloat16,0,7638,1024,1,2883584.0,2623335.6634027935,260248.33659720654,3.3399427181366343,6.936484217643738,8.30504560470581,0.9998779445863422,-7.779296875,192.68513226509094
7
  d2-w128_n1024_bfloat16_s0,2,128,8,656000,1024,64,2048,bfloat16,0,8000,384,1,720896.0,495.70091115032506,720400.2990888497,1.0981711876354416,0.005242823623120785,27.642335414886475,0.9999999999994991,-0.0300984475761652,167.94316267967224
8
+ d2-w128_n16384_bfloat16_s0,2,128,8,656000,16384,64,2048,bfloat16,0,28000,384,1,11534336.0,9164760.124239756,2369575.875760244,3.612158347195494,6.058242455124855,9.203715562820435,0.999816860996997,-6.941162109375,592.8328263759613
9
+ d2-w128_n4096_bfloat16_s0,2,128,8,656000,4096,64,2048,bfloat16,0,15000,384,1,2883584.0,634770.3991878944,2248813.6008121055,3.4280695134330874,1.6784260272979736,18.886457443237305,0.9998779445863422,-16.809814453125,319.55566334724426
10
  d2-w64_n2048_bfloat16_s0,2,64,4,229696,2048,64,2048,bfloat16,0,10000,512,1,1441792.0,716151.5978994451,725640.4021005549,3.159133820791633,3.7872197031974792,13.130642890930176,0.9997559189645959,-11.4853515625,222.75749039649963
11
  d2-w64_n2048_fp32_s0,2,64,4,229696,2048,64,2048,float32,0,10000,256,1,1441792.0,714860.3632957394,726931.6367042606,3.164755314434124,3.780391275882721,12.841822147369385,0.9990224828929501,-4.910470962524414,78.76775193214417
12
  d2-w64_n32768_bfloat16_s0,2,64,4,229696,32768,64,2048,bfloat16,0,30000,512,1,23068672.0,22239409.105432916,829262.8945670836,3.610262671387763,7.3505323976278305,7.892160654067993,0.9996033320106067,-7.66845703125,670.8058476448059
13
  d2-w64_n512_bfloat16_s0,2,64,4,229696,512,64,2048,bfloat16,0,5000,512,1,360448.0,193.7184181543366,360254.28158184566,1.568395973729824,0.004097759258002043,29.440959453582764,0.9990224828929486,-0.05276238173246384,112.13331604003906
14
  d2-w64_n8192_bfloat16_s0,2,64,4,229696,8192,64,2048,bfloat16,0,22000,512,1,5767168.0,4944240.743331735,822927.256668265,3.582679962508119,6.536648809909821,8.729503870010376,0.9999999999994997,-7.302978515625,488.9944713115692
15
  d2-w64_n8192_fp32_s0,2,64,4,229696,8192,64,2048,float32,0,22000,256,1,5767168.0,4952531.934273833,814636.0657261666,3.5465835962583876,6.547610372304916,8.696101903915405,0.999694731057562,-7.18479061126709,173.75297904014587
16
+ d4-w128_n2048_bfloat16_s0,4,128,8,1049728,2048,64,2048,bfloat16,0,10000,384,1,1441792.0,2184.859671600569,1439607.1403283994,1.3714096797726643,0.011554178781807423,26.50293493270874,0.9990224828929501,-0.05870996415615082,211.60499811172485
17
+ d4-w128_n32768_bfloat16_s0,4,128,8,1049728,32768,64,2048,bfloat16,0,32000,384,1,23068672.0,19322809.427256536,3745862.5727434643,3.568412553293295,6.386542737483978,8.832721948623657,0.9998931770661422,-7.30322265625,673.7350013256073
18
+ d4-w128_n8192_bfloat16_s0,4,128,8,1049728,8192,64,2048,bfloat16,0,22000,384,1,5767168.0,2019720.2974360613,3747447.7025639387,3.5699225919132753,2.6702183336019516,14.464654445648193,0.9998779147840194,-4.147796630859375,468.3837842941284