- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.pdf files (31):

plotstables/validation_c4.pdf
plotstables/validation_c4py.pdf
plotstables/strategies.pdf
plotstables/dd.pdf
plotstables/mup.pdf
plotstables/galactica.pdf
plotstables/training_oscar.pdf
plotstables/isoloss_alphabeta_100m.pdf
plotstables/cartoon.pdf
plotstables/validation_oscar.pdf
plotstables/dualplot.pdf
plotstables/composition.pdf
plotstables/return_alloc.pdf
plotstables/beyond.pdf
plotstables/training_validation_filter.pdf
plotstables/validation_c4oscar.pdf
plotstables/old_plots/compute.pdf
plotstables/old_plots/isoflops_single_prompt.pdf
plotstables/old_plots/parameters.pdf
plotstables/old_plots/epochs_scores.pdf
plotstables/old_plots/data_optimal.pdf
plotstables/old_plots/dataset.pdf
plotstables/old_plots/isoflops.pdf
plotstables/old_plots/epochs.pdf
plotstables/SCALINGDC_60MIN_SLIDES.pdf
plotstables/dedup.pdf
plotstables/isoloss_400m1b5.pdf
plotstables/perplexity_histogram.pdf
plotstables/training_c4.pdf
plotstables/validation_epochs_c4oscar.pdf
plotstables/isoloss_100m.pdf
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.err files (22):

stability_study/logs/blowup-4-alibi-gpu1-1813779.err
stability_study/logs/blowup-4-alibi-bf16-1796229.err
stability_study/logs/blowup-4-adam-alibi-bf16-nokernel-1799767.err
stability_study/logs/blowup-4-adam-alibi-fp32-1805002.err
stability_study/logs/blowup-3-adam-nokernel-1793763.err
stability_study/logs/blowup-3-adam-zero-1793514.err
stability_study/logs/blowup-4-adam-alibi-fp32-nokernel-1799771.err
stability_study/logs/blowup-3-adam-gpu1-1793503.err
stability_study/logs/blowup-1-1793404.err
stability_study/logs/blowup-4-adam-alibi-1794235.err
stability_study/logs/blowup-4-adam-1793736.err
stability_study/logs/blowup-4-adam-alibi-bf16-1804475.err
stability_study/logs/blowup-4-alibi-nods-1814186.err
stability_study/logs/blowup-3-adam-1793490.err
stability_study/logs/blowup-4-alibi-bf16-nods-1814592.err
stability_study/logs/blowup-4-alibi-1805094.err
stability_study/logs/blowup-4-adam-nokernel-1796297.err
stability_study/logs/blowup-4-adam-alibi-fp32-1796300.err
stability_study/logs/blowup-2-adam-1793488.err
stability_study/logs/blowup-2-1793438.err
stability_study/logs/blowup-4-alibi-fp32-1796300.err
stability_study/logs/blowup-3-adam-fp32-1793501.err
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.out files (22):

stability_study/logs/blowup-1-1793404.out
stability_study/logs/blowup-4-adam-alibi-fp32-nokernel-1799771.out
stability_study/logs/blowup-3-adam-nokernel-1793763.out
stability_study/logs/blowup-3-adam-fp32-1793501.out
stability_study/logs/blowup-4-adam-1793736.out
stability_study/logs/blowup-4-adam-alibi-bf16-nokernel-1799767.out
stability_study/logs/blowup-4-alibi-bf16-1796229.out
stability_study/logs/blowup-3-adam-zero-1793514.out
stability_study/logs/blowup-4-adam-alibi-1794235.out
stability_study/logs/blowup-3-adam-gpu1-1793503.out
stability_study/logs/blowup-4-adam-alibi-fp32-1796300.out
stability_study/logs/blowup-2-adam-1793488.out
stability_study/logs/blowup-4-alibi-bf16-nods-1814592.out
stability_study/logs/blowup-4-alibi-gpu1-1813779.out
stability_study/logs/blowup-4-adam-nokernel-1796297.out
stability_study/logs/blowup-3-adam-1793490.out
stability_study/logs/blowup-4-adam-alibi-fp32-1805002.out
stability_study/logs/blowup-2-1793438.out
stability_study/logs/blowup-4-adam-alibi-bf16-1804475.out
stability_study/logs/blowup-4-alibi-fp32-1796300.out
stability_study/logs/blowup-4-alibi-nods-1814186.out
stability_study/logs/blowup-4-alibi-1805094.out
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.png files (15):

stability_study/docs/assets/lumivspuhti.png
filtering_notebooks/figures/oscar_split.png
filtering_notebooks/figures/the_pile_split.png
filtering_notebooks/figures/c4_split.png
filtering_notebooks/figures/text_length_histograms.png
filtering_notebooks/figures/perplexity_histograms.png
filtering_notebooks/figures/roots_en_split.png
filtering_notebooks/figures/oscar.png
plotstables/return_alloc.png
plotstables/SCALINGDC_NEURIPS2023_POSTER.png
plotstables/old_plots/sketch.png
plotstables/old_plots/loss_vs_days_chinchilla.png
plotstables/old_plots/chinchilla_isoflops.png
plotstables/old_plots/curve.png
plotstables/SCALINGDC_NEURIPS2023_THUMB.png
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.drawio files (2):

plotstables/strategies.drawio
plotstables/old_plots/epochs.drawio
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*. files (1):

Makefile
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.pptx files (1):

plotstables/cartoon.pptx
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.jpg files (1):

plotstables/old_plots/lumi_otsake.jpg
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -