Back
Democratizing AI: Open-source Scalable LLM Training on GPU-based Supercomputers
@conference{singh_2024, title = {Democratizing AI: Open-source Scalable LLM Training on GPU-based Supercomputers}, booktitle = {International Conference for High Performance Computing, Networking, Storage and Analysis SC (SC24)}, pages = {36-49}, series = {Supercomputing}, publisher = {IEEE Digital Library}, address = {Atlanta, GA}, month = nov, year = {2024}, slug = {singh_2024}, author = {Singh, Siddharth and Singhania, Prajwal and Ranjan, Aditya and Kirchenbauer, John and Geiping, Jonas and Wen, Yuxin and Jain, Neel and Hans, Abhimanyu and Shu, Manli and Tomar, Aditya and Goldstein, Tom and Bhatele, Abhinav}, url = {https://www.computer.org/csdl/proceedings-article/sc/2024/529100a036/21HUV5yQsyQ}, month_numeric = {11} }