@misc{dl-14-1, title = {{LoRA: Low-Rank Adaptation of Large Language Models}}, author = {Hu, Edward J. and Shen, Yelong and Wallis, Phillip and Allen-Zhu, Zeyuan and Li, Yuanzhi and Wang, Shean and Wang, Lu and Chen, Weizhu}, howpublished = {arXiv preprint}, year = {2021}, doi = {10.48550/arXiv.2106.09685}, url = {https://arxiv.org/abs/2106.09685} } @misc{dl-14-2, title = {{Intrinsic Dimensionality Explains the Effectiveness of Language Model Fine-Tuning}}, author = {Aghajanyan, Armen and Zettlemoyer, Luke and Gupta, Sonal}, howpublished = {arXiv preprint}, year = {2020}, doi = {10.48550/arXiv.2012.13255}, url = {https://arxiv.org/abs/2012.13255} } @misc{dl-14-3, title = {{A Rank Stabilization Scaling Factor for Fine-Tuning with LoRA}}, author = {Kalajdzievski, Damjan}, howpublished = {arXiv preprint}, year = {2023}, doi = {10.48550/arXiv.2312.03732}, url = {https://arxiv.org/abs/2312.03732} }