@misc{dl2-a08-1, title={Born Again Neural Networks}, author={Tommaso Furlanello, Zachary C. Lipton, Michael Tschannen, Laurent Itti, Anima Anandkumar}, year={2018}, url={https://arxiv.org/abs/1805.04770} } @misc{dl2-a08-2, title={Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results}, author={Antti Tarvainen, Harri Valpola}, year={2017}, url={https://arxiv.org/abs/1703.01780} } @misc{dl2-a08-3, title={Bootstrap your own latent: A new approach to self-supervised Learning}, author={Jean-Bastien Grill, Florian Strub, Florent Altché, Corentin Tallec, Pierre H. Richemond, Elena Buchatskaya, Carl Doersch, Bernardo Avila Pires, Zhaohan Daniel Guo, Mohammad Gheshlaghi Azar, Bilal Piot, Koray Kavukcuoglu, Rémi Munos, Michal Valko}, year={2020}, url={https://arxiv.org/abs/2006.07733} } @misc{dl2-a08-4, title={Emerging Properties in Self-Supervised Vision Transformers}, author={Mathilde Caron, Hugo Touvron, Ishan Misra, Hervé Jégou, Julien Mairal, Piotr Bojanowski, Armand Joulin}, year={2021}, url={https://arxiv.org/abs/2104.14294} } @misc{dl2-a08-5, title={Exploring Simple Siamese Representation Learning}, author={Xinlei Chen, Kaiming He}, year={2020}, url={https://arxiv.org/abs/2011.10566} } @misc{dl2-a08-6, title={Towards Understanding Ensemble, Knowledge Distillation and Self-Distillation in Deep Learning}, author={Zeyuan Allen-Zhu, Yuanzhi Li}, year={2023}, url={https://arxiv.org/abs/2012.09816} }