@inproceedings {simoulin:hal-03601412, title = {How Many Layers and Why? An Analysis of the Model Depth in Transformers}, year = {2021}, address = {Bangkok, Thailand}, url = {https://hal.archives-ouvertes.fr/hal-03601412}, author = {Simoulin, Antoine and Beno{\^\i}t Crabb{\'e}} }