@inproceedings{liu-etal-2021-marginal, title = "Marginal Utility Diminishes: Exploring the Minimum Knowledge for {BERT} Knowledge Distillation", author = "Liu, Yuanxin and Meng, Fandong and Lin, Zheng and Wang, Weiping and Zhou, Jie", editor = "Zong, Chengqing and Xia, Fei and Li, Wenjie and Navigli, Roberto", booktitle = "Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)", month = aug, year = "2021", address = "Online", publisher = "Association for Computational Linguistics", url = "https://aclanthology.org/2021.acl-long.228/", doi = "10.18653/v1/2021.acl-long.228", pages = "2928--2941" }