@inproceedings{inproceedings, title  = {{Deconstructing Attention: Investigating Design Principles for Effective Language Modeling.}},

 publisher = {{The Asian Federation of Natural Language Processing and The Association for Computational Linguistics}},

 url = {{https://aclanthology.org/volumes/2025.ijcnlp-long/ }},

 year = {{2025}},

 month = {{1}},

 author = {{Xue H and Moosavi NS and Aletras N}},

 isbn = {{979-8-89176-298-5}},

 journal = {{IJCNLP-AACL (long papers)}},

 pages = {{708-727}},

 note = {{Accessed on 2026/03/07}}}