Please update offical BibTex of SemEval
13 views
Skip to first unread message
yifan jiang
Apr 3, 2024, 12:25:09 AMApr 3
to BrainTeaser
Hey guys,
Great jobs on the camera-ready revision!!! The actually citation for our task description paper is coming out. Please update the previous one with the new one in you paper and resubmit it by the end of tomoror. Except for that, all papers are in good shape. Thank you so much for the effort and I really like your guys brilliant ideas!
@InProceedings{jiang-ilievski-ma:2024:SemEval2024,
author = {Jiang, Yifan and Ilievski, Filip and Ma, Kaixin},
title = {SemEval-2024 Task 9: BRAINTEASER: A Novel Task Defying Common Sense},
booktitle = {Proceedings of the 18th International Workshop on Semantic Evaluation (SemEval-2024)},
month = {June},
year = {2024},
address = {Mexico City, Mexico},
publisher = {Association for Computational Linguistics},
pages = {1996--2010},
abstract = {While vertical thinking relies on logical and commonsense reasoning, lateral thinking requires systems to defy commonsense associations and overwrite them through unconventional thinking. Lateral thinking has been shown to be challenging for current models but has received little attention. A recent benchmark, BRAINTEASER, aims to evaluate current models' lateral thinking ability in a zero-shot setting. In this paper, we split the original benchmark to also support fine-tuning setting and present SemEval Task 9, BRAINTEASER(S), the first task at this competition designed to test the system's reasoning and lateral thinking ability. As a popular task, BRAINTEASER(S)'s two subtasks receive 483 team submissions from 182 participants during the competition. This paper provides a fine-grained system analysis of the competition results, together with a reflection on what this means for the ability of the systems to reason laterally. We hope that the BRAINTEASER(S) subtasks and findings in this paper can stimulate future work on lateral thinking and robust reasoning by computational models},
url = {https://aclanthology.org/2024.semeval2024-1.271}
}
@InProceedings{jiang-ilievski-ma:2024:SemEval2024,
author = {Jiang, Yifan and Ilievski, Filip and Ma, Kaixin},
title = {SemEval-2024 Task 9: BRAINTEASER: A Novel Task Defying Common Sense},
booktitle = {Proceedings of the 18th International Workshop on Semantic Evaluation (SemEval-2024)},
month = {June},
year = {2024},
address = {Mexico City, Mexico},
publisher = {Association for Computational Linguistics},
pages = {1996--2010},
abstract = {While vertical thinking relies on logical and commonsense reasoning, lateral thinking requires systems to defy commonsense associations and overwrite them through unconventional thinking. Lateral thinking has been shown to be challenging for current models but has received little attention. A recent benchmark, BRAINTEASER, aims to evaluate current models' lateral thinking ability in a zero-shot setting. In this paper, we split the original benchmark to also support fine-tuning setting and present SemEval Task 9, BRAINTEASER(S), the first task at this competition designed to test the system's reasoning and lateral thinking ability. As a popular task, BRAINTEASER(S)'s two subtasks receive 483 team submissions from 182 participants during the competition. This paper provides a fine-grained system analysis of the competition results, together with a reflection on what this means for the ability of the systems to reason laterally. We hope that the BRAINTEASER(S) subtasks and findings in this paper can stimulate future work on lateral thinking and robust reasoning by computational models},
url = {https://aclanthology.org/2024.semeval2024-1.271}
}
Best,
Yifan Jiang
Reply all
Reply to author
Forward
0 new messages