@inproceedings{2d7c7b8eda1643849433d65a32ff779b,
title = "Towards Automatic Evaluation of Reused Answers in Community Question Answering",
abstract = "We consider the problem of reused answer retrieval for community question answering (CQA): given a question q, retrieve answers (Formula presented) posted in response to other questions qi(≠ q), where (Formula presented) serves as an answer to q. While previous work evaluated this task by manually annotating the relationship between q and (Formula presented), this approach does not scale for large-scale CQA sites. We therefore explore an automatic evaluation method for reused answer retrieval, which computes nDCG by defining the gain value of each retrieved answer as a ROUGE score that treats the original answers to q as gold summaries. Our answer retrieval experiment suggests that effective reused answer retrieval systems may not be the same as effective gold answer retrieval systems. We provide case studies to discuss the benefits and limitations of our approach.",
keywords = "Answer retrieval, Community question answering, ROUGE",
author = "Liu, {Hsin Wen} and Sumio Fujita and Tetsuya Sakai",
note = "Publisher Copyright: {\textcopyright} Springer Nature Switzerland AG 2020.; 15th Asia Information Retrieval Societies Conference, AIRS 2019 ; Conference date: 07-11-2019 Through 09-11-2019",
year = "2020",
doi = "10.1007/978-3-030-42835-8_1",
language = "English",
isbn = "9783030428341",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer",
pages = "3--9",
editor = "Wang, {Fu Lee} and Haoran Xie and Wai Lam and Aixin Sun and Lun-Wei Ku and Tianyong Hao and Wei Chen and Tak-Lam Wong and Xiaohui Tao",
booktitle = "Information Retrieval Technology - 15th Asia Information Retrieval Societies Conference, AIRS 2019, Proceedings",
}