@inproceedings{d7cc81972e2e4685b6d1bc633442a6f0,
title = "Towards zero-click mobile IR evaluation: Knowing what and knowing when",
abstract = "In this poster, we propose two evaluation tasks for mobile information access. The first task evaluates the system's ability to guess what the user's query should be given a context ({"}Knowing What{"}). The second task evaluates the system's ability to decide when to proactively deploy a given query ({"}Knowing When{"}). We conduct a preliminary manual analysis of a mobile query log to limit the space of possible queries so as to design feasible and practical evaluation tasks.",
keywords = "evaluation, metric, mobile, query log, test collection",
author = "Tetsuya Sakai",
year = "2012",
doi = "10.1145/2348283.2348517",
language = "English",
isbn = "9781450316583",
series = "SIGIR'12 - Proceedings of the International ACM SIGIR Conference on Research and Development in Information Retrieval",
pages = "1157--1158",
booktitle = "SIGIR'12 - Proceedings of the International ACM SIGIR Conference on Research and Development in Information Retrieval",
note = "35th Annual ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2012 ; Conference date: 12-08-2012 Through 16-08-2012",
}