@inproceedings{0669b1626325403e8e6f7818bc4ca693,
title = "Towards Privacy-Preserving Evaluation for Information Retrieval Models Over Industry Data Sets",
abstract = "The development of Information Retrieval (IR) techniques heavily depends on empirical studies over real world data collections. Unfortunately, those real world data sets are often unavailable to researchers due to privacy concerns. In fact, the lack of publicly available industry data sets has become a serious bottleneck hindering IR research. To address this problem, we propose to bridge the gap between academic research and industry data sets through a privacy-preserving evaluation platform. The novelty of the platform lies in its “data-centric” mechanism, where the data sit on a secure server and IR algorithms to be evaluated would be uploaded to the server. The platform will run the codes of the algorithms and return the evaluation results. Preliminary experiments with retrieval models reveal interesting new observations and insights about state of the art retrieval models, demonstrating the value of an industry data set.",
keywords = "Evaluation, Privacy, Test collections",
author = "Peilin Yang and Mianwei Zhou and Yi Chang and Chengxiang Zhai and Hui Fang",
note = "Funding Information: Acknowledgments. This research was supported by the U.S. National Science Foundation under IIS-1423002. Publisher Copyright: {\textcopyright} 2017, Springer International Publishing AG.; 13th Asia Information Retrieval Societies Conference, AIRS 2017 ; Conference date: 22-11-2017 Through 24-11-2017",
year = "2017",
doi = "10.1007/978-3-319-70145-5_16",
language = "English (US)",
isbn = "9783319701448",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer",
pages = "210--221",
editor = "Yang, {Grace Hui} and Shuo Xu and Won-Kyung Sung and Hanmin Jung and Seungbock Lee and Jeonghoon Lee and Krisana Chinnasarn and Kazutoshi Sumiya and Zhicheng Dou and Young-Guk Ha",
booktitle = "Information Retrieval Technology - 13th Asia Information Retrieval Societies Conference, AIRS 2017, Proceedings",
address = "Germany",
}