@inproceedings{e8304efdf1e44b5a92be915e2213ce1a,
title = "Reproducible experiments on lexical and temporal feedback for tweet search",
abstract = "“Evaluation as a service” (EaaS) is a new methodology for community-wide evaluations where an API provides the only point of access to the collection for completing the evaluation task. Two important advantages of this model are that it enables reproducible IR experiments and encourages sharing of pluggable open-source components. In this paper, we illustrate both advantages by providing open-source implementations of lexical and temporal feedback techniques for tweet search built on the TREC Microblog API. For the most part, we are able to reproduce results reported in previous papers and confirm their general findings. However, experiments on new test collections and additional analyses provide a more nuanced look at the results and highlight issues not discussed in previous studies, particularly the large variances in effectiveness associated with training/test splits.",
keywords = "Evaluation as a service, Search API, TREC Microblog",
author = "Jinfeng Rao and Jimmy Lin and Miles Efron",
note = "Publisher Copyright: {\textcopyright} Springer International Publishing Switzerland 2015.; 37th European Conference on Information Retrieval Research, ECIR 2015 ; Conference date: 29-03-2015 Through 02-04-2015",
year = "2015",
doi = "10.1007/978-3-319-16354-3_82",
language = "English (US)",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer",
pages = "755--767",
editor = "Allan Hanbury and Andreas Rauber and Gabriella Kazai and Norbert Fuhr",
booktitle = "Advances in Information Retrieval - 37th European Conference on IR Research, ECIR 2015, Proceedings",
address = "Germany",
}