@inproceedings{d79d744c1bd34380862cc5eaca1cd508,
title = "On topic difficulty in IR evaluation: The effect of systems, corpora, and system components",
abstract = "In a test collection setting, topic difficulty can be defined as the average effectiveness of a set of systems for a topic. In this paper we study the effects on the topic difficulty of: (i) the set of retrieval systems; (ii) the underlying document corpus; and (iii) the system components. By generalizing methods recently proposed to study system component factor analysis, we perform a comprehensive analysis on topic difficulty and the relative effects of systems, corpora, and component interactions. Ourfi ndings show that corpora have the most significant effect on topic difficulty.",
author = "Fabio Zampieri and Kevin Roitero and \{Shane Culpepper\}, J. and Oren Kurland and Stefano Mizzaro",
note = "Publisher Copyright: {\textcopyright} 2019 Copyright held by the owner/author(s). Publication rights licensed to ACM.; 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2019 ; Conference date: 21-07-2019 Through 25-07-2019",
year = "2019",
month = jul,
day = "18",
doi = "10.1145/3331184.3331279",
language = "الإنجليزيّة",
series = "SIGIR 2019 - Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval",
pages = "909--912",
booktitle = "SIGIR 2019 - Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval",
}