@inproceedings{a6ca1bb8f3c5408bbf2b9fe7b44b4b10,
title = "Crowdsourcing inference-rule evaluation",
abstract = "The importance of inference rules to semantic applications has long been recognized and extensive work has been carried out to automatically acquire inference-rule resources. However, evaluating such resources has turned out to be a non-trivial task, slowing progress in the field. In this paper, we suggest a framework for evaluating inference-rule resources. Our framework simplifies a previously proposed {"}instance-based evaluation{"} method that involved substantial annotator training, making it suitable for crowdsourcing. We show that our method produces a large amount of annotations with high inter-annotator agreement for a low cost at a short period of time, without requiring training expert annotators.",
author = "Naomi Zeichner and Jonathan Berant and Ido Dagan",
year = "2012",
language = "الإنجليزيّة",
isbn = "9781937284251",
series = "50th Annual Meeting of the Association for Computational Linguistics, ACL 2012 - Proceedings of the Conference",
pages = "156--160",
booktitle = "50th Annual Meeting of the Association for Computational Linguistics, ACL 2012 - Proceedings of the Conference",
note = "50th Annual Meeting of the Association for Computational Linguistics, ACL 2012 ; Conference date: 08-07-2012 Through 14-07-2012",
}