@inbook{5a5262c6f07b43f1b760ab4bc86e78cf,
title = "The robust reading competition annotation and evaluation platform",
abstract = "The ICDAR Robust Reading Competition (RRC), initiated in 2003 and re-established in 2011, has become a de-facto evaluation standard for robust reading systems and algorithms. Concurrent with its second incarnation in 2011, a continuous effort started to develop an on-line framework to facilitate the hosting and management of competitions. This paper outlines the Robust Reading Competition Annotation and Evaluation Platform, the backbone of the competitions. The RRC Annotation and Evaluation Platform is a modular framework, fully accessible through on-line interfaces. It comprises a collection of tools and services for managing all processes involved with defining and evaluating a research task, from dataset definition to annotation management, evaluation specification and results analysis. Although the framework has been designed with robust reading research in mind, many of the provided tools are generic by design. All aspects of the RRC Annotation and Evaluation Framework are available for research use.",
keywords = "data annotation, ground truthing, online platform, performance evaluation, robust reading",
author = "Dimosthenis Karatzas and Luis Gomez and Anguelos Nicolaou and Marcal Rusinol",
note = "Funding Information: Supported by the evolving RRC platform, the competition has steadily grown, and the platform itself has been exposed to real-life stress. Over the past four years the RRC Web portal has received > 500, 000 page views2. At the time of writing, the competition portal has more than 4, 100 registered users from more than 90 countries. The evolution of registered users has been exponential, currently receiving 10 new registration requests per day (see Figure 1). Publisher Copyright: {\textcopyright} 2018 IEEE.",
year = "2018",
month = jun,
day = "22",
doi = "10.1109/DAS.2018.22",
language = "English",
series = "Proceedings - 13th IAPR International Workshop on Document Analysis Systems, DAS 2018",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "61--66",
booktitle = "Proceedings - 13th IAPR International Workshop on Document Analysis Systems, DAS 2018",
address = "United States",
}