@inproceedings{f49ce9b914d44f4db004d875d2e12401,
title = "Cloud-based evaluation framework for big data",
abstract = "The VISCERAL project is building a cloud-based evaluation framework for evaluating machine learning and information retrieval algorithms on large amounts of data. Instead of downloading data and running evaluations locally, the data will be centrally available on the cloud and algorithms to be evaluated will be programmed in computing instances on the cloud, effectively bringing the algorithms to the data. This approach allows evaluations to be performed on Terabytes of data without needing to consider the logistics of moving the data or storing the data on local infrastructure. After discussing the challenges of benchmarking on big data, the design of the VISCERAL system is presented, concentrating on the components for coordinating the participants in the benchmark and managing the ground truth creation. The first two benchmarks run on the VISCERAL framework will be on segmentation and retrieval of 3D medical images.",
keywords = "Annotation, Cloud computing, Evaluation, Information retrieval, Machine learning",
author = "Allan Hanbury and Henning M{\"u}ller and Georg Langs and Menze, {Bjoern H.}",
year = "2013",
doi = "10.1007/978-3-642-38082-2_9",
language = "English",
isbn = "9783642380815",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "104--114",
booktitle = "The Future Internet - Future Internet Assembly 2013",
note = "2013 Annual Future Internet Assembly, FIA 2013 ; Conference date: 08-05-2013 Through 10-05-2013",
}