@inproceedings{0f4338baa13e415c9b8bc9fc617aa4d0,
title = "Scalable stateful stream processing for smart grids",
abstract = "We describe a solution to the ACM DEBS Grand Challenge 2014, which evaluates event-based systems for smart grid analytics. Our solution follows the paradigm of stateful data stream processing and is implemented on top of the SEEP stream processing platform. It achieves high scalability by massive data-parallel processing and the option of performing semantic load-shedding. In addition, our solution is fault-tolerant, ensuring that the large processing state of stream operators is not lost after failure. Our experimental results show that our solution processes 1 month worth of data for 40 houses in 4 hours. When we scale out the system, the time reduces linearly to 30 minutes before the system bottlenecks at the data source. We then apply semantic load-shedding, maintaining a low median prediction error and reducing the time further to 17 minutes. The system achieves these results with median latencies below 30 ms and a 90th percentile below 50 ms.",
keywords = "distributed systems, load shedding, stream processing",
author = "Fernandez, {Raul Castro} and Matthias Weidlich and Peter Pietzuch and Avigdor Gal",
year = "2014",
doi = "https://doi.org/10.1145/2611286.2611326",
language = "الإنجليزيّة",
isbn = "9781450327374",
series = "DEBS 2014 - Proceedings of the 8th ACM International Conference on Distributed Event-Based Systems",
pages = "276--281",
booktitle = "DEBS 2014 - Proceedings of the 8th ACM International Conference on Distributed Event-Based Systems",
note = "8th ACM International Conference on Distributed Event-Based Systems, DEBS 2014 ; Conference date: 26-05-2014 Through 29-05-2014",
}