@inproceedings{c1d5bf8e70ee478bb85200052f8463eb,
title = "SparkEdgeEmu: An Emulation Framework for Edge-Enabled Apache Spark Deployments",
abstract = "Edge Computing emerges as a stable and efficient solution for IoT data processing and analytics. With big data distributed engines to be deployed on edge infrastructures, users seek solutions to evaluate the performance of their analytics queries. In this paper, we introduce SparkEdgeEmu, an interactive framework designed for researchers and practitioners who need to inspect the performance of Spark analytic jobs without the edge topology setup burden. SparkEdgeEmu provides: (i) parameterizable template-based use cases for edge infrastructures, (ii) real-time emulated environments serving ready-to-use Spark clusters, (iii) a unified and interactive programming interface for the framework{\textquoteright}s execution and query submission, and (vi) utilization metrics from the underlying emulated topology as well as performance and quantitative metrics from the deployed queries. We evaluate the usability of our framework in a smart city use case and extract useful performance hints for the Apache Spark code execution.",
keywords = "Big Data, Edge Computing, Internet of Things",
author = "Moysis Symeonides and Demetris Trihinas and George Pallis and Dikaiakos, {Marios D.}",
note = "Publisher Copyright: {\textcopyright} 2023, The Author(s), under exclusive license to Springer Nature Switzerland AG.; 29th International European Conference on Parallel and Distributed Computing, Euro-Par 2023 ; Conference date: 28-08-2023 Through 01-09-2023",
year = "2023",
doi = "10.1007/978-3-031-39698-4_11",
language = "English",
isbn = "9783031396977",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "154--168",
editor = "Jos{\'e} Cano and Dikaiakos, {Marios D.} and Papadopoulos, {George A.} and Miquel Peric{\`a}s and Rizos Sakellariou",
booktitle = "Euro-Par 2023",
address = "Germany",
}