@article{, author = {Maniglia da Silva, Daniel and I. Carvalho, Liliana and Soares, Jos{\'{e}} and C. Sofia, Rute}, title = {A Performance Analysis of Internet of Things Networking Protocols: Evaluating MQTT, CoAP, OPC UA}, publisher = {inProc. MDPI Appli Sci (Highly Cited Paper Award)}, journal = {MDPI Appl. Sci. 2021, 11(11), 4879; Highly Cited Paper Award}, year = {2021}, month = may, abstract = {oT data exchange is supported today by different communication protocols and different protocolar frameworks, each of which with its own advantages and disadvantages, and often co-existing in a way that is mandated by vendor policies. Although different protocols are relevant in different domains, there is not a protocol that provides better performance (jitter, latency, energy consumption) across different scenarios. The focus of this work is two-fold. First, to provide a comparison of the different available solutions in terms of protocolar features such as type of transport, type of communication pattern support, security aspects, including Named-data networking as relevant example of an Information-centric networking architecture. Secondly, the work focuses on evaluating three of the most popular protocols used both in Consumer as well as in Industrial IoT environments: MQTT, CoAP, and OPC UA. The experimentation has been carried out first on a local testbed for MQTT, COAP and OPC UA. Then, larger experiments have been carried out for MQTT and CoAP, based on the large-scale FIT-IoT testbed. Results show that CoAP is the protocol that achieves across all scenarios lowest time-to-completion, while OPC UA, albeit exhibiting less variability, resulted in higher time-to-completion in comparison to CoAP or MQTT.}, howpublished = {MDPI Appl. Sci. 2021, 11(11), 4879; https://doi.org/10.3390/app11114879}, doi = {10.3390/app11114879}, keywords = {IIoT, networking protocols, networking architectures, performance evaluation}, url = {https://www.mdpi.com/2076-3417/11/11/4879}, } @inproceedings{, author = {Kro{\ss}, Johannes and Willnecker, Felix and Zwickl, Thomas}, title = {PET: Continuous Performance Evaluation Tool}, booktitle = {Proceedings of the 2nd International Workshop on Quality-Aware DevOps}, publisher = {ACM}, series = {QUDOS 2016}, pages = {42--43}, year = {2016}, address = {New York, NY, USA}, location = {Saarbr\&\#252;cken, Germany}, isbn = {978-1-4503-4411-1}, doi = {10.1145/2945408.2945418}, keywords = {Performance evaluation, performance analysis}, url = {http://doi.acm.org.eaccess.ub.tum.de/10.1145/2945408.2945418}, } @inproceedings{, author = {Brunnert, Andreas and Danciu, Alexandru and Krcmar, Helmut}, title = {Towards a Performance Model Management Repository for Component-based Enterprise Applications}, booktitle = {Proceedings of the 6th ACM/SPEC International Conference on Performance Engineering}, publisher = {ACM}, series = {ICPE '15}, pages = {321--324}, year = {2015}, address = {New York, NY, USA}, location = {Austin, Texas, USA}, isbn = {978-1-4503-3248-4}, doi = {10.1145/2668930.2695526}, keywords = {component-based performance model, Enterprise Application, Palladio Component Model, Performance Evaluation, performance model repository}, url = {http://doi.acm.org/10.1145/2668930.2695526}, } @inproceedings{, author = {Willnecker, Felix and Brunnert, Andreas and Gottesheim, Wolfgang and Krcmar, Helmut}, title = {Using Dynatrace Monitoring Data for Generating Performance Models of Java EE Applications}, booktitle = {Proceedings of the 6th ACM/SPEC International Conference on Performance Engineering}, publisher = {ACM}, series = {ICPE '15}, pages = {103-104}, year = {2015}, address = {New York, NY, USA}, location = {Austin, Texas, USA}, abstract = {This paper conducts a systematic literature review of papers published in the proceedings of the International Conference on Performance Engineering (ICPE) and its predecessors. It provides an overview of prevailing topics within the community over time. We look at research and contribution facets that have been used to address these topics. Trends are outlined in terms of evaluation methods to validate contributions. The results are complemented with a geographical and organizational dimension. The paper concludes with a look at the top ten contributing countries and organizations for this purpose.}, isbn = {978-1-4503-3248-4}, doi = {10.1145/2668930.2688061}, keywords = {application performance management, load testing, Performance Evaluation}, url = {http://doi.acm.org/10.1145/2668930.2688061}, } @inproceedings{BrKr14, author = {Brunnert, Andreas and Krcmar, Helmut}, title = {Detecting Performance Change in Enterprise Application Versions Using Resource Profiles}, booktitle = {Proceedings of the 8th International Conference on Performance Evaluation Methodologies and Tools}, publisher = {ICST (Institute for Computer Sciences, Social-Informatics and Telecommunications Engineering)}, series = {VALUETOOLS '14}, pages = {165 - 172}, year = {2014}, address = {ICST, Brussels, Belgium, Belgium}, location = {Bratislava, Slovakia}, isbn = {978-1-63190-057-0}, doi = {10.4108/icst.valuetools.2014.258184}, keywords = {Enterprise Applications, Java, Palladio Component Model, performance change detection, Performance Evaluation}, url = {http://dx.doi.org/10.4108/icst.valuetools.2014.258184}, } @incollection{BrVoKr13, author = {Brunnert, Andreas and V{\"{o}}gele, Christian and Krcmar, Helmut}, editor = {Balsamo, MariaSimonetta and Knottenbelt, William J. and Marin, Andrea}, title = {Automatic Performance Model Generation for Java Enterprise Edition (EE) Applications}, booktitle = {Computer Performance Engineering, 10th European Workshop on Performance Engineering}, publisher = {Springer Berlin Heidelberg}, series = {Lecture Notes in Computer Science}, volume = {8168}, pages = {74-88}, year = {2013}, location = {Venice, Italy}, isbn = {978-3-642-40724-6}, doi = {10.1007/978-3-642-40725-3_7 [add to citavi project by doi] <javascript:>}, keywords = {Enterprise Applications, Java Enterprise Edition, Palladio Component Model, Performance Evaluation, Performance Modeling}, }