@inproceedings{1dd0fa26d3674749b64d908dcba18350,
title = "Optimization Techniques for Data Consistency and Throughput Using Kafka Stateful Stream Processing",
abstract = "Nowadays, some organizations may have various application systems, databases, and services. Sometimes, each of them is designed using different technologies. Data integration has an important role in modern complex software architectures. In this context, data integration enables data to be spread across an organization's entire technology ecosystem. It requires a guarantee that the data being transmitted is valid and consistent. Therefore, a strategy is needed to ensure the validity of data exchange between applications. This research takes an in-depth look at the analysis and implementation of data integration using Apache Kafka. It discusses optimization strategies and techniques to improve data consistency and throughput in a Kafka environment. This research provides important insights into how Kafka Stream and Kafka Connect can improve data integration compared to Kafka's conventional producer-consumer model.",
keywords = "data consistency, data integration, event driven architecture, kafka, message bus, stateful stream processing",
author = "Rida Adila and Nusantara, {Adetiya Bagus} and Yuhana, {Umi Laili}",
note = "Publisher Copyright: {\textcopyright} 2023 IEEE.; 6th International Seminar on Research of Information Technology and Intelligent Systems, ISRITI 2023 ; Conference date: 11-12-2023",
year = "2023",
doi = "10.1109/ISRITI60336.2023.10467675",
language = "English",
series = "6th International Seminar on Research of Information Technology and Intelligent Systems, ISRITI 2023 - Proceeding",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "480--485",
booktitle = "6th International Seminar on Research of Information Technology and Intelligent Systems, ISRITI 2023 - Proceeding",
address = "United States",
}
