@inproceedings{bcacab893ea249b99a2b1bd6c3b1ccea,
title = "FedLoop: Looping on federated MapReduce",
abstract = "The challenges of the Big Data era has motivated many organizations to turn towards distributed, large-scale processing platforms to deal with their data. Map Reduce, and its open-source implementation, Hadoop, has grown to be highly popular with its successful programming model for simplified cluster processing. As a result, many organizations deploy their own Map Reduce/Hadoop clusters to store and process large amounts of useful data. This multicluster setting is gradually growing attention. Numerous previous works have researched on how to execute Map Reduce across geographically distributed data in this setting. However, an important class of applications have not been explored for multicluster Map Reduce: iterative computation. In this paper, we propose Fed Loop, a composite system aimed at providing iterative Map Reduce computation for geographically distributed data in multicluster settings. Fed Loop is capable of transparently executing both iterative and non-iterative Map Reduce jobs on either a single cluster or multiple clusters. For our performance evaluation, two well-known iterative algorithms was executed over 4 independent clusters (16 physical nodes in total) using Fed Loop: K-Means and Page Rank. Results helped us discover how different iterative applications may differ in execution efficiency for mutlicluster environments and how iterative multicluster computation systems like Fed Loop can be optimized.",
author = "Wang, {Chun Yu} and Tai, {Tzu Li} and Huang, {Kuan Chieh} and Liu, {Tse En} and Chang, {Jyh Biau} and Shieh, {Ce Kuen}",
year = "2015",
month = jan,
day = "15",
doi = "10.1109/TrustCom.2014.99",
language = "English",
series = "Proceedings - 2014 IEEE 13th International Conference on Trust, Security and Privacy in Computing and Communications, TrustCom 2014",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "755--762",
booktitle = "Proceedings - 2014 IEEE 13th International Conference on Trust, Security and Privacy in Computing and Communications, TrustCom 2014",
address = "United States",
note = "13th IEEE International Conference on Trust, Security and Privacy in Computing and Communications, TrustCom 2014 ; Conference date: 24-09-2014 Through 26-09-2014",
}