{"id":"https://openalex.org/W4205871220","doi":"https://doi.org/10.1109/bigdata52589.2021.9671461","title":"A Performance Evaluation of Distributed Deep Learning Frameworks on CPU Clusters Using Image Classification Workloads","display_name":"A Performance Evaluation of Distributed Deep Learning Frameworks on CPU Clusters Using Image Classification Workloads","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4205871220","doi":"https://doi.org/10.1109/bigdata52589.2021.9671461"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671461","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036836674","display_name":"\u0391\u03bd\u03b4\u03c1\u03ad\u03b1\u03c2 \u039a\u03c1\u03af\u03c3\u03b9\u03bb\u03b9\u03b1\u03c2","orcid":null},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Andreas Krisilias","raw_affiliation_strings":["National Technical University of Athens, Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038342882","display_name":"Nikodimos Provatas","orcid":"https://orcid.org/0009-0000-0931-1479"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikodimos Provatas","raw_affiliation_strings":["National Technical University of Athens, Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023526161","display_name":"Nectarios Koziris","orcid":"https://orcid.org/0000-0002-4890-8427"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nectarios Koziris","raw_affiliation_strings":["National Technical University of Athens, Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004421134","display_name":"Ioannis Konstantinou","orcid":"https://orcid.org/0000-0002-7142-8106"},"institutions":[{"id":"https://openalex.org/I145722265","display_name":"University of Thessaly","ror":"https://ror.org/04v4g9h31","country_code":"GR","type":"education","lineage":["https://openalex.org/I145722265"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Konstantinou","raw_affiliation_strings":["University of Thessaly, Lamia, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Thessaly, Lamia, Greece","institution_ids":["https://openalex.org/I145722265"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3085","last_page":"3094"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8528211116790771},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7980896830558777},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7934029698371887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6729460954666138},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5215356349945068},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5171012878417969},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.442670613527298},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10913756489753723}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8528211116790771},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7980896830558777},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7934029698371887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6729460954666138},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5215356349945068},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5171012878417969},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.442670613527298},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10913756489753723},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671461","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:ir.lib.uth.gr:11615/75519","is_oa":false,"landing_page_url":"http://hdl.handle.net/11615/75519","pdf_url":null,"source":{"id":"https://openalex.org/S4306400243","display_name":"University of Thessaly Institutional Repository (University of Thessaly)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145722265","host_organization_name":"University of Thessaly","host_organization_lineage":["https://openalex.org/I145722265"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings - 2021 IEEE International Conference on Big Data, Big Data 2021","raw_type":"conferenceItem"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2057332538","https://openalex.org/W2060393849","https://openalex.org/W2105549957","https://openalex.org/W2112796928","https://openalex.org/W2131613942","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2186615578","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2515080096","https://openalex.org/W2523246573","https://openalex.org/W2542459869","https://openalex.org/W2734556049","https://openalex.org/W2797862701","https://openalex.org/W2798525482","https://openalex.org/W2798998662","https://openalex.org/W2894944581","https://openalex.org/W2951882630","https://openalex.org/W2953384591","https://openalex.org/W2963410977","https://openalex.org/W2964324519","https://openalex.org/W2964330541","https://openalex.org/W2984509121","https://openalex.org/W3004495293","https://openalex.org/W3006994813","https://openalex.org/W3008433484","https://openalex.org/W3037422790","https://openalex.org/W3105753409","https://openalex.org/W3118608800","https://openalex.org/W4295312788","https://openalex.org/W6639824700","https://openalex.org/W6684191040","https://openalex.org/W6684859321","https://openalex.org/W6686509673","https://openalex.org/W6687566353","https://openalex.org/W6712502102","https://openalex.org/W6713134421","https://openalex.org/W6727249380","https://openalex.org/W6766978945","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W4207086172","https://openalex.org/W2042919702","https://openalex.org/W4225981436","https://openalex.org/W2156185805","https://openalex.org/W2770353918","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Over":[0],"the":[1,32,81,104,117,139],"recent":[2],"years,":[3],"deep":[4,88],"learning":[5,89,127],"is":[6,130,150],"widely":[7,85],"being":[8],"used":[9,23,42,86],"in":[10,31,46,125,155],"a":[11,47,112],"variety":[12],"of":[13,21],"different":[14],"fields":[15],"and":[16,51,84,96,110],"applications.":[17],"The":[18],"constant":[19],"growth":[20],"data":[22],"to":[24,43,115,133],"train":[25,44],"complex":[26],"models,":[27],"has":[28],"opened":[29],"research":[30],"distributed":[33,87],"learning.":[34,64],"In":[35,99],"this":[36,78,100],"domain,":[37],"two":[38],"main":[39],"architectures":[40,66],"are":[41,67,91],"models":[45],"distribution":[48],"fashion,":[49],"all-reduce":[50],"parameter":[52,59],"server.":[53],"Both":[54],"support":[55],"synchronous":[56,126],"learning,":[57,148],"while":[58,138],"server":[60],"also":[61],"supports":[62],"asynchronous":[63,147],"These":[65],"adopted":[68],"by":[69,135,143,152],"tech":[70],"companies,":[71],"which":[72],"have":[73],"developed":[74],"multiple":[75],"systems":[76,90,109],"for":[77],"purpose.":[79],"Among":[80],"most":[82],"popular":[83],"Google":[92],"TensorFlow,":[93],"Facebook":[94],"PyTorch":[95,134],"Apache":[97],"MXNet.":[98],"paper,":[101],"we":[102],"quantify":[103],"performance":[105],"gap":[106],"between":[107],"these":[108],"present":[111],"detailed":[113],"analysis":[114],"discuss":[116],"parameters":[118],"that":[119],"affect":[120],"their":[121],"execution":[122],"time.":[123],"Overall,":[124],"setups,":[128],"TensorFlow":[129],"slower":[131],"compared":[132],"average":[136,144,153],"2.65X,":[137],"latter":[140],"lags":[141],"MXNet":[142,149],"1.38X.":[145],"Regarding":[146],"faster":[151],"3.22X":[154],"respect":[156],"with":[157],"TensorFlow.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2022-01-26T00:00:00"}