{"id":"https://openalex.org/W4221026608","doi":"https://doi.org/10.1007/s11227-022-04399-2","title":"Heterogeneous gradient computing optimization for scalable deep neural networks","display_name":"Heterogeneous gradient computing optimization for scalable deep neural networks","publication_year":2022,"publication_date":"2022-03-19","ids":{"openalex":"https://openalex.org/W4221026608","doi":"https://doi.org/10.1007/s11227-022-04399-2"},"language":"en","primary_location":{"id":"doi:10.1007/s11227-022-04399-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11227-022-04399-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11227-022-04399-2.pdf","source":{"id":"https://openalex.org/S32326811","display_name":"The Journal of Supercomputing","issn_l":"0920-8542","issn":["0920-8542","1573-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Supercomputing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11227-022-04399-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019044105","display_name":"Sergio Moreno\u2010\u00c1lvarez","orcid":"https://orcid.org/0000-0002-1858-9920"},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Sergio Moreno-\u00c1lvarez","raw_affiliation_strings":["Department of Computer Systems Engineering and Telematics, University of Extremadura, C\u00e1ceres, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Systems Engineering and Telematics, University of Extremadura, C\u00e1ceres, Spain","institution_ids":["https://openalex.org/I80606768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046123228","display_name":"Mercedes E. Paoletti","orcid":"https://orcid.org/0000-0003-1030-3729"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mercedes E. Paoletti","raw_affiliation_strings":["Department of Computer Architecture, Complutense University of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Architecture, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055035683","display_name":"Juan\u2010Antonio Rico\u2010Gallego","orcid":"https://orcid.org/0000-0002-4264-7473"},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan A. Rico-Gallego","raw_affiliation_strings":["Department of Computer Systems Engineering and Telematics, University of Extremadura, C\u00e1ceres, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Systems Engineering and Telematics, University of Extremadura, C\u00e1ceres, Spain","institution_ids":["https://openalex.org/I80606768"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039673511","display_name":"Juan M. Haut","orcid":"https://orcid.org/0000-0001-6701-961X"},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan M. Haut","raw_affiliation_strings":["Department of Technology of Computers and Communications, University of Extremadura, C\u00e1ceres, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Technology of Computers and Communications, University of Extremadura, C\u00e1ceres, Spain","institution_ids":["https://openalex.org/I80606768"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5019044105"],"corresponding_institution_ids":["https://openalex.org/I80606768"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.4084,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.58109416,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"78","issue":"11","first_page":"13455","last_page":"13469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9149656295776367},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7086870670318604},{"id":"https://openalex.org/keywords/replica","display_name":"Replica","score":0.7015419602394104},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.660876989364624},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.56666100025177},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5547997951507568},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.48915842175483704},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4714416265487671},{"id":"https://openalex.org/keywords/symmetric-multiprocessor-system","display_name":"Symmetric multiprocessor system","score":0.45805561542510986},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.44451650977134705},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.4380720853805542},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4248011112213135},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4182504117488861},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24317559599876404},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.22810378670692444},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16886872053146362},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.12378507852554321}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9149656295776367},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7086870670318604},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.7015419602394104},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.660876989364624},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.56666100025177},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5547997951507568},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.48915842175483704},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4714416265487671},{"id":"https://openalex.org/C172430144","wikidata":"https://www.wikidata.org/wiki/Q17111997","display_name":"Symmetric multiprocessor system","level":2,"score":0.45805561542510986},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.44451650977134705},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.4380720853805542},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4248011112213135},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4182504117488861},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24317559599876404},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.22810378670692444},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16886872053146362},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.12378507852554321},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s11227-022-04399-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11227-022-04399-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11227-022-04399-2.pdf","source":{"id":"https://openalex.org/S32326811","display_name":"The Journal of Supercomputing","issn_l":"0920-8542","issn":["0920-8542","1573-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Supercomputing","raw_type":"journal-article"},{"id":"pmh:oai:e-spacio.uned.es:20.500.14468/24403","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.14468/24403","pdf_url":"https://e-spacio.uned.es/bitstreams/1a6c6c25-5a62-4446-af0e-1c7fb6677c98/download","source":{"id":"https://openalex.org/S7407055166","display_name":"UNED repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"pmh:oai:dehesa.unex.es:10662/17104","is_oa":true,"landing_page_url":"http://hdl.handle.net/10662/17104","pdf_url":null,"source":{"id":"https://openalex.org/S4306401011","display_name":"Institutional Repository University of Extremadura (University of Extremadura)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I80606768","host_organization_name":"Universidad de Extremadura","host_organization_lineage":["https://openalex.org/I80606768"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s11227-022-04399-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11227-022-04399-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11227-022-04399-2.pdf","source":{"id":"https://openalex.org/S32326811","display_name":"The Journal of Supercomputing","issn_l":"0920-8542","issn":["0920-8542","1573-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Supercomputing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1058977399","display_name":null,"funder_award_id":"PID2019-110315RB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G1509531748","display_name":null,"funder_award_id":"AEI / 10.13039/501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G1650125035","display_name":null,"funder_award_id":"B-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G1986520809","display_name":null,"funder_award_id":"754304","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2309174360","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G232734274","display_name":null,"funder_award_id":"GR21040","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2588716321","display_name":null,"funder_award_id":"GR21040","funder_id":"https://openalex.org/F4320328352","funder_display_name":"Junta de Extremadura"},{"id":"https://openalex.org/G2601397997","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2631452109","display_name":null,"funder_award_id":"(ERDF)","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3025668325","display_name":null,"funder_award_id":"RB-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3681454997","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3690828678","display_name":null,"funder_award_id":"PID2019","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G3875748329","display_name":null,"funder_award_id":"European Regional Development Fund","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4042783231","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G410571670","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4126322094","display_name":null,"funder_award_id":"01100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G4429097262","display_name":null,"funder_award_id":"AEI / 10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G451917667","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4816244515","display_name":null,"funder_award_id":"FEDER","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G495392292","display_name":null,"funder_award_id":"FEDER","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G516211849","display_name":null,"funder_award_id":"PID2019-110315RB-I00","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"},{"id":"https://openalex.org/G5399556803","display_name":null,"funder_award_id":"This project has received funding from the Europea","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5421974903","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5967599077","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G639309596","display_name":null,"funder_award_id":"GR21040","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G661330594","display_name":null,"funder_award_id":"00110","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6685425346","display_name":null,"funder_award_id":"0011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6807972307","display_name":null,"funder_award_id":"IB20040","funder_id":"https://openalex.org/F4320325115","funder_display_name":"Consejer\u00eda de Educaci\u00f3n y Empleo, Junta de Extremadura"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7470054914","display_name":null,"funder_award_id":"IB20040","funder_id":"https://openalex.org/F4320328352","funder_display_name":"Junta de Extremadura"},{"id":"https://openalex.org/G7643708868","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8055432103","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8169318509","display_name":null,"funder_award_id":"754304","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G8260616629","display_name":null,"funder_award_id":"011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8352492595","display_name":null,"funder_award_id":"0.13039/501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8353706071","display_name":null,"funder_award_id":"Leonardo","funder_id":"https://openalex.org/F4320309764","funder_display_name":"Fundaci\u00f3n BBVA"},{"id":"https://openalex.org/G8538941428","display_name":null,"funder_award_id":"Regional Development Fund","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8638682022","display_name":null,"funder_award_id":"10.13039/50110001103","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8684520763","display_name":null,"funder_award_id":"PID2019","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320309764","display_name":"Fundaci\u00f3n BBVA","ror":"https://ror.org/01jzs3b90"},{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320315062","display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","ror":null},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320323113","display_name":"Banco Bilbao Vizcaya Argentaria","ror":"https://ror.org/0537dnd74"},{"id":"https://openalex.org/F4320325115","display_name":"Consejer\u00eda de Educaci\u00f3n y Empleo, Junta de Extremadura","ror":"https://ror.org/02a6ezh03"},{"id":"https://openalex.org/F4320328352","display_name":"Junta de Extremadura","ror":"https://ror.org/01df4mv68"},{"id":"https://openalex.org/F4320329113","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4221026608.pdf","grobid_xml":"https://content.openalex.org/works/W4221026608.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W43785071","https://openalex.org/W2109574129","https://openalex.org/W2612026221","https://openalex.org/W2739720758","https://openalex.org/W2774769449","https://openalex.org/W2799390666","https://openalex.org/W2915253806","https://openalex.org/W2955964483","https://openalex.org/W2963446712","https://openalex.org/W2963495494","https://openalex.org/W2963964896","https://openalex.org/W2964118901","https://openalex.org/W2964688222","https://openalex.org/W3004140385","https://openalex.org/W3010045285","https://openalex.org/W3019166713","https://openalex.org/W3048631361","https://openalex.org/W3102692100","https://openalex.org/W3132015947","https://openalex.org/W3139096080","https://openalex.org/W3214821343","https://openalex.org/W4288079579","https://openalex.org/W6610640258","https://openalex.org/W6718822030","https://openalex.org/W6820857777"],"related_works":["https://openalex.org/W3013979739","https://openalex.org/W2655578171","https://openalex.org/W2577913821","https://openalex.org/W4296976839","https://openalex.org/W2460131733","https://openalex.org/W2953070151","https://openalex.org/W2372946558","https://openalex.org/W3126044086","https://openalex.org/W2743192809","https://openalex.org/W3106803824"],"abstract_inverted_index":{"Abstract":[0],"Nowadays,":[1],"data":[2,17,112,148,197],"processing":[3,60],"applications":[4],"based":[5],"on":[6,85,109,205],"neural":[7,33,69],"networks":[8,34],"cope":[9],"with":[10,22,51,225,230],"the":[11,14,23,27,32,39,79,82,86,89,107,115,118,122,128,131,140,145,157,160,164,167,180,186,190,222],"growth":[12],"in":[13,25,38,154,166,221],"amount":[15,146,195],"of":[16,31,41,67,88,106,117,147,159,179,189,196,214],"to":[18,43,62,77,125,134,138,149,227],"be":[19,44,150,172],"processed":[20,151],"and":[21,29,36,58,192,216],"increase":[24],"both":[26],"depth":[28],"complexity":[30],"architectures,":[35],"hence":[37],"number":[40],"parameters":[42],"learned.":[45],"High-performance":[46],"computing":[47,53,208],"platforms":[48,209],"are":[49],"provided":[50],"fast":[52],"resources,":[54],"including":[55],"multi-core":[56],"processors":[57],"graphical":[59],"units,":[61],"manage":[63],"such":[64],"computational":[65,119,136],"burden":[66],"deep":[68],"network":[70],"applications.":[71],"A":[72],"common":[73],"optimization":[74],"technique":[75],"is":[76,93,152],"distribute":[78,127],"workload":[80,129],"between":[81,130],"processes":[83],"deployed":[84],"resources":[87,120],"platform.":[90],"This":[91,174],"approach":[92],"known":[94,99],"as":[95,100],"data-parallelism.":[96],"Each":[97],"process,":[98],"replica,":[101,156],"trains":[102],"its":[103,135,194],"own":[104],"copy":[105],"model":[108],"a":[110,177,211,231],"disjoint":[111],"partition.":[113],"Nevertheless,":[114],"heterogeneity":[116],"composing":[121],"platform":[123],"requires":[124],"unevenly":[126],"replicas":[132,165],"according":[133],"capabilities,":[137],"optimize":[139],"overall":[141],"execution":[142],"performance.":[143,233],"Since":[144],"different":[153,187],"each":[155],"influence":[158],"gradients":[161],"computed":[162],"by":[163],"global":[168],"parameter":[169],"updating":[170],"should":[171],"different.":[173],"work":[175],"proposes":[176],"modification":[178],"gradient":[181],"computation":[182],"method":[183],"that":[184],"considers":[185],"speeds":[188],"replicas,":[191],"hence,":[193],"assigned.":[198],"The":[199],"experimental":[200],"results":[201],"have":[202],"been":[203],"conducted":[204],"heterogeneous":[206],"high-performance":[207],"for":[210],"wide":[212],"range":[213],"models":[215],"datasets,":[217],"showing":[218],"an":[219],"improvement":[220],"final":[223],"accuracy":[224],"respect":[226],"current":[228],"techniques,":[229],"comparable":[232]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}