{"id":"https://openalex.org/W4403318601","doi":"https://doi.org/10.1145/3700439","title":"On Efficient Training of Large-Scale Deep Learning Models","display_name":"On Efficient Training of Large-Scale Deep Learning Models","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403318601","doi":"https://doi.org/10.1145/3700439"},"language":"en","primary_location":{"id":"doi:10.1145/3700439","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3700439","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3700439","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3700439","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042802004","display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103206720","display_name":"Yan Sun","orcid":"https://orcid.org/0000-0003-2271-252X"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yan Sun","raw_affiliation_strings":["The University of Sydney, Sydney, Australia","Engineering, The University of Sydney Faculty of Engineering and Information Technologies, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2271-252X","affiliations":[{"raw_affiliation_string":"The University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Engineering, The University of Sydney Faculty of Engineering and Information Technologies, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiyuan Yu","orcid":"https://orcid.org/0009-0009-3035-3839"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Yu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0009-3035-3839","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456723","display_name":"Liang Ding","orcid":"https://orcid.org/0000-0001-8976-2084"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Ding","raw_affiliation_strings":["JD.com Inc, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8976-2084","affiliations":[{"raw_affiliation_string":"JD.com Inc, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071510961","display_name":"Xinmei Tian","orcid":"https://orcid.org/0000-0002-5952-8753"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinmei Tian","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5952-8753","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.4489,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.99192349,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"57","issue":"3","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.889886736869812},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6009089946746826},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5969054698944092},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5882905721664429},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5649439096450806},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4118376672267914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.889886736869812},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6009089946746826},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5969054698944092},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5882905721664429},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5649439096450806},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4118376672267914},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3700439","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3700439","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3700439","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3700439","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3700439","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3700439","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403318601.pdf"},"referenced_works_count":237,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1522301498","https://openalex.org/W1572063013","https://openalex.org/W2062294426","https://openalex.org/W2110798204","https://openalex.org/W2125930537","https://openalex.org/W2146502635","https://openalex.org/W2151834591","https://openalex.org/W2170240176","https://openalex.org/W2181101938","https://openalex.org/W2194775991","https://openalex.org/W2251658415","https://openalex.org/W2296073425","https://openalex.org/W2407022425","https://openalex.org/W2518108298","https://openalex.org/W2604738573","https://openalex.org/W2611453176","https://openalex.org/W2617242334","https://openalex.org/W2618530766","https://openalex.org/W2621265919","https://openalex.org/W2643255885","https://openalex.org/W2746314669","https://openalex.org/W2757910899","https://openalex.org/W2765407302","https://openalex.org/W2766164908","https://openalex.org/W2766527293","https://openalex.org/W2766574708","https://openalex.org/W2787998955","https://openalex.org/W2792287754","https://openalex.org/W2804047946","https://openalex.org/W2805003733","https://openalex.org/W2885120244","https://openalex.org/W2888206291","https://openalex.org/W2897748868","https://openalex.org/W2899663614","https://openalex.org/W2903697572","https://openalex.org/W2908510526","https://openalex.org/W2911588830","https://openalex.org/W2912029173","https://openalex.org/W2938830017","https://openalex.org/W2943847545","https://openalex.org/W2962747323","https://openalex.org/W2963173418","https://openalex.org/W2963225922","https://openalex.org/W2963263347","https://openalex.org/W2963285578","https://openalex.org/W2963454111","https://openalex.org/W2963513744","https://openalex.org/W2963587345","https://openalex.org/W2963804082","https://openalex.org/W2963855133","https://openalex.org/W2963889845","https://openalex.org/W2964054038","https://openalex.org/W2965373594","https://openalex.org/W2969388332","https://openalex.org/W2970674435","https://openalex.org/W2971296908","https://openalex.org/W2973727699","https://openalex.org/W2978290191","https://openalex.org/W2981040094","https://openalex.org/W2982479999","https://openalex.org/W2992308087","https://openalex.org/W2994088087","https://openalex.org/W2998508940","https://openalex.org/W2999905431","https://openalex.org/W3001125339","https://openalex.org/W3001279689","https://openalex.org/W3011574394","https://openalex.org/W3014367186","https://openalex.org/W3016391357","https://openalex.org/W3033529678","https://openalex.org/W3033721867","https://openalex.org/W3035682985","https://openalex.org/W3035695586","https://openalex.org/W3035872583","https://openalex.org/W3081168214","https://openalex.org/W3085139254","https://openalex.org/W3088409176","https://openalex.org/W3091401866","https://openalex.org/W3099088591","https://openalex.org/W3100268441","https://openalex.org/W3102816807","https://openalex.org/W3118860896","https://openalex.org/W3128324120","https://openalex.org/W3128825919","https://openalex.org/W3129831491","https://openalex.org/W3135715136","https://openalex.org/W3136941290","https://openalex.org/W3154671241","https://openalex.org/W3159351344","https://openalex.org/W3162734203","https://openalex.org/W3164253193","https://openalex.org/W3167204053","https://openalex.org/W3167220634","https://openalex.org/W3167766009","https://openalex.org/W3170925726","https://openalex.org/W3173367141","https://openalex.org/W3174401451","https://openalex.org/W3175937066","https://openalex.org/W3178357922","https://openalex.org/W3180770722","https://openalex.org/W3194203264","https://openalex.org/W3195577433","https://openalex.org/W3198659451","https://openalex.org/W3202399036","https://openalex.org/W3204998121","https://openalex.org/W3205803342","https://openalex.org/W3206876740","https://openalex.org/W3208461463","https://openalex.org/W3209444800","https://openalex.org/W3211290194","https://openalex.org/W3211402766","https://openalex.org/W3212471399","https://openalex.org/W4200417912","https://openalex.org/W4206136559","https://openalex.org/W4206957512","https://openalex.org/W4220731687","https://openalex.org/W4221146423","https://openalex.org/W4221154412","https://openalex.org/W4221167110","https://openalex.org/W4225591000","https://openalex.org/W4226001818","https://openalex.org/W4226370097","https://openalex.org/W4281383322","https://openalex.org/W4281710326","https://openalex.org/W4281728635","https://openalex.org/W4281758439","https://openalex.org/W4283026156","https://openalex.org/W4283806960","https://openalex.org/W4285051865","https://openalex.org/W4285090299","https://openalex.org/W4285094241","https://openalex.org/W4285225959","https://openalex.org/W4286850694","https://openalex.org/W4286909525","https://openalex.org/W4287116734","https://openalex.org/W4287184302","https://openalex.org/W4287208846","https://openalex.org/W4287388854","https://openalex.org/W4287646898","https://openalex.org/W4287812705","https://openalex.org/W4288100995","https://openalex.org/W4288358328","https://openalex.org/W4289670464","https://openalex.org/W4289827854","https://openalex.org/W4290729200","https://openalex.org/W4292105403","https://openalex.org/W4292945811","https://openalex.org/W4292973398","https://openalex.org/W4294534586","https://openalex.org/W4294643831","https://openalex.org/W4295727797","https://openalex.org/W4295838474","https://openalex.org/W4296557505","https://openalex.org/W4300537377","https://openalex.org/W4301239768","https://openalex.org/W4301581299","https://openalex.org/W4304732370","https://openalex.org/W4306886919","https://openalex.org/W4306955484","https://openalex.org/W4307314844","https://openalex.org/W4307536954","https://openalex.org/W4308166365","https://openalex.org/W4308758967","https://openalex.org/W4309397519","https://openalex.org/W4309793872","https://openalex.org/W4312747676","https://openalex.org/W4312815172","https://openalex.org/W4313043552","https://openalex.org/W4313118352","https://openalex.org/W4313156423","https://openalex.org/W4313304472","https://openalex.org/W4313304716","https://openalex.org/W4315588508","https://openalex.org/W4319300215","https://openalex.org/W4319653572","https://openalex.org/W4320002679","https://openalex.org/W4320736629","https://openalex.org/W4321011699","https://openalex.org/W4321472314","https://openalex.org/W4366247943","https://openalex.org/W4378770452","https://openalex.org/W4381586948","https://openalex.org/W4385245566","https://openalex.org/W4385764034","https://openalex.org/W4385890319","https://openalex.org/W4385968090","https://openalex.org/W4386075570","https://openalex.org/W4387158702","https://openalex.org/W4387322734","https://openalex.org/W4389768503","https://openalex.org/W4390871897","https://openalex.org/W4390871961","https://openalex.org/W4391159098","https://openalex.org/W4392975542","https://openalex.org/W4393147494","https://openalex.org/W4404658388","https://openalex.org/W6638803421","https://openalex.org/W6676481782","https://openalex.org/W6685315510","https://openalex.org/W6685562342","https://openalex.org/W6717999219","https://openalex.org/W6739426720","https://openalex.org/W6739879593","https://openalex.org/W6739901393","https://openalex.org/W6744513255","https://openalex.org/W6745136726","https://openalex.org/W6753958361","https://openalex.org/W6754111937","https://openalex.org/W6755977528","https://openalex.org/W6757053730","https://openalex.org/W6757817989","https://openalex.org/W6763310536","https://openalex.org/W6767440493","https://openalex.org/W6771626834","https://openalex.org/W6772383348","https://openalex.org/W6773820404","https://openalex.org/W6776700526","https://openalex.org/W6779163297","https://openalex.org/W6783944145","https://openalex.org/W6784387292","https://openalex.org/W6784673708","https://openalex.org/W6785225008","https://openalex.org/W6794457956","https://openalex.org/W6795742012","https://openalex.org/W6800388583","https://openalex.org/W6800751262","https://openalex.org/W6802298259","https://openalex.org/W6803845004","https://openalex.org/W6838461927","https://openalex.org/W6846263370","https://openalex.org/W6846577953","https://openalex.org/W6846623482","https://openalex.org/W6848992219","https://openalex.org/W6849565481","https://openalex.org/W6856836818","https://openalex.org/W6950191292"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3046775127","https://openalex.org/W3082895349"],"abstract_inverted_index":{"The":[0,26],"field":[1,83],"of":[2,28,35,62,72,96,114,155,163,196,201,207,267,304,310],"deep":[3,99],"learning":[4,100,146,173,197],"has":[5],"witnessed":[6],"significant":[7],"progress":[8],"in":[9,13],"recent":[10],"times,":[11],"particularly":[12],"areas":[14],"such":[15],"as":[16,333],"computer":[17],"vision":[18],"(CV),":[19],"natural":[20],"language":[21],"processing":[22],"(NLP),":[23],"and":[24,46,59,127,143,170,187,210,221,247,255,291,302,320],"speech.":[25],"use":[27],"large-scale":[29,98,227],"models":[30,101],"trained":[31],"on":[32,69,91,177,185,237,243,307],"vast":[33],"amounts":[34],"data":[36,141,157],"holds":[37],"immense":[38],"promise":[39],"for":[40,118,225,241,264,337],"practical":[41],"applications,":[42],"enhancing":[43],"industrial":[44],"productivity":[45],"facilitating":[47],"social":[48],"development.":[49],"However,":[50],"it":[51],"suffers":[52],"extremely":[53],"from":[54],"the":[55,66,70,80,115,123,152,156,179,183,194,199,205,218,223,226,244,265,268,285,308],"unstable":[56],"training":[57,82,97,119,180,219],"process":[58],"stringent":[60],"requirements":[61],"computational":[63,73,153],"resources.":[64],"With":[65],"increasing":[67],"demands":[68],"adaption":[71],"capacity,":[74],"though":[75],"numerous":[76],"studies":[77],"have":[78],"explored":[79],"efficient":[81,208,252,323,339],"to":[84,217,283,318],"a":[85,88,111,280,299,334],"certain":[86],"extent,":[87],"comprehensive":[89,275,281],"summarization/guideline":[90],"those":[92],"general":[93,116,286,311,338],"acceleration":[94,162,235,270,312],"techniques":[95,117],"is":[102],"still":[103],"much":[104],"anticipated.":[105],"In":[106],"this":[107,274,329],"survey,":[108],"we":[109,296,326],"present":[110],"detailed":[112,300],"review":[113,282],"acceleration.":[120],"We":[121],"consider":[122],"fundamental":[124],"update":[125],"formulation":[126],"split":[128],"its":[129],"basic":[130,164],"components":[131],"into":[132],"five":[133],"main":[134],"perspectives:":[135],"(1)":[136],"\u201cdata-centric,\u201d":[137],"including":[138,161,193,232,250],"dataset":[139],"regularization,":[140],"sampling,":[142],"data-centric":[144],"curriculum":[145,172],"techniques,":[147,174,213,313],"which":[148,175,214,314],"can":[149],"significantly":[150],"reduce":[151],"complexity":[154],"samples;":[158],"(2)":[159],"\u201cmodel-centric,\u201d":[160],"modules,":[165],"compression":[166],"training,":[167],"model":[168,211],"initialization,":[169],"model-centric":[171],"focus":[176],"accelerating":[178],"via":[181],"reducing":[182],"calculations":[184],"parameters":[186],"providing":[188],"better":[189],"initialization;":[190],"(3)":[191],"\u201coptimization-centric,\u201d":[192],"selection":[195],"rate,":[198],"employment":[200],"large":[202],"batch":[203],"size,":[204],"designs":[206],"objectives,":[209],"average":[212],"pay":[215],"attention":[216],"policy":[220],"improving":[222],"generality":[224],"models;":[228],"(4)":[229],"\u201cbudgeted":[230],"training,\u201d":[231],"some":[233,251],"distinctive":[234],"methods":[236],"source-constrained":[238],"situations,":[239],"e.g.,":[240],"limitation":[242],"total":[245],"iterations;":[246],"(5)":[248],"\u201csystem-centric,\u201d":[249],"distributed":[253],"frameworks":[254],"open":[256],"source":[257],"libraries":[258],"that":[259,328],"provide":[260,298],"adequate":[261],"hardware":[262],"support":[263],"implementation":[266],"above-mentioned":[269],"algorithms.":[271],"By":[272],"presenting":[273],"taxonomy,":[276],"our":[277],"survey":[278,330],"presents":[279],"understand":[284],"mechanisms":[287],"within":[288],"each":[289],"component":[290],"their":[292],"joint":[293],"interaction.":[294],"Meanwhile,":[295],"further":[297],"analysis":[301],"discussion":[303],"future":[305],"works":[306],"development":[309],"could":[315],"inspire":[316],"us":[317],"re-think":[319],"design":[321],"novel":[322],"paradigms.":[324],"Overall,":[325],"hope":[327],"will":[331],"serve":[332],"valuable":[335],"guideline":[336],"training.":[340]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}