{"id":"https://openalex.org/W4393105094","doi":"https://doi.org/10.1109/ojcs.2024.3380828","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","display_name":"Training and Serving System of Foundation Models: A Comprehensive Survey","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393105094","doi":"https://doi.org/10.1109/ojcs.2024.3380828"},"language":"en","primary_location":{"id":"doi:10.1109/ojcs.2024.3380828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2024.3380828","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/10478189.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/10478189.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101889736","display_name":"Jiahang Zhou","orcid":"https://orcid.org/0009-0003-9041-5874"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiahang Zhou","raw_affiliation_strings":["School of Systems Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Systems Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100639369","display_name":"Yanyu Chen","orcid":"https://orcid.org/0009-0009-8932-7352"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyu Chen","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","School of Systems Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Systems Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075795671","display_name":"Zicong Hong","orcid":"https://orcid.org/0000-0001-5689-382X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zicong Hong","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066482792","display_name":"Wuhui Chen","orcid":"https://orcid.org/0000-0003-4430-7904"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wuhui Chen","raw_affiliation_strings":["School of Software Engineering, Sun Yat-sen University, Guangzhou, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397991","display_name":"Yue Yu","orcid":"https://orcid.org/0000-0002-9865-2212"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Yu","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085782509","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0002-9161-3210"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["School of Systems Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Systems Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731006","display_name":"Hui Wang","orcid":"https://orcid.org/0000-0002-0499-727X"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014061069","display_name":"Chuanfu Zhang","orcid":"https://orcid.org/0009-0007-1525-5830"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanfu Zhang","raw_affiliation_strings":["School of Systems Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Systems Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012731436","display_name":"Zibin Zheng","orcid":"https://orcid.org/0000-0001-7872-7718"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zibin Zheng","raw_affiliation_strings":["School of Software Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101889736"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":2.3492,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8680468,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"5","issue":null,"first_page":"107","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12293","display_name":"Dam Engineering and Safety","score":0.9104999899864197,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12293","display_name":"Dam Engineering and Safety","score":0.9104999899864197,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.9010000228881836,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.772040605545044},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5963002443313599},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3976533114910126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3694421648979187},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2769601345062256},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.14181339740753174},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.06319200992584229},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.04851973056793213}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.772040605545044},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5963002443313599},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3976533114910126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3694421648979187},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2769601345062256},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.14181339740753174},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06319200992584229},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.04851973056793213}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcs.2024.3380828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2024.3380828","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/10478189.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7585239bc69a435b85959af99d97baf7","is_oa":true,"landing_page_url":"https://doaj.org/article/7585239bc69a435b85959af99d97baf7","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Computer Society, Vol 5, Pp 107-119 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcs.2024.3380828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2024.3380828","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/10478189.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1596881006","display_name":null,"funder_award_id":"2019QN01X130","funder_id":"https://openalex.org/F4320334009","funder_display_name":"Guangdong Provincial Pearl River Talents Program"},{"id":"https://openalex.org/G2872466068","display_name":null,"funder_award_id":"62172453","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334009","display_name":"Guangdong Provincial Pearl River Talents Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393105094.pdf","grobid_xml":"https://content.openalex.org/works/W4393105094.grobid-xml"},"referenced_works_count":99,"referenced_works":["https://openalex.org/W201315547","https://openalex.org/W2056999868","https://openalex.org/W2150884987","https://openalex.org/W2338908902","https://openalex.org/W2489529491","https://openalex.org/W2884711234","https://openalex.org/W2962747323","https://openalex.org/W2969388332","https://openalex.org/W2991040477","https://openalex.org/W3010830594","https://openalex.org/W3012479151","https://openalex.org/W3021234081","https://openalex.org/W3081168214","https://openalex.org/W3082549344","https://openalex.org/W3086105743","https://openalex.org/W3095488153","https://openalex.org/W3129831491","https://openalex.org/W3132107458","https://openalex.org/W3138895808","https://openalex.org/W3159351344","https://openalex.org/W3167220634","https://openalex.org/W3189259198","https://openalex.org/W3205803342","https://openalex.org/W3206832494","https://openalex.org/W4220703317","https://openalex.org/W4220741164","https://openalex.org/W4220967350","https://openalex.org/W4221167110","https://openalex.org/W4226057994","https://openalex.org/W4294433898","https://openalex.org/W4310282800","https://openalex.org/W4312060029","https://openalex.org/W4318541551","https://openalex.org/W4318541554","https://openalex.org/W4318541673","https://openalex.org/W4318541692","https://openalex.org/W4321466422","https://openalex.org/W4321636575","https://openalex.org/W4321636583","https://openalex.org/W4322718191","https://openalex.org/W4362515116","https://openalex.org/W4366341968","https://openalex.org/W4372263604","https://openalex.org/W4376167141","https://openalex.org/W4376652719","https://openalex.org/W4379929801","https://openalex.org/W4381551031","https://openalex.org/W4385245566","https://openalex.org/W4385801730","https://openalex.org/W4386396242","https://openalex.org/W4386617904","https://openalex.org/W4386763875","https://openalex.org/W4386763939","https://openalex.org/W4386768656","https://openalex.org/W4387321091","https://openalex.org/W4387723591","https://openalex.org/W4388725733","https://openalex.org/W4388874804","https://openalex.org/W4390490761","https://openalex.org/W4391136507","https://openalex.org/W4394923298","https://openalex.org/W4404356490","https://openalex.org/W4404658388","https://openalex.org/W6703652217","https://openalex.org/W6745245109","https://openalex.org/W6753209298","https://openalex.org/W6768723914","https://openalex.org/W6776671032","https://openalex.org/W6778883912","https://openalex.org/W6779103662","https://openalex.org/W6779863968","https://openalex.org/W6780805062","https://openalex.org/W6787953186","https://openalex.org/W6790981935","https://openalex.org/W6793032698","https://openalex.org/W6795846692","https://openalex.org/W6797242466","https://openalex.org/W6798686915","https://openalex.org/W6799372109","https://openalex.org/W6810296985","https://openalex.org/W6810520696","https://openalex.org/W6811726652","https://openalex.org/W6811928498","https://openalex.org/W6843821762","https://openalex.org/W6847386241","https://openalex.org/W6849514112","https://openalex.org/W6850462617","https://openalex.org/W6850625674","https://openalex.org/W6850927664","https://openalex.org/W6851775633","https://openalex.org/W6852691820","https://openalex.org/W6852989508","https://openalex.org/W6853192989","https://openalex.org/W6853287796","https://openalex.org/W6854474899","https://openalex.org/W6855874919","https://openalex.org/W6856663864","https://openalex.org/W6857551316","https://openalex.org/W7046032890"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"Foundation":[0],"models":[1,74,132],"(e.g.,":[2],"ChatGPT,":[3],"DALL-E,":[4],"PengCheng":[5],"Mind,":[6],"PanGu-\u03a3)":[7],"have":[8,25,75,100],"demonstrated":[9],"extraordinary":[10],"performance":[11],"in":[12,127,199],"key":[13],"technological":[14],"areas,":[15],"such":[16,148],"as":[17,149],"natural":[18],"language":[19],"processing":[20],"and":[21,24,38,47,70,92,103,118,129,152,160,176,186,192,197],"visual":[22],"recognition,":[23],"become":[26],"the":[27,68,124,155,158,165],"mainstream":[28],"trend":[29],"of":[30,61,72,111,141,169],"artificial":[31],"general":[32],"intelligence.":[33],"This":[34,120],"has":[35],"led":[36],"more":[37,39],"major":[40],"technology":[41],"giants":[42],"to":[43,50,180],"dedicate":[44],"significant":[45,77],"human":[46],"financial":[48],"resources":[49],"actively":[51,101],"develop":[52],"their":[53],"foundation":[54,131,170,200],"model":[55,171,201],"systems,":[56],"which":[57],"drives":[58],"continuous":[59,195],"growth":[60],"these":[62,73,142],"models'":[63],"parameters.":[64],"As":[65],"a":[66,108,138,162,182],"result,":[67],"training":[69,91,128],"serving":[71,93,130],"posed":[76],"challenges,":[78],"including":[79,145],"substantial":[80],"computing":[81],"power,":[82],"memory":[83],"consumption,":[84],"bandwidth":[85],"demands,":[86],"etc.":[87],"Therefore,":[88],"employing":[89],"efficient":[90],"strategies":[94],"becomes":[95],"particularly":[96],"crucial.":[97],"Many":[98],"researchers":[99],"explored":[102],"proposed":[104],"effective":[105],"methods.":[106],"So,":[107],"comprehensive":[109,174],"survey":[110],"them":[112],"is":[113],"essential":[114],"for":[115,189],"system":[116],"developers":[117],"researchers.":[119],"paper":[121,156],"extensively":[122],"explores":[123],"methods":[125],"employed":[126],"from":[133],"various":[134],"perspectives.":[135],"It":[136],"provides":[137],"detailed":[139],"categorization":[140],"state-of-the-art":[143],"methods,":[144],"finer":[146],"aspects":[147],"network,":[150],"computing,":[151],"storage.":[153],"Additionally,":[154],"summarizes":[157],"challenges":[159],"presents":[161],"perspective":[163],"on":[164],"future":[166,190],"development":[167,198],"direction":[168],"systems.":[172,202],"Through":[173],"discussion":[175],"analysis,":[177],"it":[178],"hopes":[179],"provide":[181],"solid":[183],"theoretical":[184],"basis":[185],"practical":[187],"guidance":[188],"research":[191],"applications,":[193],"promoting":[194],"innovation":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}