{"id":"https://openalex.org/W4379929801","doi":"https://doi.org/10.1007/s11633-022-1410-8","title":"Large-scale Multi-modal Pre-trained Models: A Comprehensive Survey","display_name":"Large-scale Multi-modal Pre-trained Models: A Comprehensive Survey","publication_year":2023,"publication_date":"2023-06-06","ids":{"openalex":"https://openalex.org/W4379929801","doi":"https://doi.org/10.1007/s11633-022-1410-8"},"language":"en","primary_location":{"id":"doi:10.1007/s11633-022-1410-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-022-1410-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-022-1410-8.pdf","source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11633-022-1410-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100411426","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0001-6117-6745"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518055, China","School of Computer Science and Technology, Anhui University, Hefei, 230601, China"],"raw_orcid":"https://orcid.org/0000-0001-6117-6745","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518055, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Computer Science and Technology, Anhui University, Hefei, 230601, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051638640","display_name":"Guangyao Chen","orcid":"https://orcid.org/0000-0002-7255-2109"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangyao Chen","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518055, China","School of Computer Science, Peking University, Beijing, 100871, China"],"raw_orcid":"https://orcid.org/0000-0002-7255-2109","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518055, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, 100871, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007016042","display_name":"Guangwu Qian","orcid":"https://orcid.org/0000-0001-9241-1699"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangwu Qian","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518055, China"],"raw_orcid":"https://orcid.org/0000-0001-9241-1699","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101746589","display_name":"Pengcheng Gao","orcid":"https://orcid.org/0000-0002-6692-341X"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengcheng Gao","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518055, China"],"raw_orcid":"https://orcid.org/0000-0002-6692-341X","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064374603","display_name":"Xiao-Yong Wei","orcid":"https://orcid.org/0000-0002-5706-5177"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Yong Wei","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, 610065, China","Peng Cheng Laboratory, Shenzhen, 518055, China"],"raw_orcid":"https://orcid.org/0000-0002-5706-5177","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, 610065, China","institution_ids":["https://openalex.org/I24185976"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518055, China"],"raw_orcid":"https://orcid.org/0000-0003-2197-9038","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023918894","display_name":"Yonghong Tian","orcid":"https://orcid.org/0000-0002-2978-5935"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yonghong Tian","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518055, China","School of Computer Science, Peking University, Beijing, 100871, China"],"raw_orcid":"https://orcid.org/0000-0002-2978-5935","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518055, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, 100871, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018478553","display_name":"Wen Gao","orcid":"https://orcid.org/0000-0002-8070-802X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Gao","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518055, China","School of Computer Science, Peking University, Beijing, 100871, China"],"raw_orcid":"https://orcid.org/0000-0002-8070-802X","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518055, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, 100871, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023918894","https://openalex.org/A5100631216"],"corresponding_institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":20.2263,"has_fulltext":true,"cited_by_count":206,"citation_normalized_percentile":{"value":0.99768432,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":"4","first_page":"447","last_page":"482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.803412675857544},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6513559222221375},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5838407278060913},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5618849396705627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5557321310043335},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5422081351280212},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.478061705827713},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4688205420970917},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43460026383399963},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3388458490371704},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09163594245910645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.803412675857544},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6513559222221375},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5838407278060913},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5618849396705627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5557321310043335},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5422081351280212},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.478061705827713},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4688205420970917},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43460026383399963},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3388458490371704},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09163594245910645},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11633-022-1410-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-022-1410-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-022-1410-8.pdf","source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11633-022-1410-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-022-1410-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-022-1410-8.pdf","source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7699999809265137,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2366631306","display_name":null,"funder_award_id":"62102205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3637388763","display_name":null,"funder_award_id":"U20B2052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7891390100","display_name":null,"funder_award_id":"61872256","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320318558","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379929801.pdf"},"referenced_works_count":242,"referenced_works":["https://openalex.org/W64813323","https://openalex.org/W68132019","https://openalex.org/W68733909","https://openalex.org/W205829674","https://openalex.org/W1533230146","https://openalex.org/W1889081078","https://openalex.org/W1933349210","https://openalex.org/W2040916592","https://openalex.org/W2064675550","https://openalex.org/W2066190567","https://openalex.org/W2108598243","https://openalex.org/W2109586012","https://openalex.org/W2112796928","https://openalex.org/W2127426251","https://openalex.org/W2127795553","https://openalex.org/W2130158090","https://openalex.org/W2163605009","https://openalex.org/W2184957013","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2250342289","https://openalex.org/W2250384498","https://openalex.org/W2277195237","https://openalex.org/W2283196293","https://openalex.org/W2433281745","https://openalex.org/W2519887557","https://openalex.org/W2560730294","https://openalex.org/W2604314403","https://openalex.org/W2606555609","https://openalex.org/W2624431344","https://openalex.org/W2737258237","https://openalex.org/W2741631785","https://openalex.org/W2807744099","https://openalex.org/W2808747415","https://openalex.org/W2886641317","https://openalex.org/W2889787757","https://openalex.org/W2899197626","https://openalex.org/W2900474539","https://openalex.org/W2904565150","https://openalex.org/W2912371042","https://openalex.org/W2912924812","https://openalex.org/W2914304175","https://openalex.org/W2923014074","https://openalex.org/W2945260553","https://openalex.org/W2946659172","https://openalex.org/W2949972983","https://openalex.org/W2950393809","https://openalex.org/W2950813464","https://openalex.org/W2951105272","https://openalex.org/W2953356739","https://openalex.org/W2960655175","https://openalex.org/W2962739339","https://openalex.org/W2962764817","https://openalex.org/W2962835968","https://openalex.org/W2962843773","https://openalex.org/W2962964995","https://openalex.org/W2963115613","https://openalex.org/W2963341956","https://openalex.org/W2963446712","https://openalex.org/W2963449390","https://openalex.org/W2963477107","https://openalex.org/W2963518342","https://openalex.org/W2963541336","https://openalex.org/W2963703197","https://openalex.org/W2963961878","https://openalex.org/W2963995027","https://openalex.org/W2964303913","https://openalex.org/W2964311892","https://openalex.org/W2966715458","https://openalex.org/W2968124245","https://openalex.org/W2969876226","https://openalex.org/W2970062726","https://openalex.org/W2970231061","https://openalex.org/W2970869018","https://openalex.org/W2970986510","https://openalex.org/W2971236147","https://openalex.org/W2971871542","https://openalex.org/W2973049979","https://openalex.org/W2975357369","https://openalex.org/W2981851019","https://openalex.org/W2981852735","https://openalex.org/W2984008963","https://openalex.org/W2984902757","https://openalex.org/W2988736778","https://openalex.org/W2997591391","https://openalex.org/W2997908677","https://openalex.org/W2998356391","https://openalex.org/W2998617917","https://openalex.org/W3001555892","https://openalex.org/W3004304303","https://openalex.org/W3011574394","https://openalex.org/W3014611590","https://openalex.org/W3015851404","https://openalex.org/W3034188691","https://openalex.org/W3034500398","https://openalex.org/W3035051781","https://openalex.org/W3035265375","https://openalex.org/W3035485997","https://openalex.org/W3035652667","https://openalex.org/W3035688398","https://openalex.org/W3088409176","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3094502228","https://openalex.org/W3095670406","https://openalex.org/W3096609285","https://openalex.org/W3100712674","https://openalex.org/W3102187933","https://openalex.org/W3102659883","https://openalex.org/W3104279398","https://openalex.org/W3105111366","https://openalex.org/W3105601320","https://openalex.org/W3116651605","https://openalex.org/W3116952214","https://openalex.org/W3126337491","https://openalex.org/W3126464137","https://openalex.org/W3126792443","https://openalex.org/W3133825286","https://openalex.org/W3135367836","https://openalex.org/W3138516171","https://openalex.org/W3153543512","https://openalex.org/W3154596443","https://openalex.org/W3155594712","https://openalex.org/W3155860693","https://openalex.org/W3156892778","https://openalex.org/W3158631574","https://openalex.org/W3159619744","https://openalex.org/W3165647589","https://openalex.org/W3165938948","https://openalex.org/W3166712493","https://openalex.org/W3169993339","https://openalex.org/W3170841864","https://openalex.org/W3171125843","https://openalex.org/W3173220247","https://openalex.org/W3173871266","https://openalex.org/W3173909648","https://openalex.org/W3173978205","https://openalex.org/W3176153963","https://openalex.org/W3176445421","https://openalex.org/W3176641147","https://openalex.org/W3176824248","https://openalex.org/W3177224328","https://openalex.org/W3177654849","https://openalex.org/W3181069167","https://openalex.org/W3182937942","https://openalex.org/W3183152796","https://openalex.org/W3184735396","https://openalex.org/W3184784418","https://openalex.org/W3185341429","https://openalex.org/W3187240237","https://openalex.org/W3187415662","https://openalex.org/W3193402170","https://openalex.org/W3194633557","https://openalex.org/W3197736584","https://openalex.org/W3198076979","https://openalex.org/W3198377975","https://openalex.org/W3198659451","https://openalex.org/W3202384916","https://openalex.org/W3204588463","https://openalex.org/W3204762109","https://openalex.org/W3205235328","https://openalex.org/W3206487987","https://openalex.org/W3207750165","https://openalex.org/W3207798279","https://openalex.org/W3208314443","https://openalex.org/W3209059054","https://openalex.org/W3209274285","https://openalex.org/W3209532394","https://openalex.org/W3209721572","https://openalex.org/W3212386989","https://openalex.org/W3212456749","https://openalex.org/W3212610063","https://openalex.org/W3213148312","https://openalex.org/W3213351348","https://openalex.org/W3215434919","https://openalex.org/W3215495615","https://openalex.org/W4206471589","https://openalex.org/W4206706211","https://openalex.org/W4210352519","https://openalex.org/W4210473988","https://openalex.org/W4213019189","https://openalex.org/W4220736817","https://openalex.org/W4221141417","https://openalex.org/W4221141423","https://openalex.org/W4221145554","https://openalex.org/W4221165593","https://openalex.org/W4221167444","https://openalex.org/W4221167472","https://openalex.org/W4221167911","https://openalex.org/W4221167912","https://openalex.org/W4224286930","https://openalex.org/W4225307291","https://openalex.org/W4225323055","https://openalex.org/W4225683910","https://openalex.org/W4225832925","https://openalex.org/W4226033575","https://openalex.org/W4226182655","https://openalex.org/W4229031382","https://openalex.org/W4229042118","https://openalex.org/W4249013746","https://openalex.org/W4281479158","https://openalex.org/W4281550812","https://openalex.org/W4282028729","https://openalex.org/W4282919422","https://openalex.org/W4283219931","https://openalex.org/W4283815582","https://openalex.org/W4283821415","https://openalex.org/W4284696747","https://openalex.org/W4307008556","https://openalex.org/W4312310776","https://openalex.org/W4312407537","https://openalex.org/W4312463400","https://openalex.org/W4312629998","https://openalex.org/W4312651322","https://openalex.org/W4312784228","https://openalex.org/W4312877428","https://openalex.org/W4312956471","https://openalex.org/W4313158203","https://openalex.org/W4313181088","https://openalex.org/W4320168466","https://openalex.org/W4321033098","https://openalex.org/W4394659899","https://openalex.org/W6629028937","https://openalex.org/W6730084236","https://openalex.org/W6766937060","https://openalex.org/W6774952039","https://openalex.org/W6778883912","https://openalex.org/W6779879114","https://openalex.org/W6789883375","https://openalex.org/W6790978476","https://openalex.org/W6791276965","https://openalex.org/W6796761347","https://openalex.org/W6801567822","https://openalex.org/W6801962987","https://openalex.org/W6803872405","https://openalex.org/W6804036380","https://openalex.org/W6804204055","https://openalex.org/W6810263219","https://openalex.org/W6810882463","https://openalex.org/W6838580846","https://openalex.org/W6838888909","https://openalex.org/W6839710751"],"related_works":["https://openalex.org/W2380075625","https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W4375867731","https://openalex.org/W2141033859","https://openalex.org/W2077542787","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2156434174","https://openalex.org/W2121496884"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"the":[2,31,46,86,94,101,118,132,150,155,173],"urgent":[3],"demand":[4],"for":[5,154,189,206],"generalized":[6],"deep":[7,103],"models,":[8],"many":[9],"pre-trained":[10,25,48,208],"big":[11,49,210],"models":[12,35,50,71,128],"are":[13],"proposed,":[14],"such":[15],"as":[16],"bidirectional":[17],"encoder":[18],"representations":[19],"(BERT),":[20],"vision":[21,41],"transformer":[22],"(ViT),":[23],"generative":[24],"transformers":[26],"(GPT),":[27],"etc.":[28],"Inspired":[29],"by":[30,99],"success":[32],"of":[33,69,96,125,157,172],"these":[34,70],"in":[36,58,107],"single":[37],"domains":[38],"(like":[39],"computer":[40,111],"and":[42,55,72,80,113,123,130,142,163,170,176],"natural":[43,108],"language":[44,109],"processing),":[45],"multi-modal":[47,97,126,209],"have":[51],"also":[52,167],"drawn":[53],"more":[54,56],"attention":[57],"recent":[59],"years.":[60],"In":[61,197],"this":[62,74,190],"work,":[63],"we":[64,91,116,148,183,199],"give":[65,168],"a":[66,135,201],"comprehensive":[67],"survey":[68],"hope":[73],"paper":[75,204],"could":[76],"provide":[77],"new":[78],"insights":[79],"helps":[81],"fresh":[82],"researchers":[83],"to":[84],"track":[85],"most":[87],"cutting-edge":[88],"works.":[89,196],"Specifically,":[90],"firstly":[92],"introduce":[93,117,149],"background":[95],"pre-training":[98,105,127],"reviewing":[100],"conventional":[102],"learning,":[104],"works":[106],"process,":[110],"vision,":[112],"speech.":[114],"Then,":[115],"task":[119],"definition,":[120],"key":[121],"challenges,":[122],"advantages":[124],"(MM-PTMs),":[129],"discuss":[131],"MM-PTMs":[133],"with":[134],"focus":[136],"on":[137,178],"data,":[138],"objectives,":[139],"network":[140],"architectures,":[141],"knowledge":[143],"enhanced":[144],"pre-training.":[145],"After":[146],"that,":[147],"downstream":[151,180],"tasks":[152],"used":[153],"validation":[156],"large-scale":[158,207],"MM-PTMs,":[159],"including":[160],"generative,":[161],"classification,":[162],"regression":[164],"tasks.":[165,181],"We":[166],"visualization":[169],"analysis":[171],"model":[174],"parameters":[175],"results":[177],"representative":[179],"Finally,":[182],"point":[184],"out":[185],"possible":[186],"research":[187],"directions":[188],"topic":[191],"that":[192],"may":[193],"benefit":[194],"future":[195],"addition,":[198],"maintain":[200],"continuously":[202],"updated":[203],"list":[205],"models:":[211],"https://github.com/wangxiao5791509/MultiModal_BigModels_Survey":[212],".":[213]},"counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":81},{"year":2024,"cited_by_count":71},{"year":2023,"cited_by_count":19}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}