{"id":"https://openalex.org/W4403780802","doi":"https://doi.org/10.1145/3664647.3681313","title":"A Medical Data-Effective Learning Benchmark for Highly Efficient Pre-training of Foundation Models","display_name":"A Medical Data-Effective Learning Benchmark for Highly Efficient Pre-training of Foundation Models","alternate_titles":[],"publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403780802","doi":"https://doi.org/10.1145/3664647.3681313"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681313","doi":"https://doi.org/10.1145/3664647.3681313","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681313","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4403780802"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.17542","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114197627","display_name":"Wenxuan Yang","orcid":"https://orcid.org/0009-0005-8006-9757","observed_orcids":["https://orcid.org/0009-0005-8006-9757"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxuan Yang","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-8006-9757","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048621299","display_name":"Weimin Tan","orcid":"https://orcid.org/0000-0001-7677-4772","observed_orcids":["https://orcid.org/0000-0001-7677-4772"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weimin Tan","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7677-4772","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110574075","display_name":"Yuqi Sun","orcid":"https://orcid.org/0000-0002-7179-5045","observed_orcids":["https://orcid.org/0000-0002-7179-5045"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqi Sun","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7179-5045","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081115024","display_name":"Bo Yan","orcid":"https://orcid.org/0000-0003-0256-9682","observed_orcids":["https://orcid.org/0000-0003-0256-9682"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yan","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0256-9682","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.4332,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.63590087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3499","last_page":"3508"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.6523000001907349,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.6523000001907349,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.2362000048160553,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.04690000042319298,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-foundation-models","display_name":"medical foundation models","score":0.9330000281333923},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.4519999921321869},{"id":"https://openalex.org/keywords/health-data","display_name":"health data","score":0.5320000052452087},{"id":"https://openalex.org/keywords/data-quality","display_name":"data quality","score":0.9190000295639038},{"id":"https://openalex.org/keywords/training-set-reduction","display_name":"training data reduction","score":0.5630000233650208},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.5720000267028809},{"id":"https://openalex.org/keywords/computational-cost-reduction","display_name":"computational complexity reduction","score":0.6520000100135803}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7334518432617188},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7286838293075562},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7072141766548157},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.6042821407318115},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5722400546073914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5470115542411804},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5450693368911743},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3664647.3681313","doi":"https://doi.org/10.1145/3664647.3681313","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681313","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.17542","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.17542","pdf_url":"https://arxiv.org/pdf/2401.17542","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.17542","doi":"https://doi.org/10.48550/arxiv.2401.17542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.17542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.17542","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.17542","pdf_url":"https://arxiv.org/pdf/2401.17542","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4043000042438507,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3448428807","display_name":null,"funder_award_id":"U2001209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4772181003","display_name":null,"funder_award_id":"62372117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321851","display_name":"Fudan University","ror":"https://ror.org/013q1eq08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403780802.pdf","grobid_xml":"https://content.openalex.org/works/W4403780802.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1521916037","https://openalex.org/W1976842227","https://openalex.org/W1984020445","https://openalex.org/W2008359794","https://openalex.org/W2021088830","https://openalex.org/W2034269173","https://openalex.org/W2035415465","https://openalex.org/W2053551753","https://openalex.org/W2057546336","https://openalex.org/W2065411907","https://openalex.org/W2081839214","https://openalex.org/W2108598243","https://openalex.org/W2110322986","https://openalex.org/W2117539524","https://openalex.org/W2120579832","https://openalex.org/W2124547294","https://openalex.org/W2127218421","https://openalex.org/W2132984323","https://openalex.org/W2138857742","https://openalex.org/W2171213649","https://openalex.org/W2223420777","https://openalex.org/W2242218935","https://openalex.org/W2334028018","https://openalex.org/W2464915613","https://openalex.org/W2475932436","https://openalex.org/W2545424303","https://openalex.org/W2560328367","https://openalex.org/W2594867206","https://openalex.org/W2899402383","https://openalex.org/W2905109465","https://openalex.org/W2905913346","https://openalex.org/W2908510526","https://openalex.org/W2920216077","https://openalex.org/W2943930495","https://openalex.org/W2988299447","https://openalex.org/W2990751682","https://openalex.org/W3009514683","https://openalex.org/W3082604781","https://openalex.org/W3094502228","https://openalex.org/W3103924119","https://openalex.org/W3120333390","https://openalex.org/W3120671187","https://openalex.org/W3127470776","https://openalex.org/W3129002059","https://openalex.org/W3129333494","https://openalex.org/W3157506437","https://openalex.org/W3164631742","https://openalex.org/W3168997536","https://openalex.org/W3196643773","https://openalex.org/W4239017244","https://openalex.org/W4281493581","https://openalex.org/W4281673957","https://openalex.org/W4287123145","https://openalex.org/W4293433953","https://openalex.org/W4295073772","https://openalex.org/W4327811112","https://openalex.org/W4388459526","https://openalex.org/W4388998820"],"related_works":["https://openalex.org/W4402500735","https://openalex.org/W7212253124","https://openalex.org/W7131851568","https://openalex.org/W4386392961","https://openalex.org/W4408161263","https://openalex.org/W4403048121","https://openalex.org/W4415799244","https://openalex.org/W4409270908","https://openalex.org/W4321437302"],"abstract_inverted_index":{"Foundation":[0],"models,":[1],"pre-trained":[2],"on":[3,51,115],"massive":[4],"datasets,":[5],"have":[6],"achieved":[7],"unprecedented":[8],"generalizability.":[9],"However,":[10,104],"is":[11,86,119,204],"it":[12,214],"truly":[13],"necessary":[14],"to":[15,34,42,106,168,186],"involve":[16],"such":[17,198],"vast":[18],"amounts":[19],"of":[20,92,109,148,194,226],"data":[21,36,52,59,83,94,149,217],"in":[22,37,73,95,137],"pre-training,":[23],"consuming":[24],"extensive":[25,175],"computational":[26,79],"resources?":[27],"This":[28,46,141],"paper":[29,127],"introduces":[30,128],"data-effective":[31,117,135,171,201],"learning,":[32],"aiming":[33],"use":[35],"the":[38,58,90,107,138,179,187,195,207,224],"most":[39],"impactful":[40,230],"way":[41],"pre-train":[43],"foundation":[44,75,209],"models.":[45],"involves":[47],"strategies":[48],"that":[49],"focus":[50],"quality":[53],"rather":[54],"than":[55],"quantity,":[56],"ensuring":[57],"used":[60],"for":[61,133,159,206],"training":[62],"has":[63,98],"high":[64],"informational":[65],"value.":[66],"Data-effective":[67],"learning":[68,118,136,172,202],"plays":[69],"a":[70,129,144,156,163],"profound":[71],"role":[72],"accelerating":[74],"model":[76,210],"training,":[77],"reducing":[78],"costs,":[80],"and":[81,111,162,222,229],"saving":[82],"storage,":[84],"which":[85],"very":[87],"important":[88],"as":[89],"volume":[91],"medical":[93,116,139,153,208],"recent":[96],"years":[97],"grown":[99],"beyond":[100],"many":[101],"people's":[102],"expectations.":[103],"due":[105],"lack":[108],"standards":[110],"comprehensive":[112,130],"benchmarks,":[113],"research":[114,211],"poorly":[120],"studied.":[121],"To":[122],"address":[123],"this":[124],"gap,":[125],"our":[126],"benchmark":[131,142,203],"specifically":[132],"evaluating":[134],"field.":[140],"includes":[143],"dataset":[145,190],"with":[146,191],"millions":[147],"samples":[150],"from":[151],"31":[152],"centers":[154],"(DataDEL),":[155],"baseline":[157,180],"method":[158],"comparison":[160],"(MedDEL),":[161],"new":[164],"evaluation":[165],"metric":[166],"(NormDEL)":[167],"objectively":[169],"measure":[170],"performance.":[173],"Our":[174],"experimental":[176],"results":[177],"show":[178],"MedDEL":[181],"can":[182],"achieve":[183],"performance":[184],"comparable":[185],"original":[188],"large":[189],"only":[192],"5%":[193],"data.":[196],"Establishing":[197],"an":[199],"open":[200],"crucial":[205],"community":[212],"because":[213],"facilitates":[215],"efficient":[216],"use,":[218],"promotes":[219],"collaborative":[220],"breakthroughs,":[221],"fosters":[223],"development":[225],"cost-effective,":[227],"scalable,":[228],"healthcare":[231],"solutions.":[232]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403780802","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-10-26T00:00:00"}
