{"id":"https://openalex.org/W4396987315","doi":"https://doi.org/10.48550/arxiv.2405.09321","title":"ReconBoost: Boosting Can Achieve Modality Reconcilement","display_name":"ReconBoost: Boosting Can Achieve Modality Reconcilement","publication_year":2024,"publication_date":"2024-05-15","ids":{"openalex":"https://openalex.org/W4396987315","doi":"https://doi.org/10.48550/arxiv.2405.09321"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.09321","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.09321","pdf_url":"https://arxiv.org/pdf/2405.09321","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.09321","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101763302","display_name":"Cong Hua","orcid":"https://orcid.org/0000-0003-2323-8866","observed_orcids":["https://orcid.org/0000-0003-2323-8866"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua, Cong","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing , Insti- tute of Computing Technology , Chinese Academy of Sciences , Beijing , China","School of Computer Science and Technology , Uni- versity of Chinese Academy of Sciences , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing , Insti- tute of Computing Technology , Chinese Academy of Sciences , Beijing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"School of Computer Science and Technology , Uni- versity of Chinese Academy of Sciences , Beijing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089092566","display_name":"Qianqian Xu","orcid":"https://orcid.org/0000-0002-3512-7277","observed_orcids":["https://orcid.org/0000-0002-3512-7277"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Qianqian","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing , Insti- tute of Computing Technology , Chinese Academy of Sciences , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing , Insti- tute of Computing Technology , Chinese Academy of Sciences , Beijing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079963720","display_name":"Shilong Bao","orcid":"https://orcid.org/0000-0002-4336-8900","observed_orcids":["https://orcid.org/0000-0002-4336-8900"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao, Shilong","raw_affiliation_strings":["Institute of Information Engineering , Chinese Academy of Sciences , Bei- jing , China","School of Cyber Security , University of Chinese Academy of Sciences , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering , Chinese Academy of Sciences , Bei- jing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security , University of Chinese Academy of Sciences , Beijing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028204328","display_name":"Zhiyong Yang","orcid":"https://orcid.org/0000-0002-2806-1214","observed_orcids":["https://orcid.org/0000-0002-2806-1214"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Zhiyong","raw_affiliation_strings":["School of Computer Science and Technology , Uni- versity of Chinese Academy of Sciences , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology , Uni- versity of Chinese Academy of Sciences , Beijing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041273628","display_name":"Qingming Huang","orcid":"https://orcid.org/0009-0003-8680-0278","observed_orcids":["https://orcid.org/0009-0003-8680-0278"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Qingming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"multimodal learning","score":0.9369999766349792},{"id":"https://openalex.org/keywords/cross-modal-interaction","display_name":"cross-modal interaction","score":0.6320000290870667},{"id":"https://openalex.org/keywords/gradient-boosting","display_name":"gradient boosting","score":0.5009999871253967},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"ensemble learning","score":0.515999972820282},{"id":"https://openalex.org/keywords/memory-consolidation","display_name":"memory consolidation","score":0.9789999723434448}],"concepts":[{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.8633688688278198},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6119917631149292},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4706496596336365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3517530560493469}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.09321","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.09321","pdf_url":"https://arxiv.org/pdf/2405.09321","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.09321","doi":"https://doi.org/10.48550/arxiv.2405.09321","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.09321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.09321","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.09321","pdf_url":"https://arxiv.org/pdf/2405.09321","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1764236676","display_name":null,"funder_award_id":"62206264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2732183982","display_name":null,"funder_award_id":"U23B2051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3751664253","display_name":null,"funder_award_id":"E000000","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4199693610","display_name":null,"funder_award_id":"62236008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G431784793","display_name":null,"funder_award_id":"61976202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6152166824","display_name":null,"funder_award_id":"92370102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6212863906","display_name":null,"funder_award_id":"U21B2038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7801426869","display_name":"\u7aef\u4e91\u534f\u540c\u89c6\u9891\u667a\u80fd\u8ba1\u7b97\u65b9\u6cd5\u4e0e\u82af\u7247\u67b6\u6784\u7814\u7a76","funder_award_id":"61931008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G896772174","display_name":null,"funder_award_id":"62122075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335561","display_name":"Institute of Computing Technology, Chinese Academy of Sciences","ror":null},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396987315.pdf","grobid_xml":"https://content.openalex.org/works/W4396987315.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W2896457183","https://openalex.org/W2924126491"],"related_works":["https://openalex.org/W4402703093","https://openalex.org/W4390873518","https://openalex.org/W7138326150","https://openalex.org/W4414739275","https://openalex.org/W4403924124","https://openalex.org/W7103104129","https://openalex.org/W4403780668","https://openalex.org/W4415707909","https://openalex.org/W7203461745","https://openalex.org/W7127314297"],"abstract_inverted_index":{"This":[0,24],"paper":[1],"explores":[2],"a":[3,10,83,90,103,114,173,178],"novel":[4],"multi-modal":[5,34,39,191],"alternating":[6],"learning":[7,35,65,75,97],"paradigm":[8,76],"pursuing":[9],"reconciliation":[11],"between":[12],"the":[13,19,28,49,52,60,64,73,96,109,120,129,141,148,156,195,198,202],"exploitation":[14,47],"of":[15,21,33,48,197],"uni-modal":[16],"features":[17,40,50],"and":[18,138,177],"exploration":[20],"cross-modal":[22],"interactions.":[23],"is":[25,99,151],"motivated":[26],"by":[27,136,166],"fact":[29],"that":[30,119,152],"current":[31],"paradigms":[32],"tend":[36],"to":[37,56,77,88,162,182,194],"explore":[38],"simultaneously.":[41],"The":[42,144],"resulting":[43],"gradient":[44],"prohibits":[45],"further":[46],"in":[51],"weak":[53],"modality,":[54],"leading":[55],"modality":[57,62,92,161],"competition,":[58],"where":[59,128],"dominant":[61],"overpowers":[63],"process.":[66],"To":[67],"address":[68],"this":[69,184],"issue,":[70],"we":[71,81,117,153,171],"study":[72],"modality-alternating":[74],"achieve":[78],"reconcilement.":[79],"Specifically,":[80],"propose":[82,172],"new":[84],"method":[85,122],"called":[86],"ReconBoost":[87],"update":[89],"fixed":[91],"each":[93,160],"time.":[94],"Herein,":[95],"objective":[98],"dynamically":[100],"adjusted":[101],"with":[102,108,147],"reconcilement":[104],"regularization":[105],"against":[106],"competition":[107],"historical":[110],"models.":[111],"By":[112],"choosing":[113],"KL-based":[115],"reconcilement,":[116],"show":[118],"proposed":[121],"resembles":[123],"Friedman's":[124],"Gradient-Boosting":[125],"(GB)":[126],"algorithm,":[127],"updated":[130],"learner":[131],"can":[132],"correct":[133],"errors":[134],"made":[135],"others":[137],"help":[139],"enhance":[140],"overall":[142],"performance.":[143],"major":[145],"difference":[146],"classic":[149],"GB":[150],"only":[154],"preserve":[155],"newest":[157],"model":[158],"for":[159],"avoid":[163],"overfitting":[164],"caused":[165],"ensembling":[167],"strong":[168],"learners.":[169],"Furthermore,":[170],"memory":[174],"consolidation":[175],"scheme":[176,181],"global":[179],"rectification":[180],"make":[183],"strategy":[185],"more":[186],"effective.":[187],"Experiments":[188],"over":[189],"six":[190],"benchmarks":[192],"speak":[193],"efficacy":[196],"method.":[199],"We":[200],"release":[201],"code":[203],"at":[204],"https://github.com/huacong/ReconBoost.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":18}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-05-17T00:00:00"}