{"id":"https://openalex.org/W4294530650","doi":"https://doi.org/10.48550/arxiv.2209.00302","title":"Progressive Fusion for Multimodal Integration","display_name":"Progressive Fusion for Multimodal Integration","alternate_titles":[],"publication_year":2022,"publication_date":"2022-09-01","ids":{"openalex":"https://openalex.org/W4294530650","doi":"https://doi.org/10.48550/arxiv.2209.00302"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2209.00302","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.00302","pdf_url":"https://arxiv.org/pdf/2209.00302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4294530650"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.00302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shankar, Shiv","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shankar, Shiv","raw_affiliation_strings":["University of Massachusetts"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020915093","display_name":"Laure Thompson","orcid":"https://orcid.org/0000-0001-5752-054X","observed_orcids":["https://orcid.org/0000-0001-5752-054X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thompson, Laure","raw_affiliation_strings":["University of Massachusetts"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063364372","display_name":"Madalina Fiterau","orcid":"https://orcid.org/0000-0003-4179-7274","observed_orcids":["https://orcid.org/0000-0003-4179-7274"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fiterau, Madalina","raw_affiliation_strings":["University of Massachusetts"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":44,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.9179999828338623},{"id":"https://openalex.org/keywords/progressive-fusion","display_name":"progressive fusion","score":0.8610000014305115},{"id":"https://openalex.org/keywords/decision-level-fusion","display_name":"decision fusion","score":0.9190000295639038},{"id":"https://openalex.org/keywords/early-fusion","display_name":"feature-level fusion","score":0.9940000176429749},{"id":"https://openalex.org/keywords/feature-heterogeneity","display_name":"feature heterogeneity","score":0.6880000233650208},{"id":"https://openalex.org/keywords/multimedia-analysis","display_name":"multimedia analysis","score":0.8140000104904175}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7672674655914307},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7582280039787292},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6652355790138245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5704892873764038},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4963906407356262},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4400777220726013},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2209.00302","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.00302","pdf_url":"https://arxiv.org/pdf/2209.00302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2209.00302","doi":"https://doi.org/10.48550/arxiv.2209.00302","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2209.00302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.00302","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.00302","pdf_url":"https://arxiv.org/pdf/2209.00302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4294530650.pdf","grobid_xml":"https://content.openalex.org/works/W4294530650.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W99364208","https://openalex.org/W172621499","https://openalex.org/W1831449718","https://openalex.org/W2000176388","https://openalex.org/W2004215803","https://openalex.org/W2052280110","https://openalex.org/W2065131965","https://openalex.org/W2066477856","https://openalex.org/W2079725295","https://openalex.org/W2526449353","https://openalex.org/W2528822604","https://openalex.org/W2607406448","https://openalex.org/W2619383789","https://openalex.org/W2738581557","https://openalex.org/W2767290858","https://openalex.org/W2787581402","https://openalex.org/W2788241093","https://openalex.org/W2790592140","https://openalex.org/W2805122419","https://openalex.org/W2808518417","https://openalex.org/W2883409523","https://openalex.org/W2892844477","https://openalex.org/W2896457183","https://openalex.org/W2904106524","https://openalex.org/W2907386696","https://openalex.org/W2912305564","https://openalex.org/W2922066459","https://openalex.org/W2947476638","https://openalex.org/W2950850286","https://openalex.org/W2951033711","https://openalex.org/W2954782105","https://openalex.org/W2962793481","https://openalex.org/W2963091558","https://openalex.org/W2963172229","https://openalex.org/W2963177331","https://openalex.org/W2963420686","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2966404347","https://openalex.org/W2978233418","https://openalex.org/W2989763126","https://openalex.org/W2996132293","https://openalex.org/W3005077320","https://openalex.org/W3012811655","https://openalex.org/W3034266838","https://openalex.org/W3035333188","https://openalex.org/W3049723069","https://openalex.org/W3085109118","https://openalex.org/W3093051361","https://openalex.org/W3104911444","https://openalex.org/W3142853109","https://openalex.org/W3148388528","https://openalex.org/W3178535157","https://openalex.org/W3180718533","https://openalex.org/W3198512197","https://openalex.org/W3198850411","https://openalex.org/W3203174831","https://openalex.org/W3205519684","https://openalex.org/W3212014628","https://openalex.org/W4285261162","https://openalex.org/W7096650289"],"related_works":["https://openalex.org/W4398187472","https://openalex.org/W7216241547","https://openalex.org/W4407130500","https://openalex.org/W3086755561","https://openalex.org/W3142853109","https://openalex.org/W4400596987","https://openalex.org/W7125695243","https://openalex.org/W3093881247","https://openalex.org/W6891218881"],"abstract_inverted_index":{"Integration":[0],"of":[1,14,51,121,131],"multimodal":[2,179],"information":[3,52],"from":[4,70],"various":[5],"sources":[6],"has":[7,20],"been":[8],"shown":[9],"to":[10,34,41,115],"boost":[11],"the":[12,49,55,60,71,96,119,122,129],"performance":[13],"machine":[15],"learning":[16],"models":[17,29],"and":[18,77,147,173],"thus":[19],"received":[21],"increased":[22],"attention":[23],"in":[24,54,171,176],"recent":[25],"years.":[26],"Often":[27],"such":[28],"use":[30],"deep":[31],"modality-specific":[32],"networks":[33],"obtain":[35,42],"unimodal":[36,57],"features":[37,67],"which":[38,65,94],"are":[39],"combined":[40],"\"late-fusion\"":[43],"representations.":[44,101],"However,":[45],"these":[46],"designs":[47],"run":[48],"risk":[50],"loss":[53],"respective":[56],"pipelines.":[58],"On":[59],"other":[61],"hand,":[62],"\"early-fusion\"":[63],"methodologies,":[64],"combine":[66],"early,":[68],"suffer":[69],"problems":[72],"associated":[73],"with":[74,98,151],"feature":[75],"heterogeneity":[76],"high":[78],"sample":[79],"complexity.":[80],"In":[81],"this":[82],"work,":[83],"we":[84],"present":[85],"an":[86],"iterative":[87],"representation":[88],"refinement":[89],"approach,":[90],"called":[91],"Progressive":[92,137],"Fusion,":[93],"mitigates":[95],"issues":[97],"late":[99,110,132],"fusion":[100,133,150],"Our":[102],"model-agnostic":[103],"technique":[104],"introduces":[105],"backward":[106],"connections":[107],"that":[108,159],"make":[109],"stage":[111],"fused":[112],"representations":[113,123],"available":[114],"early":[116],"layers,":[117],"improving":[118],"expressiveness":[120],"at":[124],"those":[125],"stages,":[126],"while":[127],"retaining":[128],"advantages":[130],"designs.":[134],"We":[135,157],"test":[136],"Fusion":[138],"on":[139,178],"tasks":[140],"including":[141],"affective":[142],"sentiment":[143],"detection,":[144],"multimedia":[145],"analysis,":[146],"time":[148,180],"series":[149,181],"different":[152],"models,":[153],"demonstrating":[154],"its":[155],"versatility.":[156],"show":[158],"our":[160],"approach":[161],"consistently":[162],"improves":[163],"performance,":[164],"for":[165],"instance":[166],"attaining":[167],"a":[168],"5%":[169],"reduction":[170],"MSE":[172],"40%":[174],"improvement":[175],"robustness":[177],"prediction.":[182]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4294530650","counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-09-03T00:00:00"}
