{"id":"https://openalex.org/W4385570100","doi":"https://doi.org/10.18653/v1/2023.acl-long.485","title":"Dynamic Regularization in UDA for Transformers in Multimodal Classification","display_name":"Dynamic Regularization in UDA for Transformers in Multimodal Classification","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385570100","doi":"https://doi.org/10.18653/v1/2023.acl-long.485"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.485","doi":"https://doi.org/10.18653/v1/2023.acl-long.485","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.485","pdf_url":"https://aclanthology.org/2023.acl-long.485.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-long.485.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092596152","display_name":"Ivonne Monter-Aldana","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I124618812","display_name":"Mathematics Research Center","ror":"https://ror.org/02nhmp827","country_code":"MX","type":"facility","lineage":["https://openalex.org/I124618812"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Ivonne Monter-Aldana","raw_affiliation_strings":["Department of Computer Science,","Mathematics Research Center (CIMAT), Gto. Mexico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science,","institution_ids":[]},{"raw_affiliation_string":"Mathematics Research Center (CIMAT), Gto. Mexico","institution_ids":["https://openalex.org/I124618812"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077557759","display_name":"Adri\u00e1n Pastor L\u00f3pez-Monroy","orcid":"https://orcid.org/0000-0003-1018-4221","observed_orcids":["https://orcid.org/0000-0003-1018-4221"]},"institutions":[{"id":"https://openalex.org/I124618812","display_name":"Mathematics Research Center","ror":"https://ror.org/02nhmp827","country_code":"MX","type":"facility","lineage":["https://openalex.org/I124618812"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Adrian Pastor Lopez Monroy","raw_affiliation_strings":["Department of Computer Science,","Mathematics Research Center (CIMAT), Gto. Mexico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science,","institution_ids":[]},{"raw_affiliation_string":"Mathematics Research Center (CIMAT), Gto. Mexico","institution_ids":["https://openalex.org/I124618812"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055252239","display_name":"Fernando S\u00e1nchez-Vega","orcid":"https://orcid.org/0000-0002-8533-2818","observed_orcids":["https://orcid.org/0000-0002-8533-2818"]},"institutions":[{"id":"https://openalex.org/I124618812","display_name":"Mathematics Research Center","ror":"https://ror.org/02nhmp827","country_code":"MX","type":"facility","lineage":["https://openalex.org/I124618812"]},{"id":"https://openalex.org/I4210163111","display_name":"Secretar\u00eda de Ciencia, Humanidades, Tecnolog\u00eda e Innovaci\u00f3n","ror":"https://ror.org/059ex5q34","country_code":"MX","type":"government","lineage":["https://openalex.org/I4210163111"]}],"countries":["MX"],"is_corresponding":true,"raw_author_name":"Fernando Sanchez-Vega","raw_affiliation_strings":["Department of Computer Science,","Mathematics Research Center (CIMAT) , Gto. Mexico. Consejo Nacional de Ciencia y Tecnolog\u00eda (CONACyT) , CDMX , M\u00e9xico","Consejo Nacional de Ciencia y Tecnolog\u00eda (CONACyT), CDMX, M\u00e9xico","Mathematics Research Center (CIMAT), Gto. Mexico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science,","institution_ids":[]},{"raw_affiliation_string":"Mathematics Research Center (CIMAT) , Gto. Mexico. Consejo Nacional de Ciencia y Tecnolog\u00eda (CONACyT) , CDMX , M\u00e9xico","institution_ids":["https://openalex.org/I124618812","https://openalex.org/I4210163111"]},{"raw_affiliation_string":"Consejo Nacional de Ciencia y Tecnolog\u00eda (CONACyT), CDMX, M\u00e9xico","institution_ids":["https://openalex.org/I4210163111"]},{"raw_affiliation_string":"Mathematics Research Center (CIMAT), Gto. Mexico","institution_ids":["https://openalex.org/I124618812"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5055252239"],"corresponding_institution_ids":["https://openalex.org/I124618812","https://openalex.org/I4210163111"],"apc_list":null,"apc_paid":null,"fwci":0.3517,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6535706,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"8700","last_page":"8711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unsupervised-data-augmentation","display_name":"unsupervised data augmentation","score":0.8980000019073486},{"id":"https://openalex.org/keywords/multimodal-classification","display_name":"multimodal classification","score":0.8799999952316284},{"id":"https://openalex.org/keywords/dynamic-regularization","display_name":"dynamic regularization","score":0.7160000205039978},{"id":"https://openalex.org/keywords/multimodal-transformer","display_name":"multimodal transformer","score":0.5699999928474426},{"id":"https://openalex.org/keywords/two-stream-model","display_name":"two-stream model","score":0.7540000081062317},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.6119999885559082},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8182482719421387},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6562031507492065},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6245867013931274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6178175806999207},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6132351756095886},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5939971208572388},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.43122372031211853},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42775759100914},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4197833836078644},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3019285798072815},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.485","doi":"https://doi.org/10.18653/v1/2023.acl-long.485","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.485","pdf_url":"https://aclanthology.org/2023.acl-long.485.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.485","doi":"https://doi.org/10.18653/v1/2023.acl-long.485","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.485","pdf_url":"https://aclanthology.org/2023.acl-long.485.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G667908084","display_name":null,"funder_award_id":"300832","funder_id":"https://openalex.org/F4320321739","funder_display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda"}],"funders":[{"id":"https://openalex.org/F4320311640","display_name":"Reed College","ror":"https://ror.org/00a6ram87"},{"id":"https://openalex.org/F4320321739","display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda","ror":"https://ror.org/059ex5q34"},{"id":"https://openalex.org/F4320330021","display_name":"Instituto Nacional de Astrof\u00edsica, \u00d3ptica y Electr\u00f3nica","ror":"https://ror.org/00bpmmc63"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385570100.pdf","grobid_xml":"https://content.openalex.org/works/W4385570100.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2587372848","https://openalex.org/W2626778328","https://openalex.org/W2947476638","https://openalex.org/W2949650786","https://openalex.org/W2963341956","https://openalex.org/W2966639715","https://openalex.org/W2970608575","https://openalex.org/W2972119347","https://openalex.org/W2990408345","https://openalex.org/W2993466051","https://openalex.org/W3035333188","https://openalex.org/W3081152303","https://openalex.org/W3090449556","https://openalex.org/W3094502228","https://openalex.org/W3102995547","https://openalex.org/W3106031848","https://openalex.org/W3129576130","https://openalex.org/W3170863103","https://openalex.org/W3170874841"],"related_works":["https://openalex.org/W4416034793","https://openalex.org/W7084447543","https://openalex.org/W4401635383","https://openalex.org/W7203472879","https://openalex.org/W4386065546","https://openalex.org/W7140140801","https://openalex.org/W7087439948","https://openalex.org/W7090792387","https://openalex.org/W4410856879","https://openalex.org/W7203461745"],"abstract_inverted_index":{"Multimodal":[0,99],"machine":[1,37],"learning":[2],"is":[3,40,52,59],"a":[4,94,103,110,115],"cutting-edge":[5],"field":[6,24],"that":[7,53,113,163],"explores":[8],"ways":[9,43],"to":[10,44,67,124,134,173],"incorporate":[11],"information":[12,46,181],"from":[13,47],"multiple":[14],"sources":[15],"into":[16],"models.As":[17],"more":[18,62,80],"multimodal":[19,36],"data":[20,49],"becomes":[21],"available,":[22],"this":[23,131],"has":[25],"become":[26],"increasingly":[27],"relevant.This":[28],"work":[29],"focuses":[30,78],"on":[31,79,147],"two":[32],"key":[33],"challenges":[34],"in":[35,71],"learning.The":[38],"first":[39],"finding":[41],"efficient":[42],"combine":[45],"different":[48],"types.The":[50],"second":[51],"often,":[54],"one":[55],"modality":[56,74,85,177],"(e.g.,":[57,75],"text)":[58],"stronger":[60],"and":[61,119,158],"relevant,":[63],"making":[64],"it":[65],"difficult":[66],"identify":[68],"meaningful":[69],"patterns":[70],"the":[72,83,89,122,135,142,148,156,175,180,184],"weaker":[73,84,176],"image).Our":[76],"approach":[77],"effectively":[81],"exploiting":[82],"while":[86,169],"dynamically":[87],"regularizing":[88],"loss":[90],"function.First,":[91],"we":[92,108,128],"introduce":[93],"new":[95],"two-stream":[96],"model":[97],"called":[98],"BERT-ViT,":[100],"which":[101,127],"features":[102],"novel":[104],"intra-CLS":[105],"token":[106],"fusion.Second,":[107],"utilize":[109],"dynamic":[111,132],"adjustment":[112,133],"maintains":[114],"balance":[116],"between":[117],"specialization":[118],"generalization":[120],"during":[121],"training":[123],"avoid":[125],"overfitting,":[126],"devised.We":[129],"add":[130],"Unsupervised":[136],"Data":[137],"Augmentation":[138],"(UDA)":[139],"framework.We":[140],"evaluate":[141],"effectiveness":[143],"of":[144,150],"these":[145],"proposals":[146],"task":[149],"multi-label":[151],"movie":[152],"genre":[153],"classification":[154],"using":[155],"Moviescope":[157],"MM-IMDb":[159],"datasets.The":[160],"evaluation":[161],"revealed":[162],"our":[164],"proposal":[165],"offers":[166],"substantial":[167],"benefits,":[168],"simultaneously":[170],"enabling":[171],"us":[172],"harness":[174],"without":[178],"compromising":[179],"provided":[182],"by":[183],"stronger.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-08-05T00:00:00"}