{"id":"https://openalex.org/W7225376353","doi":"https://doi.org/10.1145/3767308.3835317","title":"HRU: Harmonizing Reading and Understanding for Parameter-Efficient Scene-Text Aware Cross-Modal Retrieval","display_name":"HRU: Harmonizing Reading and Understanding for Parameter-Efficient Scene-Text Aware Cross-Modal Retrieval","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225376353","doi":"https://doi.org/10.1145/3767308.3835317"},"language":"en","primary_location":{"id":"doi:10.1145/3767308.3835317","doi":"https://doi.org/10.1145/3767308.3835317","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3835317","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7225376353"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3767308.3835317","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100364041","display_name":"Peng Zhang","orcid":"https://orcid.org/0000-0001-7973-2746","observed_orcids":["https://orcid.org/0000-0001-7973-2746","https://orcid.org/0000-0002-0994-2382","https://orcid.org/0000-0001-5656-1083"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peng Zhang","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9518-5914","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161142292","display_name":"Yuanyuan Wang","orcid":"https://orcid.org/0009-0007-0555-081X","observed_orcids":["https://orcid.org/0009-0007-0555-081X"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuanyuan Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-0555-081X","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014055218","display_name":"Xugong Qin","orcid":"https://orcid.org/0009-0004-3130-3220","observed_orcids":["https://orcid.org/0009-0004-3130-3220"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xugong Qin","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0004-3130-3220","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051461869","display_name":"Jiahan Chen","orcid":"https://orcid.org/0009-0003-0392-1024","observed_orcids":["https://orcid.org/0009-0003-0392-1024"]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jiahan Chen","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0003-0392-1024","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046229717","display_name":"Gangyan Zeng","orcid":"https://orcid.org/0000-0003-2696-8549","observed_orcids":["https://orcid.org/0000-0003-2696-8549"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gangyan Zeng","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2696-8549","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056352683","display_name":"Xiaoyu Sean Lu","orcid":"https://orcid.org/0000-0002-0692-2247","observed_orcids":["https://orcid.org/0000-0002-0692-2247"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiaoyu Lu","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0692-2247","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144220456","display_name":"Kexin Zhang","orcid":"https://orcid.org/0000-0001-8420-4980","observed_orcids":["https://orcid.org/0000-0001-8420-4980"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kexin Zhang","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8420-4980","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070078619","display_name":"Pengwen Dai","orcid":"https://orcid.org/0000-0001-7293-1726","observed_orcids":["https://orcid.org/0000-0001-7293-1726","https://orcid.org/0000-0002-6262-982X"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pengwen Dai","raw_affiliation_strings":["School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7293-1726","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066189295","display_name":"Xizhao Luo","orcid":"https://orcid.org/0000-0002-4294-1365","observed_orcids":["https://orcid.org/0000-0002-4294-1365"]},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xizhao Luo","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4294-1365","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14626","last_page":"14635"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9193999767303467,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9193999767303467,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.07119999825954437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-modal-retrieval","display_name":"cross-modal retrieval","score":0.972000002861023},{"id":"https://openalex.org/keywords/parameter-efficient-models","display_name":"parameter-efficient models","score":0.5979999899864197},{"id":"https://openalex.org/keywords/visual-prompts","display_name":"visual prompts","score":0.7390000224113464},{"id":"https://openalex.org/keywords/disentangled-representations","display_name":"disentangled representations","score":0.6330000162124634},{"id":"https://openalex.org/keywords/progressive-learning","display_name":"progressive learning","score":0.5899999737739563},{"id":"https://openalex.org/keywords/orthogonality-constraints","display_name":"orthogonality constraints","score":0.9769999980926514},{"id":"https://openalex.org/keywords/visual-text-alignment","display_name":"visual-text alignment","score":0.6259999871253967},{"id":"https://openalex.org/keywords/multimodal-retrieval","display_name":"multimodal retrieval","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6485999822616577},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5819000005722046},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4041999876499176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3637999892234802},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.30790001153945923},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.275299996137619},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2621000111103058}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3767308.3835317","doi":"https://doi.org/10.1145/3767308.3835317","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3835317","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3767308.3835317","doi":"https://doi.org/10.1145/3767308.3835317","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3835317","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1944396096","https://openalex.org/W2193145675","https://openalex.org/W2546696630","https://openalex.org/W2619328388","https://openalex.org/W2727586675","https://openalex.org/W2956018683","https://openalex.org/W2962964995","https://openalex.org/W2988823324","https://openalex.org/W3003861315","https://openalex.org/W3006871679","https://openalex.org/W3013137071","https://openalex.org/W3087664992","https://openalex.org/W3111278072","https://openalex.org/W3135367836","https://openalex.org/W3136792391","https://openalex.org/W3160053372","https://openalex.org/W3161907096","https://openalex.org/W3204222132","https://openalex.org/W3206169490","https://openalex.org/W4221152842","https://openalex.org/W4224035735","https://openalex.org/W4225747866","https://openalex.org/W4280490530","https://openalex.org/W4285263655","https://openalex.org/W4312233877","https://openalex.org/W4312715377","https://openalex.org/W4313132389","https://openalex.org/W4313178921","https://openalex.org/W4322832305","https://openalex.org/W4386065412","https://openalex.org/W4387968089","https://openalex.org/W4387969748","https://openalex.org/W4388191243","https://openalex.org/W4390190629","https://openalex.org/W4392980188","https://openalex.org/W4400877691","https://openalex.org/W4402671780","https://openalex.org/W4402703247","https://openalex.org/W4403791995","https://openalex.org/W4403792356","https://openalex.org/W4404984731","https://openalex.org/W4409033415","https://openalex.org/W4409365089","https://openalex.org/W4413145070","https://openalex.org/W4413156579","https://openalex.org/W4415798489","https://openalex.org/W4416060568","https://openalex.org/W7123363499","https://openalex.org/W7133230070","https://openalex.org/W7138158856","https://openalex.org/W7138225450","https://openalex.org/W7141309902"],"related_works":["https://openalex.org/W7225337458","https://openalex.org/W7135024825","https://openalex.org/W7225434132","https://openalex.org/W7225425876","https://openalex.org/W3111797634","https://openalex.org/W7225114743","https://openalex.org/W4415535534","https://openalex.org/W151254940","https://openalex.org/W4402703247","https://openalex.org/W7225392958"],"abstract_inverted_index":{"Scene-text":[0],"aware":[1],"cross-modal":[2],"retrieval":[3,135],"requires":[4],"models":[5],"to":[6,33,116],"jointly":[7],"capture":[8],"visual":[9,72,86,104,170],"text":[10,82],"content":[11],"and":[12,30,57,65,76,97,134,143,148,165,172],"object":[13],"semantics.":[14,87],"However,":[15],"existing":[16],"methods":[17],"often":[18],"exhibit":[19],"an":[20,163],"inherent":[21],"imbalance:":[22],"they":[23],"either":[24],"over-rely":[25],"on":[26,145],"fine-grained":[27],"textual":[28,38],"cues":[29],"become":[31],"sensitive":[32],"noise,":[34],"or":[35],"overlook":[36],"critical":[37],"information,":[39],"resulting":[40],"in":[41],"suboptimal":[42],"alignment.":[43],"To":[44],"address":[45],"this":[46],"issue,":[47],"we":[48],"propose":[49],"HRU,":[50],"a":[51,60,92,108],"parameter-efficient":[52,109],"framework":[53],"that":[54,129],"Harmonizes":[55],"Reading":[56],"Understanding":[58],"via":[59],"two-stage":[61],"progressive":[62],"learning":[63],"strategy":[64],"orthogonality":[66],"constraints.":[67],"In":[68,88],"the":[69,89],"first":[70],"stage,":[71,91],"prompts":[73],"disentangle":[74],"object-level":[75],"text-level":[77],"representations,":[78],"enabling":[79],"adaptive":[80],"scene":[81],"encoding":[83],"while":[84],"preserving":[85],"second":[90],"fusion":[93],"mechanism":[94],"progressively":[95],"aligns":[96],"refines":[98],"these":[99],"features,":[100],"achieving":[101,137],"coherent":[102],"heterogeneous":[103],"information":[105],"integration.":[106],"With":[107],"design,":[110],"HRU":[111,130,161],"can":[112],"be":[113],"seamlessly":[114],"adapted":[115],"multimodal":[117],"backbones":[118],"of":[119,140],"varying":[120],"scales":[121],"with":[122,151],"minimal":[123],"fine-tuning":[124],"overhead.":[125],"Extensive":[126],"experiments":[127],"demonstrate":[128],"significantly":[131],"improves":[132],"alignment":[133],"robustness,":[136],"RSUM":[138],"scores":[139],"474.5,":[141],"380.3,":[142],"546.3":[144],"CTC-1k,":[146],"CTC-5k,":[147],"TextCaps,":[149],"respectively,":[150],"fewer":[152],"than":[153],"30K":[154],"additional":[155],"trainable":[156],"parameters.":[157],"These":[158],"results":[159],"establish":[160],"as":[162],"effective":[164],"unified":[166],"solution":[167],"for":[168],"text-rich":[169],"understanding":[171],"retrieval.":[173]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7225376353","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-11-07T00:00:00"}
