{"id":"https://openalex.org/W3016333779","doi":"https://doi.org/10.1109/icpr48806.2021.9413172","title":"Transformer Reasoning Network for Image- Text Matching and Retrieval","display_name":"Transformer Reasoning Network for Image- Text Matching and Retrieval","publication_year":2021,"publication_date":"2021-01-10","ids":{"openalex":"https://openalex.org/W3016333779","doi":"https://doi.org/10.1109/icpr48806.2021.9413172","mag":"3016333779"},"language":"en","primary_location":{"id":"doi:10.1109/icpr48806.2021.9413172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9413172","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.09144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007125882","display_name":"Nicola Messina","orcid":"https://orcid.org/0000-0003-3011-2487"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Messina","raw_affiliation_strings":["Institute of Information Science and Technologies, National Research Council, Pisa, Italy","National Research Council - Italy#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies, National Research Council, Pisa, Italy","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"raw_affiliation_string":"National Research Council - Italy#TAB#","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047189288","display_name":"Fabrizio Falchi","orcid":"https://orcid.org/0000-0001-6258-5313"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Falchi","raw_affiliation_strings":["Institute of Information Science and Technologies, National Research Council, Pisa, Italy","Institute of Information Science and Technologies National Research Council,Pisa,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies, National Research Council, Pisa, Italy","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"raw_affiliation_string":"Institute of Information Science and Technologies National Research Council,Pisa,Italy","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082069715","display_name":"Andrea Esuli","orcid":"https://orcid.org/0000-0002-5725-4322"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Esuli","raw_affiliation_strings":["Institute of Information Science and Technologies, National Research Council, Pisa, Italy","Institute of Information Science and Technologies National Research Council,Pisa,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies, National Research Council, Pisa, Italy","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"raw_affiliation_string":"Institute of Information Science and Technologies National Research Council,Pisa,Italy","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072396889","display_name":"Giuseppe Amato","orcid":"https://orcid.org/0000-0003-0171-4315"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Amato","raw_affiliation_strings":["Institute of Information Science and Technologies, National Research Council, Pisa, Italy","Institute of Information Science and Technologies National Research Council,Pisa,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies, National Research Council, Pisa, Italy","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"raw_affiliation_string":"Institute of Information Science and Technologies National Research Council,Pisa,Italy","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5222","last_page":"5229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.78114914894104},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.6911401748657227},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6430357694625854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5408748388290405},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5088377594947815},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.46663814783096313},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4565943479537964},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37253284454345703},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2754572033882141}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78114914894104},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.6911401748657227},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6430357694625854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5408748388290405},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5088377594947815},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.46663814783096313},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4565943479537964},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37253284454345703},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2754572033882141},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icpr48806.2021.9413172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9413172","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2004.09144","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.09144","pdf_url":"https://arxiv.org/pdf/2004.09144","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3016333779","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2004.09144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2004.09144","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2004.09144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.09144","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.09144","pdf_url":"https://arxiv.org/pdf/2004.09144","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W1957706851","https://openalex.org/W2154652894","https://openalex.org/W2221837760","https://openalex.org/W2346425926","https://openalex.org/W2467557055","https://openalex.org/W2506483933","https://openalex.org/W2552579943","https://openalex.org/W2613718673","https://openalex.org/W2737766105","https://openalex.org/W2745461083","https://openalex.org/W2778100917","https://openalex.org/W2810482788","https://openalex.org/W2886970679","https://openalex.org/W2890531016","https://openalex.org/W2912177220","https://openalex.org/W2913618459","https://openalex.org/W2949474740","https://openalex.org/W2962716332","https://openalex.org/W2962964995","https://openalex.org/W2963040148","https://openalex.org/W2963101956","https://openalex.org/W2963224792","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963467339","https://openalex.org/W2963499204","https://openalex.org/W2963899908","https://openalex.org/W2963907629","https://openalex.org/W2964120214","https://openalex.org/W2970608575","https://openalex.org/W2972895044","https://openalex.org/W2973978812","https://openalex.org/W2988823324","https://openalex.org/W3001555892","https://openalex.org/W3104180728","https://openalex.org/W6620707391","https://openalex.org/W6636510571","https://openalex.org/W6639102338","https://openalex.org/W6682631176","https://openalex.org/W6685183736","https://openalex.org/W6694395031","https://openalex.org/W6738893770","https://openalex.org/W6739901393","https://openalex.org/W6740863234","https://openalex.org/W6747225742","https://openalex.org/W6749537441","https://openalex.org/W6754778999","https://openalex.org/W6755207826","https://openalex.org/W6759118546","https://openalex.org/W6766904570","https://openalex.org/W6767617715","https://openalex.org/W6773248631"],"related_works":["https://openalex.org/W3160179442","https://openalex.org/W2963341956","https://openalex.org/W3121848148","https://openalex.org/W3038774312","https://openalex.org/W2988823324","https://openalex.org/W2970608575","https://openalex.org/W2962964995","https://openalex.org/W3119160127","https://openalex.org/W3092820619","https://openalex.org/W3096979642","https://openalex.org/W3044570745","https://openalex.org/W3088460296","https://openalex.org/W3154688463","https://openalex.org/W3043363188","https://openalex.org/W3104180728","https://openalex.org/W2787405681","https://openalex.org/W3206128852","https://openalex.org/W3081650662","https://openalex.org/W2892164947","https://openalex.org/W3213351830"],"abstract_inverted_index":{"Image-text":[0],"matching":[1,23,38,51],"is":[2,120,155,227],"an":[3,103],"interesting":[4],"and":[5,18,57,80,130,160,164,180],"fascinating":[6],"task":[7,41],"in":[8,49,88,197,220],"modern":[9,110],"AI":[10],"research.":[11],"Despite":[12],"the":[13,33,40,61,97,109,114,126,141,144,152,169,177,183,221],"evolution":[14],"of":[15,35,42,108,143],"deep-learning-based":[16],"image":[17,56,222],"text":[19,58],"processing":[20,64],"systems,":[21],"multimodal":[22],"remains":[24],"a":[25,133,186],"challenging":[26],"problem.":[27],"In":[28,92],"this":[29,72,93,150,211],"work,":[30],"we":[31,95,181,213],"consider":[32],"problem":[34],"accurate":[36],"image-text":[37,50],"for":[39,84,168],"multi-modal":[43],"large-scale":[44,89],"information":[45],"retrieval.":[46],"State-of-the-art":[47],"results":[48,184,219],"are":[52,174,214],"achieved":[53],"by":[54,139],"inter-playing":[55],"features":[59,82,166],"from":[60],"two":[62,127],"different":[63,128],"pipelines,":[65],"usually":[66],"using":[67,185],"mutual":[68],"attention":[69],"mechanisms.":[70],"However,":[71],"invalidates":[73],"any":[74],"chance":[75],"to":[76,122,131,149,157,199,216],"extract":[77],"separate":[78],"visual":[79,163],"textual":[81,165],"needed":[83],"later":[85],"indexing":[86,171],"steps":[87],"retrieval":[90,223],"systems.":[91],"regard,":[94],"introduce":[96],"Transformer":[98,115],"Encoder":[99,116],"Reasoning":[100],"Network":[101],"(TERN),":[102],"architecture":[104,119],"built":[105],"upon":[106],"one":[107],"relationship-aware":[111],"self-attentive":[112],"architectures,":[113],"(TE).":[117],"This":[118],"able":[121,156,215],"separately":[123],"reason":[124],"on":[125,176,210],"modalities":[129],"enforce":[132],"final":[134],"common":[135],"abstract":[136],"concept":[137],"space":[138],"sharing":[140],"weights":[142],"deeper":[145],"transformer":[146],"layers.":[147],"Thanks":[148],"design,":[151],"implemented":[153],"network":[154],"produce":[158],"compact":[159],"very":[161],"rich":[162],"available":[167,229],"successive":[170],"step.":[172],"Experiments":[173],"conducted":[175],"MS-COCO":[178],"dataset,":[179],"evaluate":[182],"discounted":[187],"cumulative":[188],"gain":[189],"metric":[190,212],"with":[191],"relevance":[192],"computed":[193],"exploiting":[194],"caption":[195],"similarities,":[196],"order":[198],"assess":[200],"possibly":[201],"non-exact":[202],"but":[203],"relevant":[204],"search":[205],"results.":[206],"We":[207],"demonstrate":[208],"that":[209],"achieve":[217],"state-of-the-art":[218],"task.":[224],"Our":[225],"code":[226],"freely":[228],"at":[230],"https://github.com/mesnico/TERN.":[231]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}