{"id":"https://openalex.org/W4382343381","doi":"https://doi.org/10.1007/s44196-023-00260-3","title":"Bi-directional Image\u2013Text Matching Deep Learning-Based Approaches: Concepts, Methodologies, Benchmarks and Challenges","display_name":"Bi-directional Image\u2013Text Matching Deep Learning-Based Approaches: Concepts, Methodologies, Benchmarks and Challenges","publication_year":2023,"publication_date":"2023-05-12","ids":{"openalex":"https://openalex.org/W4382343381","doi":"https://doi.org/10.1007/s44196-023-00260-3"},"language":"en","primary_location":{"id":"doi:10.1007/s44196-023-00260-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00260-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00260-3.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00260-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090875870","display_name":"Doaa B. Ebaid","orcid":"https://orcid.org/0000-0002-7035-8441"},"institutions":[{"id":"https://openalex.org/I107613613","display_name":"Information Technology Institute","ror":"https://ror.org/04ynw2g14","country_code":"EG","type":"facility","lineage":["https://openalex.org/I107613613"]},{"id":"https://openalex.org/I84524832","display_name":"Alexandria University","ror":"https://ror.org/00mzz1w90","country_code":"EG","type":"education","lineage":["https://openalex.org/I84524832"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Doaa B. Ebaid","raw_affiliation_strings":["Department of Information Technology, Institute of Graduate Studies and Research, Alexandria University, Alexandria, Egypt"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Institute of Graduate Studies and Research, Alexandria University, Alexandria, Egypt","institution_ids":["https://openalex.org/I84524832","https://openalex.org/I107613613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041801663","display_name":"Magda M. Madbouly","orcid":"https://orcid.org/0000-0002-9854-4609"},"institutions":[{"id":"https://openalex.org/I84524832","display_name":"Alexandria University","ror":"https://ror.org/00mzz1w90","country_code":"EG","type":"education","lineage":["https://openalex.org/I84524832"]},{"id":"https://openalex.org/I107613613","display_name":"Information Technology Institute","ror":"https://ror.org/04ynw2g14","country_code":"EG","type":"facility","lineage":["https://openalex.org/I107613613"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Magda M. Madbouly","raw_affiliation_strings":["Department of Information Technology, Institute of Graduate Studies and Research, Alexandria University, Alexandria, Egypt"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Institute of Graduate Studies and Research, Alexandria University, Alexandria, Egypt","institution_ids":["https://openalex.org/I84524832","https://openalex.org/I107613613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068565541","display_name":"Adel A. El-Zoghabi","orcid":"https://orcid.org/0009-0009-5256-5568"},"institutions":[{"id":"https://openalex.org/I84524832","display_name":"Alexandria University","ror":"https://ror.org/00mzz1w90","country_code":"EG","type":"education","lineage":["https://openalex.org/I84524832"]},{"id":"https://openalex.org/I107613613","display_name":"Information Technology Institute","ror":"https://ror.org/04ynw2g14","country_code":"EG","type":"facility","lineage":["https://openalex.org/I107613613"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Adel A. El-Zoghabi","raw_affiliation_strings":["Department of Information Technology, Institute of Graduate Studies and Research, Alexandria University, Alexandria, Egypt"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Institute of Graduate Studies and Research, Alexandria University, Alexandria, Egypt","institution_ids":["https://openalex.org/I84524832","https://openalex.org/I107613613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5090875870"],"corresponding_institution_ids":["https://openalex.org/I107613613","https://openalex.org/I84524832"],"apc_list":{"value":1390,"currency":"GBP","value_usd":1704},"apc_paid":{"value":1390,"currency":"GBP","value_usd":1704},"fwci":0.7281,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72148243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"16","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8285679817199707},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6908501982688904},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6811961531639099},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6061506271362305},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5879987478256226},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5722547769546509},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5717177987098694},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5571776032447815},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5104743242263794},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.44207215309143066},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4376411437988281},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41795945167541504},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40820950269699097}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8285679817199707},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6908501982688904},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6811961531639099},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6061506271362305},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5879987478256226},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5722547769546509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5717177987098694},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5571776032447815},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5104743242263794},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44207215309143066},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4376411437988281},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41795945167541504},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40820950269699097},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44196-023-00260-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00260-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00260-3.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d7a16634ce9a4a659a3046dc1ec0659f","is_oa":true,"landing_page_url":"https://doaj.org/article/d7a16634ce9a4a659a3046dc1ec0659f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computational Intelligence Systems, Vol 16, Iss 1, Pp 1-22 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44196-023-00260-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00260-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00260-3.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7799999713897705}],"awards":[],"funders":[{"id":"https://openalex.org/F4320326056","display_name":"Alexandria University","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382343381.pdf"},"referenced_works_count":99,"referenced_works":["https://openalex.org/W68733909","https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W1916445035","https://openalex.org/W1949478088","https://openalex.org/W1981276685","https://openalex.org/W1998847750","https://openalex.org/W2037227137","https://openalex.org/W2064675550","https://openalex.org/W2096733369","https://openalex.org/W2097117768","https://openalex.org/W2100235303","https://openalex.org/W2101626488","https://openalex.org/W2102605133","https://openalex.org/W2106277773","https://openalex.org/W2112796928","https://openalex.org/W2131774270","https://openalex.org/W2151103935","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2243225650","https://openalex.org/W2250539671","https://openalex.org/W2474425175","https://openalex.org/W2493080670","https://openalex.org/W2546696630","https://openalex.org/W2606473278","https://openalex.org/W2606965845","https://openalex.org/W2626376796","https://openalex.org/W2745461083","https://openalex.org/W2765440071","https://openalex.org/W2799150641","https://openalex.org/W2809801326","https://openalex.org/W2882319491","https://openalex.org/W2888166343","https://openalex.org/W2894786240","https://openalex.org/W2899912733","https://openalex.org/W2900953995","https://openalex.org/W2905169750","https://openalex.org/W2911695497","https://openalex.org/W2914217605","https://openalex.org/W2942614241","https://openalex.org/W2948037078","https://openalex.org/W2949461431","https://openalex.org/W2962856082","https://openalex.org/W2962964995","https://openalex.org/W2963340196","https://openalex.org/W2963467339","https://openalex.org/W2963997278","https://openalex.org/W2964593454","https://openalex.org/W2964727037","https://openalex.org/W2965848243","https://openalex.org/W2967957126","https://openalex.org/W2970231061","https://openalex.org/W2979292852","https://openalex.org/W2979304729","https://openalex.org/W2981448908","https://openalex.org/W2981586349","https://openalex.org/W2981951787","https://openalex.org/W2982078236","https://openalex.org/W2983943451","https://openalex.org/W2985951359","https://openalex.org/W2987222078","https://openalex.org/W2988823324","https://openalex.org/W2994818707","https://openalex.org/W2997918867","https://openalex.org/W3004153761","https://openalex.org/W3007731621","https://openalex.org/W3012104597","https://openalex.org/W3014958591","https://openalex.org/W3019124755","https://openalex.org/W3028452400","https://openalex.org/W3035164585","https://openalex.org/W3035605030","https://openalex.org/W3041222599","https://openalex.org/W3091588028","https://openalex.org/W3107670916","https://openalex.org/W3110042533","https://openalex.org/W3111984153","https://openalex.org/W3118694826","https://openalex.org/W3120581333","https://openalex.org/W3121972911","https://openalex.org/W3133743904","https://openalex.org/W3140270772","https://openalex.org/W3142108776","https://openalex.org/W3155152110","https://openalex.org/W3171812887","https://openalex.org/W3193771844","https://openalex.org/W3201877472","https://openalex.org/W3210371992","https://openalex.org/W3213100861","https://openalex.org/W4206314411","https://openalex.org/W4213348104","https://openalex.org/W4226391640","https://openalex.org/W4283812943","https://openalex.org/W4308238260","https://openalex.org/W4312910992","https://openalex.org/W4312956471","https://openalex.org/W6600175266","https://openalex.org/W6637050512"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2185469136","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W2087343574"],"abstract_inverted_index":{"Abstract":[0],"Nowadays,":[1],"image\u2013text":[2,88,112],"matching":[3,70,89,113,123,137],"(retrieval)":[4],"has":[5],"frequently":[6,141],"attracted":[7],"attention":[8],"due":[9],"to":[10,22,41,100,150,178,183],"the":[11,19,44,48,55,60,85,104,111,121,136,154,161],"growth":[12],"of":[13,84,87,120],"multimodal":[14],"data.":[15],"This":[16],"task":[17,138],"returns":[18],"relevant":[20],"images":[21],"a":[23,30,81],"textual":[24,71],"query":[25],"or":[26],"descriptions":[27],"that":[28],"describe":[29],"visual":[31,74],"scene":[32],"and":[33,50,73,102,130,139,158,160,169],"vice":[34],"versa.":[35],"The":[36],"core":[37],"challenge":[38],"is":[39],"how":[40],"precisely":[42],"determine":[43],"similarity":[45],"computation":[46],"between":[47,156],"text":[49],"image,":[51],"which":[52],"requires":[53],"understanding":[54],"different":[56,125],"modalities":[57],"by":[58,115],"extracting":[59],"related":[61],"information":[62],"accurately.":[63],"Although":[64],"many":[65],"approaches":[66,148],"are":[67,90],"established":[68],"for":[69],"data":[72],"content":[75],"utilizing":[76],"deep":[77],"learning":[78,162],"(DL)":[79],"approaches,":[80],"few":[82],"reviews":[83],"studies":[86],"obtainable":[91],"using":[92],"DL.":[93],"In":[94],"this":[95,187],"review":[96],"study,":[97],"we":[98,134,145,165,173],"contribute":[99],"present":[101,147],"clarify":[103],"modern":[105],"techniques":[106],"based":[107],"on":[108],"DL":[109],"in":[110,186],"problem":[114],"providing":[116],"an":[117,181],"extensive":[118],"study":[119],"existing":[122],"models,":[124],"current":[126,176],"architectures,":[127],"benchmark":[128],"datasets,":[129],"evaluation":[131,170],"methods.":[132],"First,":[133],"explain":[135],"illustrate":[140],"used":[142],"architecture.":[143],"Second,":[144],"classify":[146],"according":[149],"two":[151],"important":[152],"concepts":[153],"alignment":[155],"image":[157],"text,":[159],"approach.":[163],"Third,":[164],"report":[166],"standard":[167],"datasets":[168],"techniques.":[171],"Finally,":[172],"show":[174],"up":[175],"challenges":[177],"serve":[179],"as":[180],"inspiration":[182],"new":[184],"researchers":[185],"field.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-22T08:09:32.410652","created_date":"2025-10-10T00:00:00"}