{"id":"https://openalex.org/W4319988703","doi":"https://doi.org/10.1109/access.2023.3239858","title":"Cross-Modal Image Retrieval Considering Semantic Relationships With Many-to-Many Correspondence Loss","display_name":"Cross-Modal Image Retrieval Considering Semantic Relationships With Many-to-Many Correspondence Loss","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319988703","doi":"https://doi.org/10.1109/access.2023.3239858"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3239858","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3239858","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10026323.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10026323.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079657645","display_name":"Huaying Zhang","orcid":"https://orcid.org/0000-0003-1046-7168"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Huaying Zhang","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1046-7168","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071840670","display_name":"Rintaro Yanagi","orcid":"https://orcid.org/0000-0003-0110-7208"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rintaro Yanagi","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0110-7208","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002757875","display_name":"Ren Togo","orcid":"https://orcid.org/0000-0002-4474-3995"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ren Togo","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan"],"raw_orcid":"https://orcid.org/0000-0002-4474-3995","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009032240","display_name":"Takahiro Ogawa","orcid":"https://orcid.org/0000-0001-5332-8112"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Ogawa","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5332-8112","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"last","author":{"id":null,"display_name":"Miki Haseyama","orcid":"https://orcid.org/0000-0003-1496-1761"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Miki Haseyama","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1496-1761","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Hokkaido, Japan","institution_ids":["https://openalex.org/I205349734"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6737,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69866708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"10675","last_page":"10686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7903462648391724},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6946715712547302},{"id":"https://openalex.org/keywords/semantic-space","display_name":"Semantic space","score":0.6188856959342957},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.6188132762908936},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6087567210197449},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5612213611602783},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5461685061454773},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5415182113647461},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5038697123527527},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4998922348022461},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4165567457675934},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4164501428604126},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3405655026435852}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7903462648391724},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6946715712547302},{"id":"https://openalex.org/C2986420190","wikidata":"https://www.wikidata.org/wiki/Q39045939","display_name":"Semantic space","level":2,"score":0.6188856959342957},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.6188132762908936},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6087567210197449},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5612213611602783},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5461685061454773},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5415182113647461},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5038697123527527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4998922348022461},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4165567457675934},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4164501428604126},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3405655026435852},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2023.3239858","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3239858","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10026323.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3b44822882db42378cfe0c48f3e2e293","is_oa":true,"landing_page_url":"https://doaj.org/article/3b44822882db42378cfe0c48f3e2e293","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 10675-10686 (2023)","raw_type":"article"},{"id":"pmh:oai:eprints.lib.hokudai.ac.jp:2115/88543","is_oa":false,"landing_page_url":"http://hdl.handle.net/2115/88543","pdf_url":null,"source":{"id":"https://openalex.org/S4306400549","display_name":"Hokkaido University Collection of Scholarly and Academic Papers (Hokkaido University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205349734","host_organization_name":"Hokkaido University","host_organization_lineage":["https://openalex.org/I205349734"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:irdb.nii.ac.jp:01364:0007200080","is_oa":false,"landing_page_url":"https://hdl.handle.net/2115/88543","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3239858","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3239858","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10026323.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G4489174082","display_name":null,"funder_award_id":"Grant JP20K19857","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G54925075","display_name":null,"funder_award_id":"JP20K19857","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8739887802","display_name":null,"funder_award_id":"JP21H03456","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4319988703.pdf","grobid_xml":"https://content.openalex.org/works/W4319988703.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1527575280","https://openalex.org/W1614298861","https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W1933349210","https://openalex.org/W1975517671","https://openalex.org/W2013808584","https://openalex.org/W2020716740","https://openalex.org/W2046589280","https://openalex.org/W2068669304","https://openalex.org/W2100235303","https://openalex.org/W2118597426","https://openalex.org/W2132201434","https://openalex.org/W2132551672","https://openalex.org/W2138621090","https://openalex.org/W2185175083","https://openalex.org/W2392997304","https://openalex.org/W2476034201","https://openalex.org/W2565131200","https://openalex.org/W2605035112","https://openalex.org/W2656999302","https://openalex.org/W2744926832","https://openalex.org/W2765440071","https://openalex.org/W2770409546","https://openalex.org/W2774267535","https://openalex.org/W2893642647","https://openalex.org/W2894786240","https://openalex.org/W2897135094","https://openalex.org/W2911695497","https://openalex.org/W2956018683","https://openalex.org/W2962949934","https://openalex.org/W2962964995","https://openalex.org/W2963263909","https://openalex.org/W2963735856","https://openalex.org/W2964199361","https://openalex.org/W2967957126","https://openalex.org/W2970641574","https://openalex.org/W2981951787","https://openalex.org/W2985331920","https://openalex.org/W2994818707","https://openalex.org/W3035316078","https://openalex.org/W3100619852","https://openalex.org/W3118694826","https://openalex.org/W3168433561","https://openalex.org/W3172655693","https://openalex.org/W4214819138","https://openalex.org/W4214946871","https://openalex.org/W4287511972","https://openalex.org/W6620707391","https://openalex.org/W6631190155","https://openalex.org/W6631216910","https://openalex.org/W6631516269","https://openalex.org/W6636510571","https://openalex.org/W6693480910","https://openalex.org/W6721087566","https://openalex.org/W6739531988","https://openalex.org/W6747225742"],"related_works":["https://openalex.org/W2393699422","https://openalex.org/W2168037874","https://openalex.org/W2135728080","https://openalex.org/W3140002740","https://openalex.org/W2379546782","https://openalex.org/W2534443799","https://openalex.org/W2148968119","https://openalex.org/W2112408611","https://openalex.org/W3156761522","https://openalex.org/W2255924030"],"abstract_inverted_index":{"A":[0],"cross-modal":[1,17,115],"image":[2,18,116],"retrieval":[3,19,117],"that":[4,100,119,148,187],"explicitly":[5,149],"considers":[6,120],"semantic":[7,40,90,121,136,162,182],"relationships":[8,122],"between":[9,30,53,76,123,133,154],"images":[10,24,33,66,79,99,124,157],"and":[11,34,62,67,80,125,158],"texts":[12,36,68,134,159],"is":[13,86],"proposed.":[14],"Most":[15],"conventional":[16,192],"methods":[20,45,193],"retrieve":[21],"the":[22,28,31,59,73,104,131,140,151,181,188],"target":[23],"by":[25],"directly":[26],"measuring":[27],"similarities":[29,132,137],"candidate":[32],"query":[35,106],"in":[37,109,194],"a":[38,50,54,82,114,145],"common":[39,83],"embedding":[41,84,178],"space.":[42],"However,":[43],"such":[44],"tend":[46],"to":[47,88,95,103,138,170],"focus":[48],"on":[49],"one-to-one":[51],"correspondence":[52],"predefined":[55],"image-text":[56],"pair":[57],"during":[58],"training":[60],"phase,":[61],"other":[63],"semantically":[64,77,155],"similar":[65,78,156],"are":[69,101],"ignored.":[70],"By":[71],"considering":[72,180],"many-to-many":[74,152],"correspondences":[75,153],"texts,":[81],"space":[85,179],"constructed":[87],"assure":[89],"relationships,":[91],"which":[92],"allows":[93],"users":[94],"accurately":[96],"find":[97],"more":[98],"related":[102],"input":[105],"texts.":[107,126],"Thus,":[108],"this":[110,197],"paper,":[111],"we":[112,143],"propose":[113,166],"method":[118,129,174,190],"The":[127],"proposed":[128,189,199],"calculates":[130],"as":[135],"acquire":[139],"relationships.":[141,163,183],"Then,":[142],"introduce":[144],"loss":[146],"function":[147],"constructs":[150],"from":[160],"their":[161],"We":[164],"also":[165],"an":[167,177],"evaluation":[168],"metric":[169],"assess":[171],"whether":[172],"each":[173],"can":[175],"construct":[176],"Experimental":[184],"results":[185],"demonstrate":[186],"outperforms":[191],"terms":[195],"of":[196],"newly":[198],"metric.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}