{"id":"https://openalex.org/W4205606729","doi":"https://doi.org/10.1109/mmul.2022.3144138","title":"Deep Multigraph Hierarchical Enhanced Semantic Representation for Cross-Modal Retrieval","display_name":"Deep Multigraph Hierarchical Enhanced Semantic Representation for Cross-Modal Retrieval","publication_year":2022,"publication_date":"2022-01-19","ids":{"openalex":"https://openalex.org/W4205606729","doi":"https://doi.org/10.1109/mmul.2022.3144138"},"language":"en","primary_location":{"id":"doi:10.1109/mmul.2022.3144138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmul.2022.3144138","pdf_url":null,"source":{"id":"https://openalex.org/S72873717","display_name":"IEEE Multimedia","issn_l":"1070-986X","issn":["1070-986X","1941-0166"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE MultiMedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101417345","display_name":"Lei Zhu","orcid":"https://orcid.org/0000-0002-4569-1429"},"institutions":[{"id":"https://openalex.org/I52180223","display_name":"Hunan Agricultural University","ror":"https://ror.org/01dzed356","country_code":"CN","type":"education","lineage":["https://openalex.org/I52180223"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Zhu","raw_affiliation_strings":["Hunan Agricultural University, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-4569-1429","affiliations":[{"raw_affiliation_string":"Hunan Agricultural University, Hunan, China","institution_ids":["https://openalex.org/I52180223"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101955004","display_name":"Chengyuan Zhang","orcid":"https://orcid.org/0000-0003-2721-6867"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyuan Zhang","raw_affiliation_strings":["Hunan University, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0003-2721-6867","affiliations":[{"raw_affiliation_string":"Hunan University, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101866910","display_name":"Jiayu Song","orcid":"https://orcid.org/0000-0003-4741-3876"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayu Song","raw_affiliation_strings":["Central South University, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764178","display_name":"Shichao Zhang","orcid":"https://orcid.org/0000-0001-9981-2970"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shichao Zhang","raw_affiliation_strings":["Central South University, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-9981-2970","affiliations":[{"raw_affiliation_string":"Central South University, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010248697","display_name":"Chunwei Tian","orcid":"https://orcid.org/0000-0002-6058-5077"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunwei Tian","raw_affiliation_strings":["Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035459209","display_name":"Xinghui Zhu","orcid":"https://orcid.org/0000-0002-7150-0008"},"institutions":[{"id":"https://openalex.org/I52180223","display_name":"Hunan Agricultural University","ror":"https://ror.org/01dzed356","country_code":"CN","type":"education","lineage":["https://openalex.org/I52180223"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghui Zhu","raw_affiliation_strings":["Hunan Agricultural University, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-7150-0008","affiliations":[{"raw_affiliation_string":"Hunan Agricultural University, Hunan, China","institution_ids":["https://openalex.org/I52180223"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101417345"],"corresponding_institution_ids":["https://openalex.org/I52180223"],"apc_list":null,"apc_paid":null,"fwci":1.5306,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83300449,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"29","issue":"3","first_page":"17","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8053025603294373},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6444169878959656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6141332387924194},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5677463412284851},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4951144754886627},{"id":"https://openalex.org/keywords/multigraph","display_name":"Multigraph","score":0.4938676953315735},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.44409337639808655},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.42235153913497925},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3777053952217102},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.30380624532699585},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.07401224970817566}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8053025603294373},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6444169878959656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6141332387924194},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5677463412284851},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4951144754886627},{"id":"https://openalex.org/C17758045","wikidata":"https://www.wikidata.org/wiki/Q2642629","display_name":"Multigraph","level":3,"score":0.4938676953315735},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.44409337639808655},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.42235153913497925},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3777053952217102},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30380624532699585},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.07401224970817566},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mmul.2022.3144138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmul.2022.3144138","pdf_url":null,"source":{"id":"https://openalex.org/S72873717","display_name":"IEEE Multimedia","issn_l":"1070-986X","issn":["1070-986X","1941-0166"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE MultiMedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2254430272","display_name":null,"funder_award_id":"62072166","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6026730504","display_name":null,"funder_award_id":"61672177","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7853147401","display_name":null,"funder_award_id":"61836016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1880262756","https://openalex.org/W2070753207","https://openalex.org/W2100235303","https://openalex.org/W2106277773","https://openalex.org/W2326180695","https://openalex.org/W2604880013","https://openalex.org/W2752345995","https://openalex.org/W2765440071","https://openalex.org/W2956018683","https://openalex.org/W2963288100","https://openalex.org/W2964130424","https://openalex.org/W2966146145","https://openalex.org/W2967957126","https://openalex.org/W3035485997","https://openalex.org/W3093484105","https://openalex.org/W3095309002","https://openalex.org/W3140110584","https://openalex.org/W3168095310","https://openalex.org/W3169458249","https://openalex.org/W3202384916","https://openalex.org/W6639619044"],"related_works":["https://openalex.org/W1970979418","https://openalex.org/W2357241418","https://openalex.org/W2789919619","https://openalex.org/W2086064646","https://openalex.org/W3117448608","https://openalex.org/W2119135658","https://openalex.org/W2115485936","https://openalex.org/W2153015554","https://openalex.org/W2293457016","https://openalex.org/W1926504679"],"abstract_inverted_index":{"The":[0,112],"main":[1],"challenge":[2],"of":[3,39,71],"cross-modal":[4,11,54,74,83],"retrieval":[5],"is":[6,68,119],"how":[7],"to":[8,34],"efficiently":[9],"realize":[10],"semantic":[12,26,40,63,80,88],"alignment":[13],"and":[14,85,92],"reduce":[15],"the":[16,24,103,122],"heterogeneity":[17],"gap.":[18],"However,":[19],"existing":[20],"approaches":[21],"either":[22],"ignore":[23],"multigrained":[25,79],"knowledge":[27,81],"learning":[28],"from":[29,82],"different":[30],"modalities,":[31],"or":[32],"fail":[33],"learn":[35],"consistent":[36],"relation":[37,89],"distributions":[38],"details":[41],"in":[42,97],"multimodal":[43],"instances.":[44],"To":[45,101],"this":[46,48],"end,":[47],"article":[49],"proposes":[50],"a":[51,98],"novel":[52],"end-to-end":[53],"representation":[55,64],"method,":[56],"termed":[57],"as":[58],"deep":[59],"multigraph-based":[60],"hierarchical":[61],"enhanced":[62],"(MG-HESR).":[65],"This":[66],"method":[67,118],"an":[69],"integration":[70],"MG-HESR":[72],"with":[73],"adversarial":[75],"learning,":[76],"which":[77],"captures":[78],"samples":[84],"realizes":[86],"fine-grained":[87],"distribution":[90],"alignment,":[91],"then":[93],"generates":[94],"modalities-invariant":[95],"representations":[96],"common":[99],"subspace.":[100],"evaluate":[102],"performance,":[104],"extensive":[105],"experiments":[106],"are":[107],"conducted":[108],"on":[109],"four":[110],"benchmarks.":[111],"experimental":[113],"results":[114],"show":[115],"that":[116],"our":[117],"superior":[120],"than":[121],"state-of-the-art":[123],"methods.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}