{"id":"https://openalex.org/W3176687820","doi":"https://doi.org/10.3390/sym13071184","title":"Image Caption Generation Using Multi-Level Semantic Context Information","display_name":"Image Caption Generation Using Multi-Level Semantic Context Information","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W3176687820","doi":"https://doi.org/10.3390/sym13071184","mag":"3176687820"},"language":"en","primary_location":{"id":"doi:10.3390/sym13071184","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym13071184","pdf_url":"https://www.mdpi.com/2073-8994/13/7/1184/pdf?version=1625124011","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/13/7/1184/pdf?version=1625124011","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102558855","display_name":"Peng Tian","orcid":"https://orcid.org/0009-0005-7313-2885"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Tian","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075285062","display_name":"Hongwei Mo","orcid":"https://orcid.org/0000-0003-4369-6856"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongwei Mo","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041047074","display_name":"Laihao Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Laihao Jiang","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075285062"],"corresponding_institution_ids":["https://openalex.org/I151727225"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.9942,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.74796852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"13","issue":"7","first_page":"1184","last_page":"1184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8677524924278259},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8574806451797485},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7907063364982605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6017400622367859},{"id":"https://openalex.org/keywords/semantic-feature","display_name":"Semantic feature","score":0.47651708126068115},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.47612956166267395},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4461294412612915},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.42236456274986267},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4173923134803772},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4122403562068939},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3677533268928528},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36726605892181396},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3459899425506592}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8677524924278259},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8574806451797485},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7907063364982605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6017400622367859},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.47651708126068115},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.47612956166267395},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4461294412612915},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42236456274986267},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4173923134803772},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4122403562068939},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3677533268928528},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36726605892181396},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3459899425506592},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/sym13071184","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym13071184","pdf_url":"https://www.mdpi.com/2073-8994/13/7/1184/pdf?version=1625124011","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a7429630ddfb4d90892c1af5822acc3d","is_oa":true,"landing_page_url":"https://doaj.org/article/a7429630ddfb4d90892c1af5822acc3d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 13, Iss 7, p 1184 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/13/7/1184/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/sym13071184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym13071184","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym13071184","pdf_url":"https://www.mdpi.com/2073-8994/13/7/1184/pdf?version=1625124011","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3176687820.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1514535095","https://openalex.org/W1773149199","https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W1956340063","https://openalex.org/W1969616664","https://openalex.org/W2064675550","https://openalex.org/W2074226315","https://openalex.org/W2101105183","https://openalex.org/W2102605133","https://openalex.org/W2105103432","https://openalex.org/W2123301721","https://openalex.org/W2125215748","https://openalex.org/W2143449221","https://openalex.org/W2150824314","https://openalex.org/W2176950688","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2302086703","https://openalex.org/W2479423890","https://openalex.org/W2506483933","https://openalex.org/W2519205375","https://openalex.org/W2575842049","https://openalex.org/W2607855566","https://openalex.org/W2620530666","https://openalex.org/W2740118378","https://openalex.org/W2745461083","https://openalex.org/W2766261529","https://openalex.org/W2776622059","https://openalex.org/W2777602943","https://openalex.org/W2810482788","https://openalex.org/W2889567228","https://openalex.org/W2913618459","https://openalex.org/W2914629512","https://openalex.org/W2962785943","https://openalex.org/W2963101956","https://openalex.org/W2963536419","https://openalex.org/W2963650529","https://openalex.org/W2963758027","https://openalex.org/W3025468529","https://openalex.org/W3027424302","https://openalex.org/W3037757389","https://openalex.org/W3039115681","https://openalex.org/W3049209276","https://openalex.org/W3106250896","https://openalex.org/W3107848485","https://openalex.org/W3119689583","https://openalex.org/W3134428106","https://openalex.org/W6690815549","https://openalex.org/W6756667841","https://openalex.org/W6766745631"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2949522393","https://openalex.org/W2993670781"],"abstract_inverted_index":{"Object":[0],"detection,":[1,4],"visual":[2,13,201],"relationship":[3,173],"and":[5,21,43,78,96,113,142,172,179],"image":[6,38,153],"captioning,":[7],"which":[8],"are":[9,18,47],"the":[10,31,36,44,69,73,80,88,94,100,116,121,133,137,150,157,161,167,177,189,197],"three":[11,74,89,138],"main":[12],"tasks":[14,91,202],"in":[15],"scene":[16,28,101],"understanding,":[17],"highly":[19],"correlated":[20],"correspond":[22],"to":[23,67,85,110,131,148,165,195],"different":[24,75,117,139,162],"semantic":[25,76,118,140,163,193],"levels":[26],"of":[27,99,120,152,169,199],"image.":[29,102,122],"However,":[30],"existing":[32],"captioning":[33,154],"methods":[34],"convert":[35],"extracted":[37],"features":[39,119],"into":[40],"description":[41,98],"text,":[42],"obtained":[45],"results":[46],"not":[48],"satisfactory.":[49],"In":[50],"this":[51],"work,":[52],"we":[53],"propose":[54],"a":[55,106,124],"Multi-level":[56],"Semantic":[57],"Context":[58],"Information":[59],"(MSCI)":[60],"network":[61,128],"with":[62],"an":[63,143],"overall":[64],"symmetrical":[65],"structure":[66,109],"leverage":[68,188],"mutual":[70,111],"connections":[71,112],"across":[72],"layers":[77,164,194],"extract":[79,132],"context":[81,125,134,158,190],"information":[82,126,135,159,191],"between":[83,136,160,192],"them,":[84],"solve":[86],"jointly":[87],"vision":[90],"for":[92],"achieving":[93],"accurate":[95],"comprehensive":[97],"The":[103],"model":[104,186],"uses":[105],"feature":[107],"refining":[108],"iteratively":[114],"updates":[115],"Then":[123],"extraction":[127],"is":[129,146],"used":[130],"layers,":[141],"attention":[144],"mechanism":[145],"introduced":[147],"improve":[149,166,196],"accuracy":[151,168,198],"while":[155],"using":[156],"object":[170],"detection":[171],"detection.":[174],"Experiments":[175],"on":[176],"VRD":[178],"COCO":[180],"datasets":[181],"demonstrate":[182],"that":[183],"our":[184],"proposed":[185],"can":[187],"those":[200],"generation.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}