{"id":"https://openalex.org/W4411798948","doi":"https://doi.org/10.1109/access.2025.3584128","title":"Integrating Abstract Meaning Representation to Enhance Transformer-Based Image Captioning","display_name":"Integrating Abstract Meaning Representation to Enhance Transformer-Based Image Captioning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411798948","doi":"https://doi.org/10.1109/access.2025.3584128"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3584128","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3584128","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3584128","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042785046","display_name":"Nguy\u1ec5n V\u0103n Th\u1ecbnh","orcid":"https://orcid.org/0000-0002-7543-5207"},"institutions":[{"id":"https://openalex.org/I70349855","display_name":"Vietnam Academy of Science and Technology","ror":"https://ror.org/02wsd5p50","country_code":"VN","type":"government","lineage":["https://openalex.org/I70349855"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Van Thinh","raw_affiliation_strings":["Vietnam Academy of Science and Technology (VAST), Graduate University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0002-7543-5207","affiliations":[{"raw_affiliation_string":"Vietnam Academy of Science and Technology (VAST), Graduate University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I70349855"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032730693","display_name":"Lang Tran","orcid":"https://orcid.org/0000-0002-8925-5549"},"institutions":[{"id":"https://openalex.org/I3129215250","display_name":"Ho Chi Minh City University of Foreign Languages and Information Technology","ror":"https://ror.org/02th1pb96","country_code":"VN","type":"education","lineage":["https://openalex.org/I3129215250"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Tran Lang","raw_affiliation_strings":["Journal Editorial Department, Ho Chi Minh City University of Foreign Languages and Information Technology (HUFLIT), Ho Chi Minh City, Vietnam"],"raw_orcid":"https://orcid.org/0000-0002-8925-5549","affiliations":[{"raw_affiliation_string":"Journal Editorial Department, Ho Chi Minh City University of Foreign Languages and Information Technology (HUFLIT), Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I3129215250"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069095063","display_name":"Thanh The Van","orcid":"https://orcid.org/0000-0001-8408-2004"},"institutions":[{"id":"https://openalex.org/I4210104442","display_name":"Ho Chi Minh City University of Education","ror":"https://ror.org/01cs0jg44","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210104442"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Van The Thanh","raw_affiliation_strings":["Faculty of Information Technology, Ho Chi Minh City University of Education (HCMUE), Ho Chi Minh City, Vietnam"],"raw_orcid":"https://orcid.org/0000-0001-8408-2004","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Ho Chi Minh City University of Education (HCMUE), Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I4210104442"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8699,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.86178163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"13","issue":null,"first_page":"112528","last_page":"112551"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.838750958442688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7032405138015747},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6139856576919556},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44839704036712646},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.42844218015670776},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40411102771759033},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4030424654483795},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38093841075897217},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.37972941994667053},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10325193405151367},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0760764479637146},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.05495494604110718},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.05221483111381531}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.838750958442688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7032405138015747},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6139856576919556},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44839704036712646},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.42844218015670776},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40411102771759033},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4030424654483795},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38093841075897217},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.37972941994667053},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10325193405151367},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0760764479637146},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.05495494604110718},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.05221483111381531},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3584128","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3584128","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7dfc91fd5a824b4c969bd295bd49da1c","is_oa":true,"landing_page_url":"https://doaj.org/article/7dfc91fd5a824b4c969bd295bd49da1c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 112528-112551 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3584128","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3584128","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2754251659","display_name":null,"funder_award_id":"CS.2024.19.36","funder_id":"https://openalex.org/F4320324854","funder_display_name":"University of Shanghai for Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320324854","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1956340063","https://openalex.org/W2101105183","https://openalex.org/W2185175083","https://openalex.org/W2506483933","https://openalex.org/W2561529111","https://openalex.org/W2904993015","https://openalex.org/W2914629512","https://openalex.org/W2963101956","https://openalex.org/W2963536419","https://openalex.org/W2964116568","https://openalex.org/W2970641574","https://openalex.org/W2996984511","https://openalex.org/W3034655362","https://openalex.org/W3035284526","https://openalex.org/W3096637106","https://openalex.org/W3107503524","https://openalex.org/W3138516171","https://openalex.org/W3158984727","https://openalex.org/W3162814383","https://openalex.org/W3170072367","https://openalex.org/W4282968790","https://openalex.org/W4296197540","https://openalex.org/W4310068879","https://openalex.org/W4312443924","https://openalex.org/W4322761295","https://openalex.org/W4366721356","https://openalex.org/W4378983079","https://openalex.org/W4383552825","https://openalex.org/W4385245566","https://openalex.org/W4386328612","https://openalex.org/W4387193636","https://openalex.org/W4387373084","https://openalex.org/W4387643061","https://openalex.org/W4391097126","https://openalex.org/W4391966553","https://openalex.org/W4392248600","https://openalex.org/W4392841171","https://openalex.org/W4393182579","https://openalex.org/W4399528683","https://openalex.org/W4400810498","https://openalex.org/W4402536165","https://openalex.org/W4404625362","https://openalex.org/W4404782700","https://openalex.org/W4404820294","https://openalex.org/W4405778558","https://openalex.org/W4406416307","https://openalex.org/W4407606354","https://openalex.org/W4409521969","https://openalex.org/W4412414602","https://openalex.org/W6630875275","https://openalex.org/W6676647902","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6691329670","https://openalex.org/W6738964360","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W4310447809","https://openalex.org/W4200243030","https://openalex.org/W2800782462","https://openalex.org/W3209117276","https://openalex.org/W4388184981","https://openalex.org/W4323777661","https://openalex.org/W3164229987","https://openalex.org/W3179723530","https://openalex.org/W3215212336","https://openalex.org/W4290852288"],"abstract_inverted_index":{"Although":[0],"recent":[1,178],"image":[2,56,70,188],"captioning":[3,71,174,189],"models":[4],"have":[5],"achieved":[6],"substantial":[7],"progress,":[8],"they":[9],"still":[10],"encounter":[11],"limitations":[12],"in":[13,18,25,42,51,93,187],"capturing":[14],"abstract":[15,35,80,115],"semantics,":[16],"resulting":[17],"insufficient":[19],"semantic":[20,36,153],"depth":[21],"and":[22,102,125,164],"limited":[23],"diversity":[24],"expression.":[26],"Meanwhile,":[27],"Abstract":[28],"Meaning":[29],"Representation":[30],"(AMR),":[31],"a":[32,68,129,146],"form":[33],"of":[34,82,184],"representation,":[37],"has":[38],"been":[39],"successfully":[40],"applied":[41],"various":[43],"natural":[44],"language":[45],"processing":[46],"tasks.":[47,190],"However,":[48],"exploiting":[49],"AMR":[50,87,98,118,186],"multimodal":[52],"contexts,":[53],"particularly":[54],"for":[55],"captioning,":[57],"remains":[58],"largely":[59],"unexplored.":[60],"To":[61],"address":[62],"these":[63],"limitations,":[64],"this":[65],"paper":[66],"proposes":[67],"novel":[69],"model":[72,92,171],"within":[73],"an":[74,110],"encoder-decoder":[75],"framework":[76],"that":[77,168],"leverages":[78],"the":[79,91,105,136,142,161,169,182],"semantics":[81],"images":[83],"through":[84],"AMR.":[85],"Specifically,":[86],"is":[88],"incorporated":[89],"into":[90,109,141],"two":[94],"ways:":[95],"(1)":[96],"extracting":[97],"from":[99,135],"ground-truth":[100],"captions":[101],"(2)":[103],"converting":[104],"image\u2019s":[106],"relational":[107],"graph":[108,112,138],"AMR-like":[111,137],"to":[113,151,177],"enrich":[114],"semantics.":[116],"These":[117],"embeddings":[119,127,134],"are":[120,139],"fused":[121],"with":[122],"object-region":[123],"features":[124],"relational-graph":[126],"via":[128],"cross-modal":[130],"attention":[131,149],"mechanism.":[132],"Additionally,":[133],"integrated":[140],"Transformer":[143],"decoder":[144],"using":[145],"masked":[147],"multi-head":[148],"mechanism":[150],"enhance":[152],"coherence":[154],"during":[155],"caption":[156],"generation.":[157],"Experimental":[158],"results":[159],"on":[160],"MS":[162],"COCO":[163],"Flickr30k":[165],"datasets":[166],"demonstrate":[167],"proposed":[170],"achieves":[172],"superior":[173],"accuracy":[175],"compared":[176],"state-of-the-art":[179],"methods,":[180],"confirming":[181],"effectiveness":[183],"incorporating":[185]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}