{"id":"https://openalex.org/W4385310602","doi":"https://doi.org/10.1007/s40747-023-01170-9","title":"Cross-modal knowledge guided model for abstractive summarization","display_name":"Cross-modal knowledge guided model for abstractive summarization","publication_year":2023,"publication_date":"2023-07-27","ids":{"openalex":"https://openalex.org/W4385310602","doi":"https://doi.org/10.1007/s40747-023-01170-9"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-023-01170-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01170-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01170-9.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01170-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035053697","display_name":"Hong Wang","orcid":"https://orcid.org/0000-0002-6938-9507"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hong Wang","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100642607","display_name":"Jin Liu","orcid":"https://orcid.org/0000-0001-7249-698X"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Liu","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, 201306, China"],"raw_orcid":"https://orcid.org/0000-0001-7249-698X","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008826732","display_name":"Mingyang Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyang Duan","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002186127","display_name":"Peizhu Gong","orcid":"https://orcid.org/0000-0002-9556-089X"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peizhu Gong","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086049872","display_name":"Zhongdai Wu","orcid":"https://orcid.org/0009-0001-3388-9446"},"institutions":[{"id":"https://openalex.org/I4210097049","display_name":"Shanghai Ship and Shipping Research Institute","ror":"https://ror.org/00z9npm78","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210097049"]},{"id":"https://openalex.org/I4210134540","display_name":"China Ocean Shipping (China)","ror":"https://ror.org/044gm0487","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210134540"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongdai Wu","raw_affiliation_strings":["COSCO Shipping Technology Co., Ltd, Shanghai, 200127, China","Shanghai Ship and Shipping Research Institute, Shanghai, 200135, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"COSCO Shipping Technology Co., Ltd, Shanghai, 200127, China","institution_ids":["https://openalex.org/I4210134540"]},{"raw_affiliation_string":"Shanghai Ship and Shipping Research Institute, Shanghai, 200135, China","institution_ids":["https://openalex.org/I4210097049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100619909","display_name":"Junxiang Wang","orcid":"https://orcid.org/0000-0002-6635-4296"},"institutions":[{"id":"https://openalex.org/I4210134540","display_name":"China Ocean Shipping (China)","ror":"https://ror.org/044gm0487","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210134540"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiang Wang","raw_affiliation_strings":["COSCO Shipping Technology Co., Ltd, Shanghai, 200127, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"COSCO Shipping Technology Co., Ltd, Shanghai, 200127, China","institution_ids":["https://openalex.org/I4210134540"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100690518","display_name":"Bing Han","orcid":"https://orcid.org/0000-0002-6473-0438"},"institutions":[{"id":"https://openalex.org/I4210097049","display_name":"Shanghai Ship and Shipping Research Institute","ror":"https://ror.org/00z9npm78","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210097049"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Han","raw_affiliation_strings":["Shanghai Ship and Shipping Research Institute, Shanghai, 200135, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Ship and Shipping Research Institute, Shanghai, 200135, China","institution_ids":["https://openalex.org/I4210097049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5035053697"],"corresponding_institution_ids":["https://openalex.org/I96733725"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":2.2153,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90153752,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"577","last_page":"594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8418605327606201},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7848691940307617},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6293150782585144},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5796488523483276},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5683020949363708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5454477071762085},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.52883380651474},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.47340354323387146},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.4522351622581482},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45182982087135315},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.374430775642395},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1918720304965973}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8418605327606201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7848691940307617},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6293150782585144},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5796488523483276},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5683020949363708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5454477071762085},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.52883380651474},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.47340354323387146},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.4522351622581482},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45182982087135315},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.374430775642395},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1918720304965973},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-023-01170-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01170-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01170-9.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b9fc7790bc874871b074263797899eae","is_oa":true,"landing_page_url":"https://doaj.org/article/b9fc7790bc874871b074263797899eae","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 10, Iss 1, Pp 577-594 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-023-01170-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01170-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01170-9.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3330730477","display_name":null,"funder_award_id":"61872231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4748592834","display_name":null,"funder_award_id":"ZD130","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"},{"id":"https://openalex.org/G5440585126","display_name":null,"funder_award_id":"20&ZD130","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"},{"id":"https://openalex.org/G6451411556","display_name":null,"funder_award_id":"2021YFC2801000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6918065417","display_name":null,"funder_award_id":"No. 20&ZD130","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335577","display_name":"Major Research Plan","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385310602.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1502957213","https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W1916445035","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2467173223","https://openalex.org/W2520200494","https://openalex.org/W2565639579","https://openalex.org/W2579549467","https://openalex.org/W2604314403","https://openalex.org/W2606974598","https://openalex.org/W2768957049","https://openalex.org/W2800631850","https://openalex.org/W2888556271","https://openalex.org/W2890027603","https://openalex.org/W2896807716","https://openalex.org/W2949615363","https://openalex.org/W2951211142","https://openalex.org/W2962785754","https://openalex.org/W2962964995","https://openalex.org/W2962965405","https://openalex.org/W2962972512","https://openalex.org/W2963389687","https://openalex.org/W2963608065","https://openalex.org/W2963777632","https://openalex.org/W2964028111","https://openalex.org/W2964121718","https://openalex.org/W2964727037","https://openalex.org/W2965848243","https://openalex.org/W2970419734","https://openalex.org/W2970830889","https://openalex.org/W3012172056","https://openalex.org/W3025229828","https://openalex.org/W3025780271","https://openalex.org/W3034188538","https://openalex.org/W3034863243","https://openalex.org/W3035517107","https://openalex.org/W3102489149","https://openalex.org/W3106234277","https://openalex.org/W3112021549","https://openalex.org/W3115803208","https://openalex.org/W3126145082","https://openalex.org/W3134220848","https://openalex.org/W3141940864","https://openalex.org/W3165529210","https://openalex.org/W3199294715","https://openalex.org/W4226405594"],"related_works":["https://openalex.org/W3134559341","https://openalex.org/W4385570385","https://openalex.org/W2604454537","https://openalex.org/W2883748392","https://openalex.org/W2897702399","https://openalex.org/W4206028705","https://openalex.org/W2757431232","https://openalex.org/W2808284704","https://openalex.org/W2954554213","https://openalex.org/W2251363251"],"abstract_inverted_index":{"Abstract":[0],"Abstractive":[1],"summarization":[2],"(AS)":[3],"aims":[4],"to":[5,34,43,72,122,156],"generate":[6],"more":[7],"flexible":[8],"and":[9,115,127,161,170,180,195],"informative":[10],"descriptions":[11],"than":[12],"extractive":[13],"summarization.":[14],"Nevertheless,":[15],"it":[16,69],"often":[17],"distorts":[18],"or":[19,36,40,56],"fabricates":[20],"facts":[21],"in":[22,58,90],"the":[23,50,78,85,139,143,175,192],"original":[24],"article.":[25],"To":[26],"address":[27],"this":[28,91],"problem,":[29],"some":[30],"existing":[31],"approaches":[32],"attempt":[33],"evaluate":[35],"verify":[37],"factual":[38,45,64,74,117],"consistency,":[39],"design":[41],"models":[42],"reduce":[44],"errors.":[46,65],"However,":[47],"most":[48],"of":[49,80,197],"efforts":[51],"either":[52],"have":[53],"limited":[54],"effects":[55],"result":[57],"lower":[59],"rouge":[60],"scores":[61],"while":[62,76,138],"reducing":[63],"In":[66,146],"other":[67],"words,":[68],"is":[70,153],"challenging":[71],"promote":[73],"consistency":[75,194],"maintaining":[77],"informativeness":[79,196],"generated":[81,198],"summaries.":[82,199],"Inspired":[83],"by":[84],"knowledge":[86,98,108,128,140],"graph":[87,109,141],"embedding":[88,151],"technique,":[89],"paper,":[92],"we":[93],"propose":[94],"a":[95,106],"novel":[96],"cross-modal":[97,124],"guided":[99],"model":[100,162,173,188],"(CKGM)":[101],"for":[102],"AS,":[103],"which":[104],"embeds":[105],"multimodal":[107],"(MKG)":[110],"combining":[111],"image":[112],"entity-relationship":[113],"information":[114,118,125,158],"textual":[116,144],"(FI)":[119],"into":[120],"BERT":[121],"accomplish":[123],"interaction":[126],"expansion.":[129],"The":[130],"pre-training":[131],"method":[132],"obtains":[133],"rich":[134],"contextual":[135],"semantic":[136],"information,":[137],"supplements":[142],"information.":[145],"addition,":[147],"an":[148],"entity":[149],"memory":[150],"algorithm":[152],"further":[154],"proposed":[155],"improve":[157,191],"fusion":[159],"efficiency":[160],"training":[163],"speed.":[164],"We":[165],"elaborately":[166],"conducted":[167],"ablation":[168],"experiments":[169],"evaluated":[171],"our":[172,187],"on":[174],"Visual":[176],"Genome,":[177],"FewRel,":[178],"MSCOCO,":[179],"CNN/DailyMail":[181],"datasets.":[182],"Experimental":[183],"results":[184],"demonstrate":[185],"that":[186],"can":[189],"significantly":[190],"FI":[193]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}