{"id":"https://openalex.org/W4281758544","doi":"https://doi.org/10.3390/e24060764","title":"Inter- and Intra-Modal Contrastive Hybrid Learning Framework for Multimodal Abstractive Summarization","display_name":"Inter- and Intra-Modal Contrastive Hybrid Learning Framework for Multimodal Abstractive Summarization","publication_year":2022,"publication_date":"2022-05-29","ids":{"openalex":"https://openalex.org/W4281758544","doi":"https://doi.org/10.3390/e24060764","pmid":"https://pubmed.ncbi.nlm.nih.gov/35741485"},"language":"en","primary_location":{"id":"doi:10.3390/e24060764","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24060764","pdf_url":"https://www.mdpi.com/1099-4300/24/6/764/pdf?version=1653809487","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/6/764/pdf?version=1653809487","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102009687","display_name":"Jiangfeng Li","orcid":"https://orcid.org/0000-0002-1128-3259"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangfeng Li","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai 201804, China"],"raw_orcid":"https://orcid.org/0000-0002-1128-3259","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101864810","display_name":"Zijian Zhang","orcid":"https://orcid.org/0000-0002-1748-4924"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zijian Zhang","raw_affiliation_strings":["Meituan-Dianping Group, Shanghai 200050, China"],"raw_orcid":"https://orcid.org/0000-0002-1748-4924","affiliations":[{"raw_affiliation_string":"Meituan-Dianping Group, Shanghai 200050, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061210959","display_name":"Bowen Wang","orcid":"https://orcid.org/0000-0001-7563-9050"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bowen Wang","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai 201804, China"],"raw_orcid":"https://orcid.org/0000-0001-7563-9050","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055909810","display_name":"Qinpei Zhao","orcid":"https://orcid.org/0000-0002-1765-1171"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinpei Zhao","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai 201804, China"],"raw_orcid":"https://orcid.org/0000-0002-1765-1171","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100361479","display_name":"Chenxi Zhang","orcid":"https://orcid.org/0000-0001-5843-7844"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenxi Zhang","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai 201804, China"],"raw_orcid":"https://orcid.org/0000-0001-5843-7844","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5061210959","https://openalex.org/A5100361479"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.1101,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.81200631,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"24","issue":"6","first_page":"764","last_page":"764"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8513805866241455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8464498519897461},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6135307550430298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6112115383148193},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5652148723602295},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5626240968704224},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5447384715080261},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5280412435531616},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.465154230594635},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.461569219827652},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4397706091403961},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4231807589530945},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10377058386802673}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8513805866241455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8464498519897461},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6135307550430298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6112115383148193},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5652148723602295},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5626240968704224},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5447384715080261},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5280412435531616},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.465154230594635},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.461569219827652},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4397706091403961},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4231807589530945},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10377058386802673},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24060764","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24060764","pdf_url":"https://www.mdpi.com/1099-4300/24/6/764/pdf?version=1653809487","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:35741485","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35741485","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:a877ea8adf3844feabdf126956cc884e","is_oa":true,"landing_page_url":"https://doaj.org/article/a877ea8adf3844feabdf126956cc884e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 6, p 764 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/6/764/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24060764","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 6; Pages: 764","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9222507","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9222507","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24060764","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24060764","pdf_url":"https://www.mdpi.com/1099-4300/24/6/764/pdf?version=1653809487","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7331129119","display_name":null,"funder_award_id":"20ZR1460500","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8111733239","display_name":null,"funder_award_id":"2021SHZDZX0100","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4281758544.pdf"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W2026012689","https://openalex.org/W2064675550","https://openalex.org/W2110693578","https://openalex.org/W2130942839","https://openalex.org/W2152790380","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2546919788","https://openalex.org/W2606974598","https://openalex.org/W2609160544","https://openalex.org/W2613718673","https://openalex.org/W2759570332","https://openalex.org/W2787581402","https://openalex.org/W2789876780","https://openalex.org/W2808413133","https://openalex.org/W2894329534","https://openalex.org/W2896457183","https://openalex.org/W2899274165","https://openalex.org/W2949854508","https://openalex.org/W2962739339","https://openalex.org/W2963903950","https://openalex.org/W2964165364","https://openalex.org/W2964346351","https://openalex.org/W2970641574","https://openalex.org/W2980884691","https://openalex.org/W2997326549","https://openalex.org/W2998919732","https://openalex.org/W3034999214","https://openalex.org/W3035050380","https://openalex.org/W3035524453","https://openalex.org/W3035563045","https://openalex.org/W3035635319","https://openalex.org/W3091588028","https://openalex.org/W3092820619","https://openalex.org/W3100439847","https://openalex.org/W3100676321","https://openalex.org/W3104210310","https://openalex.org/W3115803208","https://openalex.org/W3156636935","https://openalex.org/W3165529210","https://openalex.org/W3168640669","https://openalex.org/W3173210704","https://openalex.org/W3174191188","https://openalex.org/W3175362188","https://openalex.org/W3175888430","https://openalex.org/W3176463841","https://openalex.org/W3188345884","https://openalex.org/W3199294715","https://openalex.org/W4213164367","https://openalex.org/W4214689917","https://openalex.org/W4292779060","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6739901393","https://openalex.org/W6754296761","https://openalex.org/W6755054140","https://openalex.org/W6778883912","https://openalex.org/W7067529033"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W3134559341","https://openalex.org/W4385570385","https://openalex.org/W627697492","https://openalex.org/W4323929292"],"abstract_inverted_index":{"Internet":[0],"users":[1],"are":[2,29,153],"benefiting":[3],"from":[4,81],"technologies":[5,32,50],"of":[6,23,60,69,71,89,117],"abstractive":[7],"summarization":[8],"enabling":[9],"them":[10],"to":[11,31,41,106,128],"view":[12],"articles":[13,35],"on":[14,53,141],"the":[15,42,58,64,67,86,109,114,130,150,156],"internet":[16],"by":[17],"reading":[18],"article":[19],"summaries":[20],"only":[21],"instead":[22],"an":[24],"entire":[25],"article.":[26],"However,":[27],"there":[28],"disadvantages":[30],"for":[33,133],"analyzing":[34],"with":[36],"texts":[37],"and":[38,47,56,78,98,112,136,146],"images":[39],"due":[40],"semantic":[43,79,115],"gap":[44],"between":[45],"vision":[46],"language.":[48],"These":[49],"focus":[51],"more":[52],"aggregating":[54],"features":[55],"neglect":[57],"heterogeneity":[59],"each":[61,76],"modality.":[62],"At":[63],"same":[65],"time,":[66],"lack":[68],"consideration":[70],"intrinsic":[72],"data":[73],"properties":[74],"within":[75],"modality":[77],"information":[80,111],"cross-modal":[82],"correlations":[83],"result":[84],"in":[85],"poor":[87],"quality":[88],"learned":[90],"representations.":[91],"Therefore,":[92],"we":[93],"propose":[94],"a":[95,126],"novel":[96],"Inter-":[97],"Intra-modal":[99],"Contrastive":[100],"Hybrid":[101],"learning":[102,138],"framework":[103],"which":[104],"learns":[105],"automatically":[107],"align":[108],"multimodal":[110],"maintains":[113],"consistency":[116],"input/output":[118],"flows.":[119],"Moreover,":[120],"ITCH":[121,151],"can":[122],"be":[123],"taken":[124],"as":[125],"component":[127],"make":[129],"model":[131],"suitable":[132],"both":[134],"supervised":[135],"unsupervised":[137],"approaches.":[139],"Experiments":[140],"two":[142],"public":[143],"datasets,":[144],"MMS":[145],"MSMO,":[147],"show":[148],"that":[149],"performances":[152],"better":[154],"than":[155],"current":[157],"baselines.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}