{"id":"https://openalex.org/W4385767852","doi":"https://doi.org/10.24963/ijcai.2023/582","title":"Learning Summary-Worthy Visual Representation for Abstractive Summarization in Video","display_name":"Learning Summary-Worthy Visual Representation for Abstractive Summarization in Video","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385767852","doi":"https://doi.org/10.24963/ijcai.2023/582"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/582","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/582","pdf_url":"https://www.ijcai.org/proceedings/2023/0582.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0582.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043757700","display_name":"Zenan Xu","orcid":"https://orcid.org/0000-0003-1662-0063"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenan Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University","School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693147","display_name":"Xiaojun Meng","orcid":"https://orcid.org/0000-0002-7809-7012"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["HK","SE"],"is_corresponding":false,"raw_author_name":"Xiaojun Meng","raw_affiliation_strings":["Noah's Ark Lab, Huawei Technologies","Noah's Ark Lab, Huawei Technologie 3 The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologies","institution_ids":["https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologie 3 The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115592503","display_name":"Yasheng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["HK","SE"],"is_corresponding":false,"raw_author_name":"Yasheng Wang","raw_affiliation_strings":["Noah's Ark Lab, Huawei Technologies","Noah's Ark Lab, Huawei Technologie 3 The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologies","institution_ids":["https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologie 3 The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043729465","display_name":"Qinliang Su","orcid":"https://orcid.org/0000-0002-5903-2504"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210092257","display_name":"China Guangzhou Analysis and Testing Center","ror":"https://ror.org/00d6bjs95","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210092257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinliang Su","raw_affiliation_strings":["Guangdong Key Laboratory of Big Data Analysis and Processing","School of Computer Science and Engineering, Sun Yat-sen University","Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Big Data Analysis and Processing","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China","institution_ids":["https://openalex.org/I4210092257"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025921923","display_name":"Zexuan Qiu","orcid":"https://orcid.org/0000-0002-3360-544X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zexuan Qiu","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021073698","display_name":"Xin Jiang","orcid":"https://orcid.org/0000-0003-2670-3188"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["HK","SE"],"is_corresponding":false,"raw_author_name":"Xin Jiang","raw_affiliation_strings":["Noah's Ark Lab, Huawei Technologies","Noah's Ark Lab, Huawei Technologie 3 The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologies","institution_ids":["https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologie 3 The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":null,"display_name":"Qun Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["HK","SE"],"is_corresponding":false,"raw_author_name":"Qun Liu","raw_affiliation_strings":["Noah's Ark Lab, Huawei Technologies","Noah's Ark Lab, Huawei Technologie 3 The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologies","institution_ids":["https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologie 3 The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5242","last_page":"5250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9528273344039917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8769505023956299},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5731528401374817},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5404632091522217},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5322204828262329},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5272661447525024},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5133949518203735},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4803270399570465},{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.460636705160141},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4366598129272461},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43153858184814453},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37762451171875}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9528273344039917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8769505023956299},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5731528401374817},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5404632091522217},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5322204828262329},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5272661447525024},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5133949518203735},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4803270399570465},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.460636705160141},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4366598129272461},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43153858184814453},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37762451171875},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/582","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/582","pdf_url":"https://www.ijcai.org/proceedings/2023/0582.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/582","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/582","pdf_url":"https://www.ijcai.org/proceedings/2023/0582.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1232371104","display_name":null,"funder_award_id":"62276280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6840496190","display_name":null,"funder_award_id":"U1811264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7276073139","display_name":null,"funder_award_id":"2021A1515012299","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385767852.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W167688549","https://openalex.org/W1522301498","https://openalex.org/W1902237438","https://openalex.org/W1956340063","https://openalex.org/W2026012689","https://openalex.org/W2026191715","https://openalex.org/W2028339364","https://openalex.org/W2105395363","https://openalex.org/W2116492146","https://openalex.org/W2130942839","https://openalex.org/W2133182690","https://openalex.org/W2150824314","https://openalex.org/W2159940559","https://openalex.org/W2365919995","https://openalex.org/W2606974598","https://openalex.org/W2612675303","https://openalex.org/W2619947201","https://openalex.org/W2759570332","https://openalex.org/W2899274165","https://openalex.org/W2950692458","https://openalex.org/W2953104586","https://openalex.org/W2962934715","https://openalex.org/W2987861506","https://openalex.org/W2996264288","https://openalex.org/W3034999214","https://openalex.org/W3100439847","https://openalex.org/W3104210310","https://openalex.org/W3126337491","https://openalex.org/W3137797626","https://openalex.org/W3166396011","https://openalex.org/W3169565655","https://openalex.org/W3176481196","https://openalex.org/W3211495814","https://openalex.org/W4225985623","https://openalex.org/W4283801188","https://openalex.org/W4287022992","https://openalex.org/W4288089799","https://openalex.org/W4294769637","https://openalex.org/W4385245566","https://openalex.org/W4394666973"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W17155033","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W4385571435"],"abstract_inverted_index":{"Multimodal":[0],"abstractive":[1,112],"summarization":[2],"for":[3],"videos":[4],"(MAS)":[5],"requires":[6],"generating":[7,45],"a":[8,17,75,101,162],"concise":[9],"textual":[10,47],"summary":[11],"to":[12,20,56,60,104],"describe":[13],"the":[14,26,34,37,58,67,81,106,117,122,127,132,152],"highlights":[15],"of":[16,36,154],"video":[18,27],"according":[19],"multimodal":[21,140],"resources,":[22],"in":[23,44],"our":[24,144,158],"case,":[25],"content":[28,48],"and":[29,126],"its":[30],"transcript.":[31],"Inspired":[32],"by":[33,63],"success":[35],"large-scale":[38],"generative":[39],"pre-trained":[40],"language":[41],"model":[42,94,159],"(GPLM)":[43],"high-quality":[46],"(e.g.,":[49],"summary),":[50],"recent":[51],"MAS":[52],"methods":[53],"have":[54,161],"proposed":[55],"adapt":[57],"GPLM":[59],"this":[61,97],"task":[62],"equipping":[64],"it":[65],"with":[66,151,171],"visual":[68,77,84,90,108,156],"information,":[69,91,157],"which":[70,92],"is":[71],"often":[72],"obtained":[73],"through":[74],"general-purpose":[76],"feature":[78],"extractor.":[79],"However,":[80],"generally":[82],"extracted":[83],"features":[85],"may":[86],"overlook":[87],"some":[88],"summary-worthy":[89,107,118,155],"impedes":[93],"performance.":[95],"In":[96],"work,":[98],"we":[99],"propose":[100],"novel":[102],"approach":[103],"learning":[105],"representation":[109],"that":[110,129,143],"facilitates":[111],"summarization.":[113],"Our":[114],"method":[115,145],"exploits":[116],"information":[119],"from":[120,131],"both":[121],"cross-modal":[123],"transcript":[124],"data":[125],"knowledge":[128],"distills":[130],"pseudo":[133],"summary.":[134],"Extensive":[135],"experiments":[136],"on":[137,165],"three":[138],"public":[139],"datasets":[141,167,170],"show":[142],"outperforms":[146],"all":[147],"competing":[148],"baselines.":[149],"Furthermore,":[150],"advantages":[153],"can":[160],"significant":[163],"improvement":[164],"small":[166],"or":[168],"even":[169],"limited":[172],"training":[173],"data.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}