{"id":"https://openalex.org/W2951383777","doi":"https://doi.org/10.18653/v1/p19-1659","title":"Multimodal Abstractive Summarization for How2 Videos","display_name":"Multimodal Abstractive Summarization for How2 Videos","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2951383777","doi":"https://doi.org/10.18653/v1/p19-1659","mag":"2951383777"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1659","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1659","pdf_url":"https://www.aclweb.org/anthology/P19-1659.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1659.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036933477","display_name":"Shruti Palaskar","orcid":"https://orcid.org/0000-0001-8637-1897"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shruti Palaskar","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University","Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061045500","display_name":"Jind\u0159ich Libovick\u00fd","orcid":"https://orcid.org/0000-0001-7717-4090"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jind\u0159ich Libovick\u00fd","raw_affiliation_strings":["Charles University in Prague"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University in Prague","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041111343","display_name":"Spandana Gella","orcid":"https://orcid.org/0000-0003-2725-4476"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Spandana Gella","raw_affiliation_strings":["Amazon AI","Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon AI","institution_ids":["https://openalex.org/I1311688040"]},{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085262529","display_name":"Florian Metze","orcid":"https://orcid.org/0000-0002-6663-8600"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Florian Metze","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University","Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0975,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.85437404,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6587","last_page":"6596"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9190040826797485},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8557182550430298},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7008352279663086},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7007626295089722},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6307657957077026},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.6115589141845703},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5947434306144714},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5773992538452148},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5211403369903564},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16639995574951172}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9190040826797485},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8557182550430298},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7008352279663086},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7007626295089722},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6307657957077026},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.6115589141845703},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5947434306144714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5773992538452148},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5211403369903564},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16639995574951172},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p19-1659","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1659","pdf_url":"https://www.aclweb.org/anthology/P19-1659.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.07901","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.07901","pdf_url":"https://arxiv.org/pdf/1906.07901","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2951383777","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1906.07901","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.07901","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.07901","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1659","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1659","pdf_url":"https://www.aclweb.org/anthology/P19-1659.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8500000238418579}],"awards":[{"id":"https://openalex.org/G1319050382","display_name":null,"funder_award_id":"19-26934X","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G1388200737","display_name":null,"funder_award_id":"grant ACI-1548562","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3575387112","display_name":null,"funder_award_id":"ACI\u20101445606","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G367708065","display_name":null,"funder_award_id":"ACI-1548562","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3730782400","display_name":"XSEDE 2.0:  Integrating, Enabling and Enhancing National Cyberinfrastructure with Expanding Community Involvement","funder_award_id":"1548562","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7404166632","display_name":"Bridges: From Communities and Data to Workflows and Insight","funder_award_id":"1445606","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310145","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95"},{"id":"https://openalex.org/F4320321006","display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky","ror":"https://ror.org/01pv73b02"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951383777.pdf","grobid_xml":"https://content.openalex.org/works/W2951383777.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W196214544","https://openalex.org/W912777836","https://openalex.org/W1577877742","https://openalex.org/W1596841185","https://openalex.org/W1880262756","https://openalex.org/W1924343884","https://openalex.org/W1959120443","https://openalex.org/W1974339500","https://openalex.org/W1980813323","https://openalex.org/W1995820507","https://openalex.org/W2067766814","https://openalex.org/W2081174553","https://openalex.org/W2095536970","https://openalex.org/W2101390659","https://openalex.org/W2108325777","https://openalex.org/W2111078031","https://openalex.org/W2117051369","https://openalex.org/W2120645068","https://openalex.org/W2123301721","https://openalex.org/W2130942839","https://openalex.org/W2133459682","https://openalex.org/W2157331557","https://openalex.org/W2185606683","https://openalex.org/W2288817436","https://openalex.org/W2337252826","https://openalex.org/W2490414731","https://openalex.org/W2507756961","https://openalex.org/W2526286384","https://openalex.org/W2529272619","https://openalex.org/W2594229957","https://openalex.org/W2606974598","https://openalex.org/W2612131472","https://openalex.org/W2619947201","https://openalex.org/W2759570332","https://openalex.org/W2784025607","https://openalex.org/W2788283780","https://openalex.org/W2891939431","https://openalex.org/W2900174585","https://openalex.org/W2962849707","https://openalex.org/W2962934715","https://openalex.org/W2962944953","https://openalex.org/W2962965405","https://openalex.org/W2963211739","https://openalex.org/W2963407669","https://openalex.org/W2963929190","https://openalex.org/W2964121744","https://openalex.org/W2964144561","https://openalex.org/W2964308564","https://openalex.org/W2964335490","https://openalex.org/W3042657922","https://openalex.org/W3098507616"],"related_works":["https://openalex.org/W2953104586","https://openalex.org/W2194775991","https://openalex.org/W3092665696","https://openalex.org/W3093960175","https://openalex.org/W3106491801","https://openalex.org/W3155901769","https://openalex.org/W3156275747","https://openalex.org/W2963341956","https://openalex.org/W2899274165","https://openalex.org/W2891444075","https://openalex.org/W3086060520","https://openalex.org/W3035643691","https://openalex.org/W2949530332","https://openalex.org/W3201255524","https://openalex.org/W2983771799","https://openalex.org/W3111372071","https://openalex.org/W3003908908","https://openalex.org/W1967082914","https://openalex.org/W3032987503","https://openalex.org/W76603496"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"study":[4],"abstractive":[5,101],"summarization":[6,102],"for":[7,100],"open-domain":[8],"videos.":[9,90],"Unlike":[10],"the":[11,16,85,112],"traditional":[12],"text":[13,22],"news":[14],"summarization,":[15],"goal":[17],"is":[18,115],"less":[19],"to":[20,26],"\"compress\"":[21],"information":[23,33,65],"but":[24],"rather":[25,108],"provide":[27],"a":[28,56,70,94],"fluent":[29],"textual":[30],"summary":[31],"of":[32,88,111],"that":[34,104],"has":[35],"been":[36],"collected":[37],"and":[38,48,80,121],"fused":[39],"from":[40,66],"different":[41,67,78],"source":[42],"modalities,":[43],"in":[44],"our":[45],"case":[46],"video":[47],"audio":[49],"transcripts":[50],"(or":[51],"text).":[52],"We":[53,91],"show":[54],"how":[55],"multi-source":[57],"sequence-to-sequence":[58],"model":[59],"with":[60,77],"hierarchical":[61],"attention":[62],"can":[63],"integrate":[64],"modalities":[68,79],"into":[69],"coherent":[71],"output,":[72],"compare":[73],"various":[74],"models":[75],"trained":[76],"present":[81],"pilot":[82],"experiments":[83],"on":[84],"How2":[86],"corpus":[87],"instructional":[89],"also":[92],"propose":[93],"new":[95],"evaluation":[96],"metric":[97],"(Content":[98],"F1)":[99],"task":[103],"measures":[105],"semantic":[106],"adequacy":[107],"than":[109],"fluency":[110],"summaries,":[113],"which":[114],"covered":[116],"by":[117],"metrics":[118],"like":[119],"ROUGE":[120],"BLEU.":[122]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}