{"id":"https://openalex.org/W2890451807","doi":"https://doi.org/10.18653/v1/d18-1433","title":"Incorporating Background Knowledge into Video Description Generation","display_name":"Incorporating Background Knowledge into Video Description Generation","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2890451807","doi":"https://doi.org/10.18653/v1/d18-1433","mag":"2890451807"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d18-1433","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1433","pdf_url":"https://www.aclweb.org/anthology/D18-1433.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D18-1433.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076767045","display_name":"Spencer Whitehead","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Spencer Whitehead","raw_affiliation_strings":["Computer Science Department, Rensselaer Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103178893","display_name":"Heng Ji","orcid":"https://orcid.org/0000-0002-7954-7994"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Ji","raw_affiliation_strings":["Computer Science Department, Rensselaer Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001987532","display_name":"Mohit Bansal","orcid":"https://orcid.org/0000-0001-5522-1351"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohit Bansal","raw_affiliation_strings":["Computer Science Department, University of North Carolina at Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113668041","display_name":"Shih-Fu Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shih-Fu Chang","raw_affiliation_strings":["Department of Electrical Engineering, Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009361768","display_name":"Clare R. Voss","orcid":"https://orcid.org/0000-0001-5023-6474"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clare Voss","raw_affiliation_strings":["US Army Research Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"US Army Research Laboratory","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3992","last_page":"4001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8898820877075195},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.7824739217758179},{"id":"https://openalex.org/keywords/pointer","display_name":"Pointer (user interface)","score":0.6410175561904907},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6099303960800171},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5165290236473083},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5032224059104919},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4668266177177429},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4591270685195923},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3349721431732178},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28957295417785645},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09960982203483582}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8898820877075195},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.7824739217758179},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.6410175561904907},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6099303960800171},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5165290236473083},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5032224059104919},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4668266177177429},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4591270685195923},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3349721431732178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28957295417785645},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09960982203483582},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d18-1433","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1433","pdf_url":"https://www.aclweb.org/anthology/D18-1433.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d18-1433","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1433","pdf_url":"https://www.aclweb.org/anthology/D18-1433.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4818418728","display_name":null,"funder_award_id":"FA8750-18-2-0014","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G523448137","display_name":null,"funder_award_id":"W911NF-09-2-0053","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2890451807.pdf","grobid_xml":"https://content.openalex.org/works/W2890451807.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W222053410","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W1586939924","https://openalex.org/W1596841185","https://openalex.org/W1614298861","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1948566616","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2102065370","https://openalex.org/W2108598243","https://openalex.org/W2133459682","https://openalex.org/W2133564696","https://openalex.org/W2139501017","https://openalex.org/W2154652894","https://openalex.org/W2157331557","https://openalex.org/W2163605009","https://openalex.org/W2164290393","https://openalex.org/W2165962657","https://openalex.org/W2325920097","https://openalex.org/W2425121537","https://openalex.org/W2470673105","https://openalex.org/W2507756961","https://openalex.org/W2526471240","https://openalex.org/W2538640453","https://openalex.org/W2565656701","https://openalex.org/W2606974598","https://openalex.org/W2607579284","https://openalex.org/W2613328025","https://openalex.org/W2739046565","https://openalex.org/W2742113707","https://openalex.org/W2949365443","https://openalex.org/W2950577311","https://openalex.org/W2952042565","https://openalex.org/W2962835968","https://openalex.org/W2962884827","https://openalex.org/W2962937869","https://openalex.org/W2962944953","https://openalex.org/W2963149042","https://openalex.org/W2963260202","https://openalex.org/W2963410018","https://openalex.org/W2963576560","https://openalex.org/W2963672599","https://openalex.org/W2963843052","https://openalex.org/W2963929190","https://openalex.org/W2964065937","https://openalex.org/W2964121744","https://openalex.org/W2964165364","https://openalex.org/W2964241990","https://openalex.org/W2964308564","https://openalex.org/W2964350391","https://openalex.org/W3100380967","https://openalex.org/W4239072543","https://openalex.org/W4299341000"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W4290852288","https://openalex.org/W4388893791","https://openalex.org/W4388002133","https://openalex.org/W1482441085","https://openalex.org/W2966858528","https://openalex.org/W2151687600"],"abstract_inverted_index":{"Most":[0],"previous":[1],"efforts":[2],"toward":[3],"video":[4,21,47,55,65,79],"captioning":[5],"focus":[6],"on":[7,161],"generating":[8],"generic":[9],"descriptions,":[10],"such":[11,32],"as,":[12],"\"A":[13],"man":[14],"is":[15,122,140],"talking.\"":[16],"We":[17,49,157],"collect":[18],"a":[19,64,90,93,136,141,151,182],"news":[20,61,166],"dataset":[22,164,177],"to":[23,43,57,101,145,185],"generate":[24,89],"enriched":[25],"descriptions":[26],"that":[27,53,149],"include":[28],"important":[29],"background":[30],"knowledge,":[31],"as":[33,80,82,178,180],"named":[34,71],"entities":[35,72,103],"and":[36,66,70,86,118,127],"related":[37,60,108,133],"events,":[38],"which":[39,139],"allows":[40],"the":[41,46,68,78,83,106,111,119,125,131,146,162,172],"user":[42],"fully":[44],"understand":[45],"content.":[48],"develop":[50],"an":[51,114],"approach":[52,160],"uses":[54],"meta-data":[56],"retrieve":[58],"topically":[59,107,132],"documents":[62,109,134],"for":[63,175],"extracts":[67],"events":[69,85],"from":[73,130],"these":[74,155,187],"documents.":[75],"Then,":[76],"given":[77],"well":[81,179],"extracted":[84],"entities,":[87],"we":[88,168],"description":[91,112],"using":[92],"Knowledgeaware":[94],"Video":[95],"Description":[96],"network.":[97],"The":[98],"model":[99],"learns":[100],"incorporate":[102],"found":[104],"in":[105],"into":[110],"via":[113],"entity":[115,128],"pointer":[116],"network":[117],"generation":[120],"procedure":[121],"guided":[123],"by":[124],"event":[126],"types":[129],"through":[135],"knowledge":[137],"gate,":[138],"gating":[142],"mechanism":[143],"added":[144],"model's":[147],"decoder":[148],"takes":[150],"one-hot":[152],"vector":[153],"of":[154,165],"types.":[156],"evaluate":[158,186],"our":[159],"new":[163,183],"videos":[167],"have":[169],"collected,":[170],"establishing":[171],"first":[173],"benchmark":[174],"this":[176],"proposing":[181],"metric":[184],"descriptions.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}