{"id":"https://openalex.org/W2337676748","doi":"https://doi.org/10.18653/v1/d16-1204","title":"Improving LSTM-based Video Description with Linguistic Knowledge Mined from Text","display_name":"Improving LSTM-based Video Description with Linguistic Knowledge Mined from Text","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2337676748","doi":"https://doi.org/10.18653/v1/d16-1204","mag":"2337676748"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d16-1204","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d16-1204","pdf_url":"https://www.aclweb.org/anthology/D16-1204.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D16-1204.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025689655","display_name":"Subhashini Venugopalan","orcid":"https://orcid.org/0000-0003-3729-8456"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subhashini Venugopalan","raw_affiliation_strings":["The University of Texas at Austin, Austin, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, United States","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020758501","display_name":"Lisa Anne Hendricks","orcid":"https://orcid.org/0000-0001-9340-5143"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Anne Hendricks","raw_affiliation_strings":["University of California, Berkeley, Berkeley, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008715111","display_name":"Raymond J. Mooney","orcid":"https://orcid.org/0000-0002-4504-0490"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raymond Mooney","raw_affiliation_strings":["The University of Texas at Austin, Austin, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, United States","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075906727","display_name":"Kate Saenko","orcid":"https://orcid.org/0000-0002-7564-7218"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Saenko","raw_affiliation_strings":["University of Massachusetts Lowell, Lowell, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Lowell, Lowell, United States","institution_ids":["https://openalex.org/I133738476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7202,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.96645408,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1961","last_page":"1966"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grammaticality","display_name":"Grammaticality","score":0.9526145458221436},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8301600813865662},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7131891846656799},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6207922101020813},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.616908073425293},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.5268914699554443},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5026772022247314},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4949871897697449},{"id":"https://openalex.org/keywords/text-generation","display_name":"Text generation","score":0.4439883828163147},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4385341703891754},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.28479257225990295},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.12121987342834473}],"concepts":[{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.9526145458221436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8301600813865662},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7131891846656799},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6207922101020813},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.616908073425293},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.5268914699554443},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5026772022247314},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4949871897697449},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.4439883828163147},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4385341703891754},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.28479257225990295},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.12121987342834473},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/d16-1204","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d16-1204","pdf_url":"https://www.aclweb.org/anthology/D16-1204.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1604.01729","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1604.01729","pdf_url":"https://arxiv.org/pdf/1604.01729","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2337676748","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1604.01729","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1604.01729","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1604.01729","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/d16-1204","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d16-1204","pdf_url":"https://www.aclweb.org/anthology/D16-1204.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2651498353","display_name":null,"funder_award_id":"FA8750-13-2-0026","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4771600513","display_name":"NRI: Collaborative Research: Shall I Touch This?: Navigating the Look and Feel of Complex Surfaces","funder_award_id":"1427425","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5641105978","display_name":"RI: Large: Collaborative Research: Reconstructive recognition: Uniting statistical scene understanding and physics-based visual reasoning","funder_award_id":"1212798","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320333566","display_name":"National Defense Science and Engineering Graduate","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2337676748.pdf","grobid_xml":"https://content.openalex.org/works/W2337676748.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1572567476","https://openalex.org/W1586939924","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1915251500","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W1992454046","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2110933980","https://openalex.org/W2123024445","https://openalex.org/W2123442489","https://openalex.org/W2133459682","https://openalex.org/W2135293965","https://openalex.org/W2139501017","https://openalex.org/W2142900973","https://openalex.org/W2152984213","https://openalex.org/W2164290393","https://openalex.org/W2172140247","https://openalex.org/W2173180041","https://openalex.org/W2250539671","https://openalex.org/W2251353663","https://openalex.org/W2294130536","https://openalex.org/W2402268235","https://openalex.org/W2463508871","https://openalex.org/W2949380904","https://openalex.org/W2949888546","https://openalex.org/W2950577311","https://openalex.org/W2953158660","https://openalex.org/W2963149042","https://openalex.org/W2963576560","https://openalex.org/W2963843052","https://openalex.org/W2964241990","https://openalex.org/W2964308564"],"related_works":["https://openalex.org/W2101105183","https://openalex.org/W2064675550","https://openalex.org/W2964241990","https://openalex.org/W2194775991","https://openalex.org/W2164290393","https://openalex.org/W1956340063","https://openalex.org/W1947481528","https://openalex.org/W2963576560","https://openalex.org/W2425121537","https://openalex.org/W2964308564","https://openalex.org/W2963843052","https://openalex.org/W2154652894","https://openalex.org/W1686810756","https://openalex.org/W2139501017","https://openalex.org/W1895577753","https://openalex.org/W1889081078","https://openalex.org/W2251353663","https://openalex.org/W1586939924","https://openalex.org/W1573040851","https://openalex.org/W1572567476"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"how":[3],"linguistic":[4],"knowledge":[5],"mined":[6],"from":[7],"large":[8,34,59],"text":[9,35],"corpora":[10,36],"can":[11],"aid":[12],"the":[13],"generation":[14],"of":[15,19,52],"natural":[16],"language":[17,27],"descriptions":[18],"videos.":[20],"Specifically,":[21],"we":[22],"integrate":[23],"both":[24],"a":[25,38,50],"neural":[26],"model":[28],"and":[29],"distributional":[30],"semantics":[31],"trained":[32],"on":[33,49],"into":[37],"recent":[39],"LSTM-based":[40],"architecture":[41],"for":[42],"video":[43],"description.":[44],"We":[45],"evaluate":[46],"our":[47],"approach":[48],"collection":[51],"Youtube":[53],"videos":[54],"as":[55,57],"well":[56],"two":[58],"movie":[60],"description":[61],"datasets":[62],"showing":[63],"significant":[64],"improvements":[65],"in":[66],"grammaticality":[67],"while":[68],"modestly":[69],"improving":[70],"descriptive":[71],"quality.":[72]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}