{"id":"https://openalex.org/W2964232540","doi":"https://doi.org/10.1609/aaai.v33i01.33018393","title":"Read, Watch, and Move: Reinforcement Learning for Temporally Grounding Natural Language Descriptions in Videos","display_name":"Read, Watch, and Move: Reinforcement Learning for Temporally Grounding Natural Language Descriptions in Videos","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2964232540","doi":"https://doi.org/10.1609/aaai.v33i01.33018393","mag":"2964232540"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33018393","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018393","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4854/4727","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4854/4727","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018276259","display_name":"Dongliang He","orcid":"https://orcid.org/0000-0002-1129-8610"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongliang He","raw_affiliation_strings":["Baidu, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu, Inc","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014937762","display_name":"Xiang Zhao","orcid":"https://orcid.org/0000-0001-6339-0219"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Zhao","raw_affiliation_strings":["Baidu, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu, Inc","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005312000","display_name":"Jizhou Huang","orcid":"https://orcid.org/0000-0003-1022-0309"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jizhou Huang","raw_affiliation_strings":["Baidu, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu, Inc","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100324319","display_name":"Fu Li","orcid":"https://orcid.org/0000-0003-0319-0308"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu Li","raw_affiliation_strings":["Baidu, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu, Inc","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075936732","display_name":"Xiao Liu","orcid":"https://orcid.org/0000-0001-8400-5754"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Liu","raw_affiliation_strings":["Baidu, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu, Inc","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101236503","display_name":"Shilei Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilei Wen","raw_affiliation_strings":["Baidu Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Research","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98301712"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":167,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"01","first_page":"8393","last_page":"8400"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8200189471244812},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7495366334915161},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7398154735565186},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.702951967716217},{"id":"https://openalex.org/keywords/clips","display_name":"CLIPS","score":0.6151329874992371},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.611659049987793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6088507175445557},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.524410605430603},{"id":"https://openalex.org/keywords/sliding-window-protocol","display_name":"Sliding window protocol","score":0.4929172992706299},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.4508665204048157},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41066974401474},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4033823013305664},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08160728216171265},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.060059040784835815}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8200189471244812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7495366334915161},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7398154735565186},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.702951967716217},{"id":"https://openalex.org/C2778739407","wikidata":"https://www.wikidata.org/wiki/Q165372","display_name":"CLIPS","level":2,"score":0.6151329874992371},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.611659049987793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6088507175445557},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.524410605430603},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.4929172992706299},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.4508665204048157},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41066974401474},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4033823013305664},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08160728216171265},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.060059040784835815},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v33i01.33018393","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018393","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4854/4727","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/4854","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4854","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33018393","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018393","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4854/4727","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964232540.pdf","grobid_xml":"https://content.openalex.org/works/W2964232540.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W262578090","https://openalex.org/W877909479","https://openalex.org/W1514535095","https://openalex.org/W1522734439","https://openalex.org/W1573040851","https://openalex.org/W1773149199","https://openalex.org/W2086842362","https://openalex.org/W2111078031","https://openalex.org/W2119717200","https://openalex.org/W2157331557","https://openalex.org/W2167851108","https://openalex.org/W2179401333","https://openalex.org/W2337252826","https://openalex.org/W2396418662","https://openalex.org/W2461621749","https://openalex.org/W2558834163","https://openalex.org/W2568262903","https://openalex.org/W2593722617","https://openalex.org/W2605045867","https://openalex.org/W2607644813","https://openalex.org/W2610292264","https://openalex.org/W2611788449","https://openalex.org/W2740757571","https://openalex.org/W2775506363","https://openalex.org/W2775725209","https://openalex.org/W2798354744","https://openalex.org/W2799171885","https://openalex.org/W2799256316","https://openalex.org/W2951375223","https://openalex.org/W2951527505","https://openalex.org/W2963042258","https://openalex.org/W2963177403","https://openalex.org/W2963321993","https://openalex.org/W2963725249","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964216549","https://openalex.org/W3098232790","https://openalex.org/W3100481960","https://openalex.org/W4230563027","https://openalex.org/W4300123490","https://openalex.org/W6609922326","https://openalex.org/W6629028937","https://openalex.org/W6676577389","https://openalex.org/W6677916085","https://openalex.org/W6737009557","https://openalex.org/W6742324346","https://openalex.org/W6751038563","https://openalex.org/W6785234230"],"related_works":["https://openalex.org/W2417253731","https://openalex.org/W2350469024","https://openalex.org/W2491583298","https://openalex.org/W2327827625","https://openalex.org/W2395860100","https://openalex.org/W2036154621","https://openalex.org/W795077857","https://openalex.org/W2074513378","https://openalex.org/W2376416463","https://openalex.org/W3014558862"],"abstract_inverted_index":{"The":[0],"task":[1,59],"of":[2,27,63],"video":[3,33],"grounding,":[4],"which":[5,45,71],"temporally":[6],"localizes":[7],"a":[8,13,42,61,85],"natural":[9],"language":[10],"description":[11],"in":[12,19,41],"video,":[14,44],"plays":[15],"an":[16,69],"important":[17],"role":[18],"understanding":[20],"videos.":[21],"Existing":[22],"studies":[23],"have":[24],"adopted":[25],"strategies":[26],"sliding":[28],"window":[29],"over":[30],"the":[31,73],"entire":[32],"or":[34,137],"exhaustively":[35,49],"ranking":[36],"all":[37],"possible":[38],"clip-sentence":[39],"pairs":[40],"presegmented":[43],"inevitably":[46],"suffer":[47],"from":[48],"enumerated":[50],"candidates.":[51],"To":[52],"alleviate":[53],"this":[54,58],"problem,":[55],"we":[56,83],"formulate":[57],"as":[60],"problem":[62],"sequential":[64],"decision":[65],"making":[66],"by":[67,91,100],"learning":[68,87,93],"agent":[70],"regulates":[72],"temporal":[74],"grounding":[75],"boundaries":[76],"progressively":[77],"based":[78,88],"on":[79,114],"its":[80],"policy.":[81],"Specifically,":[82],"propose":[84],"reinforcement":[86],"framework":[89,110],"improved":[90],"multi-task":[92],"and":[94,122],"it":[95],"shows":[96],"steady":[97],"performance":[98,113],"gains":[99],"considering":[101],"additional":[102],"supervised":[103],"boundary":[104],"information":[105],"during":[106],"training.":[107],"Our":[108],"proposed":[109],"achieves":[111],"state-of-the-art":[112],"ActivityNet\u201918":[115],"DenseCaption":[116],"dataset":[117,124],"(Krishna":[118],"et":[119,126,130],"al.":[120,127,131],"2017)":[121,132],"Charades-STA":[123],"(Sigurdsson":[125],"2016;":[128],"Gao":[129],"while":[133],"observing":[134],"only":[135],"10":[136],"less":[138],"clips":[139],"per":[140],"video.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":51},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}