{"id":"https://openalex.org/W3082300795","doi":null,"title":"Language-Driven Video Understanding","display_name":"Language-Driven Video Understanding","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3082300795","mag":"3082300795"},"language":"en","primary_location":{"id":"mag:3082300795","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2027.42/155174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Deep Blue (University of Michigan)","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W3082300795"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/2027.42/155174","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084879213","display_name":"Luowei Zhou","orcid":"https://orcid.org/0000-0003-1197-0101","observed_orcids":["https://orcid.org/0000-0003-1197-0101"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Luowei Zhou","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1197-0101","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5084879213"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0775,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.2894373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":92},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-understanding","display_name":"video understanding","score":0.8989999890327454},{"id":"https://openalex.org/keywords/video-description-generation","display_name":"video description generation","score":0.8980000019073486},{"id":"https://openalex.org/keywords/visual-grounding","display_name":"visual grounding","score":0.9800000190734863},{"id":"https://openalex.org/keywords/event-segmentation","display_name":"event segmentation","score":0.5289999842643738},{"id":"https://openalex.org/keywords/human-machine-interaction","display_name":"human-machine interaction","score":0.4350000023841858},{"id":"https://openalex.org/keywords/video-summarization","display_name":"video summarization","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5468223094940186}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:3082300795","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2027.42/155174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Deep Blue (University of Michigan)","raw_type":null},{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/155174","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2027.42/155174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"mag:3082300795","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2027.42/155174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Deep Blue (University of Michigan)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3082300795.pdf","grobid_xml":"https://content.openalex.org/works/W3082300795.grobid-xml"},"referenced_works_count":153,"referenced_works":["https://openalex.org/W8316075","https://openalex.org/W159595522","https://openalex.org/W262578090","https://openalex.org/W411141150","https://openalex.org/W805710393","https://openalex.org/W1506491340","https://openalex.org/W1522734439","https://openalex.org/W1536680647","https://openalex.org/W1572567476","https://openalex.org/W1578985305","https://openalex.org/W1586939924","https://openalex.org/W1727982597","https://openalex.org/W1773149199","https://openalex.org/W1857884451","https://openalex.org/W1861492603","https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W1897761818","https://openalex.org/W1905882502","https://openalex.org/W1927052826","https://openalex.org/W1947481528","https://openalex.org/W1963321737","https://openalex.org/W1964846093","https://openalex.org/W1969616664","https://openalex.org/W1973054923","https://openalex.org/W1995820507","https://openalex.org/W2019660985","https://openalex.org/W2020163092","https://openalex.org/W2030346542","https://openalex.org/W2050083673","https://openalex.org/W2078238240","https://openalex.org/W2079735306","https://openalex.org/W2089505226","https://openalex.org/W2090048052","https://openalex.org/W2099614498","https://openalex.org/W2108598243","https://openalex.org/W2108710284","https://openalex.org/W2109698606","https://openalex.org/W2111078031","https://openalex.org/W2123442489","https://openalex.org/W2126579184","https://openalex.org/W2136036867","https://openalex.org/W2136985729","https://openalex.org/W2139501017","https://openalex.org/W2143612262","https://openalex.org/W2152984213","https://openalex.org/W2158785151","https://openalex.org/W2173180041","https://openalex.org/W2185175083","https://openalex.org/W2185243164","https://openalex.org/W2194775991","https://openalex.org/W2247513039","https://openalex.org/W2250539671","https://openalex.org/W2277195237","https://openalex.org/W2302086703","https://openalex.org/W2314362175","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2425121537","https://openalex.org/W2461621749","https://openalex.org/W2471164729","https://openalex.org/W2477205648","https://openalex.org/W2486996822","https://openalex.org/W2507009361","https://openalex.org/W2519328139","https://openalex.org/W2530494944","https://openalex.org/W2537240939","https://openalex.org/W2538640453","https://openalex.org/W2549139847","https://openalex.org/W2552161745","https://openalex.org/W2556388456","https://openalex.org/W2560313346","https://openalex.org/W2560730294","https://openalex.org/W2588999492","https://openalex.org/W2597655663","https://openalex.org/W2597958930","https://openalex.org/W2605585413","https://openalex.org/W2610163825","https://openalex.org/W2618799552","https://openalex.org/W2619082050","https://openalex.org/W2622044949","https://openalex.org/W2742343242","https://openalex.org/W2745461083","https://openalex.org/W2747053578","https://openalex.org/W2751832138","https://openalex.org/W2755876276","https://openalex.org/W2765277449","https://openalex.org/W2771951981","https://openalex.org/W2788527488","https://openalex.org/W2793407941","https://openalex.org/W2795151422","https://openalex.org/W2798708692","https://openalex.org/W2803088946","https://openalex.org/W2883512601","https://openalex.org/W2884093133","https://openalex.org/W2886641317","https://openalex.org/W2887978863","https://openalex.org/W2891456603","https://openalex.org/W2892087592","https://openalex.org/W2899274165","https://openalex.org/W2913222130","https://openalex.org/W2923844976","https://openalex.org/W2924817633","https://openalex.org/W2945260553","https://openalex.org/W2948859046","https://openalex.org/W2953337107","https://openalex.org/W2962762462","https://openalex.org/W2963042258","https://openalex.org/W2963101956","https://openalex.org/W2963150697","https://openalex.org/W2963201326","https://openalex.org/W2963266340","https://openalex.org/W2963321993","https://openalex.org/W2963341956","https://openalex.org/W2963349562","https://openalex.org/W2963351113","https://openalex.org/W2963534981","https://openalex.org/W2963576560","https://openalex.org/W2963677766","https://openalex.org/W2963699792","https://openalex.org/W2963753226","https://openalex.org/W2963758027","https://openalex.org/W2963843782","https://openalex.org/W2963854351","https://openalex.org/W2963890019","https://openalex.org/W2963919999","https://openalex.org/W2964067226","https://openalex.org/W2964094654","https://openalex.org/W2964214371","https://openalex.org/W2964345792","https://openalex.org/W2965373594","https://openalex.org/W2967593235","https://openalex.org/W2968101724","https://openalex.org/W2968124245","https://openalex.org/W2970231061","https://openalex.org/W2970608575","https://openalex.org/W2975357369","https://openalex.org/W2975420824","https://openalex.org/W2979490629","https://openalex.org/W2980282514","https://openalex.org/W2981851019","https://openalex.org/W2986670728","https://openalex.org/W2991265431","https://openalex.org/W2991391304","https://openalex.org/W2995753487","https://openalex.org/W2997591391","https://openalex.org/W2998356391","https://openalex.org/W3005680577","https://openalex.org/W3006881356","https://openalex.org/W3035524453","https://openalex.org/W3035635319","https://openalex.org/W3040777582","https://openalex.org/W3090449556"],"related_works":["https://openalex.org/W4324313120","https://openalex.org/W2623647524","https://openalex.org/W2576028415","https://openalex.org/W2136985729","https://openalex.org/W2896883243","https://openalex.org/W2968101724","https://openalex.org/W4400871519","https://openalex.org/W7131881408","https://openalex.org/W7221381289","https://openalex.org/W4284696747"],"abstract_inverted_index":{"Video":[0],"understanding":[1,103,135],"has":[2,50],"advanced":[3],"quite":[4],"a":[5,38,42,58,68,98,130,159,166,178,262,286,365,411,433],"long":[6,167,221,263],"way":[7],"in":[8,101,118,232,271,282,295,315,371,423],"the":[9,47,72,92,206,215,225,240,258,358,361,377,382,395,400,428,454],"past":[10],"decade,":[11],"accomplishing":[12],"tasks":[13,35,119],"including":[14],"low-level":[15],"segmentation":[16],"and":[17,79,111,143,173,189,193,198,223,229,235,249,267,304,326],"tracking":[18],"that":[19,36,49,66,88,329,354],"study":[20],"objects":[21],"as":[22,75,116,121,298],"pixel-level":[23],"segments":[24,270],"or":[25,33,64,278],"bounding":[26],"boxes":[27],"to":[28,41,107,112,128,183,214,300,333,352],"more":[29],"high-level":[30],"activity":[31],"recognition":[32],"classification":[34],"classify":[37],"video":[39,102,134,141,168,247,253,264,280,292,317,368],"scene":[40],"categorical":[43],"action":[44],"label.":[45],"Despite":[46],"progress":[48],"been":[51],"made,":[52],"much":[53],"of":[54,71,205,217,239,260,322],"this":[55,84,342],"work":[56,430],"remains":[57],"proxy":[59],"for":[60,291],"an":[61,275],"eventual":[62],"task":[63],"application":[65],"requires":[67],"holistic":[69,94],"view":[70],"video,":[73],"such":[74,120],"objects,":[76],"actions,":[77],"attributes,":[78],"other":[80],"semantic":[81],"components.":[82],"In":[83,394],"dissertation,":[85],"we":[86,157,181,255,284,310,344,398,403,426],"argue":[87],"language":[89],"could":[90,355],"deliver":[91],"required":[93],"representation.":[95],"It":[96],"plays":[97],"significant":[99],"role":[100],"by":[104,164,211,431],"allowing":[105],"machines":[106],"communicate":[108],"with":[109,177,336,364,410],"humans":[110,332,449],"understand":[113],"our":[114,148,346],"requests,":[115],"shown":[117],"text-to-video":[122],"search":[123],"engine,":[124],"voice-guided":[125],"robot":[126],"manipulation,":[127],"name":[129],"few.":[131],"Our":[132],"language-driven":[133],"focuses":[136],"on":[137,220],"two":[138,207,244,362],"specific":[139],"problems:":[140,246],"description":[142,248,293,318,369,420],"visual":[144,199,250,323,405,440],"grounding.":[145,251],"What":[146],"marks":[147],"viewpoint":[149],"different":[150],"from":[151,348,388,418,442,453],"prior":[152,301],"literature":[153],"is":[154],"twofold.":[155],"First,":[156],"propose":[158,182,224,285],"bottom-up":[160],"structured":[161],"learning":[162],"scheme":[163],"decomposing":[165,261],"into":[169,265],"individual":[170],"procedure":[171],"steps":[172],"representing":[174],"each":[175],"step":[176],"description.":[179],"Second,":[180],"have":[184],"both":[185],"explicit":[186,408],"(i.e.,":[187,191,289],"supervised)":[188],"implicit":[190],"weakly-supervised":[192,412],"self-supervised)":[194],"grounding":[195,324,359,406,417,435,441],"between":[196,360],"words":[197],"concepts":[200],"which":[201],"enables":[202],"interpretable":[203],"modeling":[204],"spaces.":[208],"We":[209],"start":[210],"drawing":[212],"attention":[213],"shortage":[216],"large":[218],"benchmarks":[219],"video-language":[222],"largest-of-its-kind":[226],"YouCook2":[227],"dataset":[228,231],"ActivityNet-Entities":[230],"Chap.":[233,272,296,372,424],"II":[234],"III.":[236],"The":[237],"rest":[238],"chapters":[241],"circle":[242],"around":[243],"main":[245],"For":[252],"description,":[254],"first":[256],"address":[257,341],"problem":[259],"compact":[266],"self-contained":[268],"event":[269,276],"IV.":[273],"Given":[274],"segment":[277],"short":[279],"clip":[281],"general,":[283],"non-recurrent":[287],"approach":[288],"Transformer)":[290],"generation":[294],"V":[297],"opposed":[299],"RNN-based":[302],"methods":[303,378],"demonstrate":[305],"superior":[306],"performance.":[307],"Moving":[308],"forward,":[309],"notice":[311],"one":[312],"potential":[313],"issue":[314],"end-to-end":[316],"generation,":[319],"i.e.,":[320,381],"lack":[321],"ability":[325],"model":[327,383],"interpretability":[328],"would":[330],"allow":[331],"directly":[334,387],"interact":[335],"machine":[337],"vision":[338],"models.":[339],"To":[340],"issue,":[343],"transition":[345],"focus":[347],"end-to-end,":[349],"video-to-text":[350],"systems":[351,353],"explicitly":[356],"capture":[357],"modalities,":[363],"novel":[366],"grounded":[367],"framework":[370,413],"VI.":[373],"So":[374],"far,":[375],"all":[376],"are":[379],"fully-supervised,":[380],"training":[384],"signal":[385],"comes":[386],"heavy":[389],"&":[390],"expensive":[391],"human":[392],"annotations.":[393],"following":[396],"chapter,":[397],"answer":[399],"question":[401],"\"Can":[402],"perform":[404],"without":[407],"supervision?\"":[409],"where":[414],"models":[415],"learn":[416],"(weak)":[419],"signal.":[421],"Finally,":[422],"VIII,":[425],"conclude":[427],"technical":[429],"exploring":[432],"self-supervised":[434],"approach\u2014vision-language":[436],"pre-training\u2014that":[437],"implicitly":[438],"learns":[439],"web":[443],"multi-modal":[444,457],"data.":[445],"This":[446],"mimics":[447],"how":[448],"obtain":[450],"their":[451],"commonsense":[452],"environment":[455],"through":[456],"interactions.":[458]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3082300795","counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2020-09-08T00:00:00"}
