{"id":"https://openalex.org/W4386047751","doi":"https://doi.org/10.1109/cvpr52729.2023.00619","title":"Relational Space-Time Query in Long-Form Videos","display_name":"Relational Space-Time Query in Long-Form Videos","alternate_titles":[],"publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386047751","doi":"https://doi.org/10.1109/cvpr52729.2023.00619"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.00619","doi":"https://doi.org/10.1109/cvpr52729.2023.00619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00619","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4386047751"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091064356","display_name":"Xitong Yang","orcid":"https://orcid.org/0000-0003-4372-241X","observed_orcids":["https://orcid.org/0000-0003-4372-241X"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xitong Yang","raw_affiliation_strings":["Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035601532","display_name":"Fu-Jen Chu","orcid":"https://orcid.org/0000-0002-3290-8094","observed_orcids":["https://orcid.org/0000-0002-3290-8094"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fu-Jen Chu","raw_affiliation_strings":["Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055620900","display_name":"Matt Feiszli","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Feiszli","raw_affiliation_strings":["Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Raghav Goyal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Raghav Goyal","raw_affiliation_strings":["Meta AI","University of British Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"University of British Columbia","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082736347","display_name":"Lorenzo Torresani","orcid":"https://orcid.org/0000-0002-6924-7285","observed_orcids":["https://orcid.org/0000-0002-6924-7285"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lorenzo Torresani","raw_affiliation_strings":["Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016319243","display_name":"Du Tran","orcid":"https://orcid.org/0000-0001-9673-7194","observed_orcids":["https://orcid.org/0000-0001-9673-7194"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Du Tran","raw_affiliation_strings":["Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7035,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.79790649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6398","last_page":"6408"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5449000000953674,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5449000000953674,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.42719998955726624,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/long-form-video-understanding","display_name":"long-form video understanding","score":0.8029999732971191},{"id":"https://openalex.org/keywords/egocentric-video","display_name":"egocentric video","score":0.8970000147819519},{"id":"https://openalex.org/keywords/spatio-temporal-queries","display_name":"spatio-temporal queries","score":0.9490000009536743},{"id":"https://openalex.org/keywords/video-benchmark","display_name":"video benchmark","score":0.6200000047683716},{"id":"https://openalex.org/keywords/activity-understanding","display_name":"activity understanding","score":0.36800000071525574},{"id":"https://openalex.org/keywords/object-interaction","display_name":"object interaction","score":0.5600000023841858},{"id":"https://openalex.org/keywords/multi-step-reasoning","display_name":"multi-step reasoning","score":0.6349999904632568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.785090446472168},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.714726448059082},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.662834644317627},{"id":"https://openalex.org/C77265313","wikidata":"https://www.wikidata.org/wiki/Q879844","display_name":"Rest (music)","level":2,"score":0.5586891174316406},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5275515913963318},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4408947229385376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33410191535949707},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12410533428192139},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52729.2023.00619","doi":"https://doi.org/10.1109/cvpr52729.2023.00619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00619","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W8870360","https://openalex.org/W24089286","https://openalex.org/W237546731","https://openalex.org/W1522734439","https://openalex.org/W1572567476","https://openalex.org/W1607035479","https://openalex.org/W1618905105","https://openalex.org/W1861492603","https://openalex.org/W1927052826","https://openalex.org/W1933349210","https://openalex.org/W2046325278","https://openalex.org/W2126579184","https://openalex.org/W2156303437","https://openalex.org/W2164290393","https://openalex.org/W2165605600","https://openalex.org/W2190067570","https://openalex.org/W2194775991","https://openalex.org/W2336403884","https://openalex.org/W2337252826","https://openalex.org/W2342662179","https://openalex.org/W2606982687","https://openalex.org/W2611596598","https://openalex.org/W2618799552","https://openalex.org/W2619082050","https://openalex.org/W2619947201","https://openalex.org/W2625366777","https://openalex.org/W2765716052","https://openalex.org/W2773514261","https://openalex.org/W2895240652","https://openalex.org/W2903073381","https://openalex.org/W2903192803","https://openalex.org/W2955874753","https://openalex.org/W2962876901","https://openalex.org/W2963150697","https://openalex.org/W2963155035","https://openalex.org/W2963529931","https://openalex.org/W2963541336","https://openalex.org/W2964089981","https://openalex.org/W2964220823","https://openalex.org/W2983918066","https://openalex.org/W2990503944","https://openalex.org/W2997429269","https://openalex.org/W3030163527","https://openalex.org/W3035590142","https://openalex.org/W3035619757","https://openalex.org/W3096383329","https://openalex.org/W3096833468","https://openalex.org/W3107583115","https://openalex.org/W3126721948","https://openalex.org/W3129576130","https://openalex.org/W3147387781","https://openalex.org/W3149230594","https://openalex.org/W3150459247","https://openalex.org/W3175859344","https://openalex.org/W3175961224","https://openalex.org/W3176747427","https://openalex.org/W3194038966","https://openalex.org/W3202076256","https://openalex.org/W3202698164","https://openalex.org/W3205786327","https://openalex.org/W4221166385","https://openalex.org/W4281485151","https://openalex.org/W4292829066","https://openalex.org/W4298185919","https://openalex.org/W4312421085","https://openalex.org/W4312508181","https://openalex.org/W4312509322","https://openalex.org/W4312769131","https://openalex.org/W4312772544","https://openalex.org/W4313189668","https://openalex.org/W4411244821","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W7133199481","https://openalex.org/W4405146267","https://openalex.org/W7161599698","https://openalex.org/W4413146822","https://openalex.org/W4403771516","https://openalex.org/W7165912442","https://openalex.org/W7160242965","https://openalex.org/W4402777385","https://openalex.org/W7214014054","https://openalex.org/W7162553809"],"abstract_inverted_index":{"Egocentric":[0],"videos":[1,12,22],"are":[2,85],"often":[3],"available":[4,125],"in":[5,75,178],"the":[6,14,129,140,154,161,186],"form":[7],"of":[8,118,148,188,191],"uninterrupted,":[9],"uncurated":[10],"long":[11,80,179],"capturing":[13],"camera":[15],"wearers'":[16],"daily":[17],"life":[18],"activities.":[19],"Understanding":[20],"these":[21,41,58,73],"requires":[23],"models":[24,102,122],"to":[25,28,71],"be":[26,124],"able":[27],"reason":[29],"about":[30,160],"activities,":[31],"objects,":[32],"and":[33,44,64,114,121,150,157,169,181],"their":[34],"interactions.":[35],"However,":[36],"current":[37],"video":[38,81,100,132,192],"benchmarks":[39,156,170],"study":[40,72],"problems":[42,59,74],"independently":[43],"under":[45],"short,":[46],"curated":[47],"clips.":[48],"In":[49,66],"contrast,":[50],"real-world":[51],"applications,":[52],"e.g.":[53],"AR":[54],"assistants,":[55],"require":[56],"bundling":[57],"for":[60,79,98],"both":[61],"model":[62],"development":[63,187],"evaluation.":[65],"this":[67],"paper,":[68],"we":[69,88,108,144],"propose":[70,89],"a":[76,146,172],"joint":[77],"framework":[78,168],"understanding.":[82],"Our":[83],"contributions":[84],"three-fold.":[86],"First,":[87],"an":[90],"integrated":[91,167],"framework,":[92],"namely":[93],"Relational":[94],"Space-Time":[95],"Query":[96],"(ReST),":[97],"evaluating":[99],"understanding":[101,193],"via":[103],"templated":[104],"spatiotemporal":[105],"queries.":[106],"Second,":[107],"introduce":[109],"two":[110,155],"new":[111],"benchmarks,":[112],"ReST-ADL":[113],"ReST-Ego4D11The":[115],"latest":[116],"version":[117],"our":[119,166],"benchmark":[120],"will":[123,184],"here.,":[126],"which":[127],"augment":[128],"existing":[130],"egocentric":[131],"datasets":[133],"with":[134],"abundant":[135],"query":[136,162],"annotations":[137],"generated":[138],"by":[139],"ReST":[141],"framework.":[142],"Finally,":[143],"present":[145],"set":[147],"baselines":[149],"in-depth":[151],"analysis":[152],"on":[153],"provide":[158],"insights":[159],"tasks.":[163],"We":[164],"view":[165],"as":[171],"step":[173],"towards":[174],"comprehensive,":[175],"multi-step":[176],"reasoning":[177],"videos,":[180],"believe":[182],"it":[183],"facilitate":[185],"next":[189],"generations":[190],"models.":[194]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386047751","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-08-23T00:00:00"}
