{"id":"https://openalex.org/W2995473600","doi":"https://doi.org/10.1109/cvpr42600.2020.00113","title":"Something-Else: Compositional Action Recognition With Spatial-Temporal Interaction Networks","display_name":"Something-Else: Compositional Action Recognition With Spatial-Temporal Interaction Networks","alternate_titles":[],"publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W2995473600","doi":"https://doi.org/10.1109/cvpr42600.2020.00113","mag":"2995473600"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr42600.2020.00113","doi":"https://doi.org/10.1109/cvpr42600.2020.00113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr42600.2020.00113","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2995473600"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1912.09930","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051693812","display_name":"Joanna Materzy\u0144ska","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Joanna Materzynska","raw_affiliation_strings":["University of Oxford, TwentyBN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, TwentyBN","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041246275","display_name":"Tete Xiao","orcid":"https://orcid.org/0009-0006-6440-2393","observed_orcids":["https://orcid.org/0009-0006-6440-2393"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tete Xiao","raw_affiliation_strings":["UC Berkeley","UC Berkeley#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC Berkeley#TAB#","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066997569","display_name":"Roei Herzig","orcid":"https://orcid.org/0000-0002-5451-6059","observed_orcids":["https://orcid.org/0000-0002-5451-6059"]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Roei Herzig","raw_affiliation_strings":["Tel Aviv University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tel Aviv University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101404512","display_name":"Huijuan Xu","orcid":"https://orcid.org/0000-0002-4778-5584","observed_orcids":["https://orcid.org/0000-0002-4778-5584"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Huijuan Xu","raw_affiliation_strings":["UC Berkeley","UC Berkeley#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC Berkeley#TAB#","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424261","display_name":"Xiaolong Wang","orcid":"https://orcid.org/0000-0002-5061-2529","observed_orcids":["https://orcid.org/0000-0002-5061-2529"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiaolong Wang","raw_affiliation_strings":["UC Berkeley","UC Berkeley#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC Berkeley#TAB#","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029105520","display_name":"Trevor Darrell","orcid":"https://orcid.org/0000-0001-5453-8533","observed_orcids":["https://orcid.org/0000-0001-5453-8533"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Trevor Darrell","raw_affiliation_strings":["UC Berkeley","UC Berkeley#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC Berkeley#TAB#","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.9162,"has_fulltext":true,"cited_by_count":220,"citation_normalized_percentile":{"value":0.97741695,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1046","last_page":"1056"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subject-object-interaction","display_name":"subject-object interaction","score":0.7649999856948853},{"id":"https://openalex.org/keywords/object-tracking","display_name":"object tracking","score":0.5019999742507935},{"id":"https://openalex.org/keywords/few-shot-generalization","display_name":"few-shot generalization","score":0.7549999952316284},{"id":"https://openalex.org/keywords/cross-category-generalization","display_name":"cross-category generalization","score":0.578000009059906},{"id":"https://openalex.org/keywords/spatiotemporal-representation","display_name":"spatio-temporal representation","score":0.6060000061988831}],"concepts":[{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.8489219546318054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8040411472320557},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.7593623399734497},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7510910630226135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6128700375556946},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6075721979141235},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5662108659744263},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.4255562722682953},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.350762277841568},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cvpr42600.2020.00113","doi":"https://doi.org/10.1109/cvpr42600.2020.00113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr42600.2020.00113","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1912.09930","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.09930","pdf_url":"https://arxiv.org/pdf/1912.09930","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2995473600","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1912.09930.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1912.09930","doi":"https://doi.org/10.48550/arxiv.1912.09930","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1912.09930","pdf_url":"https://arxiv.org/pdf/1912.09930","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1912.09930","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.09930","pdf_url":"https://arxiv.org/pdf/1912.09930","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2995473600.pdf","grobid_xml":"https://content.openalex.org/works/W2995473600.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W223502255","https://openalex.org/W237546731","https://openalex.org/W639708223","https://openalex.org/W1501418839","https://openalex.org/W1522734439","https://openalex.org/W1861492603","https://openalex.org/W1923404803","https://openalex.org/W1947481528","https://openalex.org/W1992681465","https://openalex.org/W2016053056","https://openalex.org/W2046589395","https://openalex.org/W2077069816","https://openalex.org/W2099806072","https://openalex.org/W2099972257","https://openalex.org/W2105934661","https://openalex.org/W2112301665","https://openalex.org/W2156303437","https://openalex.org/W2168356304","https://openalex.org/W2169393274","https://openalex.org/W2176353499","https://openalex.org/W2194775991","https://openalex.org/W2222512263","https://openalex.org/W2252355370","https://openalex.org/W2337252826","https://openalex.org/W2416885651","https://openalex.org/W2432717477","https://openalex.org/W2472819217","https://openalex.org/W2507009361","https://openalex.org/W2519887557","https://openalex.org/W2549139847","https://openalex.org/W2552391307","https://openalex.org/W2553594924","https://openalex.org/W2557269700","https://openalex.org/W2565639579","https://openalex.org/W2592463526","https://openalex.org/W2601450892","https://openalex.org/W2604763608","https://openalex.org/W2613404084","https://openalex.org/W2618799552","https://openalex.org/W2619082050","https://openalex.org/W2619947201","https://openalex.org/W2624614404","https://openalex.org/W2625366777","https://openalex.org/W2736809457","https://openalex.org/W2747804831","https://openalex.org/W2753160622","https://openalex.org/W2770468159","https://openalex.org/W2770604561","https://openalex.org/W2770804203","https://openalex.org/W2773514261","https://openalex.org/W2805516822","https://openalex.org/W2806331055","https://openalex.org/W2883275382","https://openalex.org/W2883429621","https://openalex.org/W2894982307","https://openalex.org/W2896659472","https://openalex.org/W2902199720","https://openalex.org/W2911906319","https://openalex.org/W2934413201","https://openalex.org/W2951183276","https://openalex.org/W2952686080","https://openalex.org/W2955874753","https://openalex.org/W2963091558","https://openalex.org/W2963097937","https://openalex.org/W2963155035","https://openalex.org/W2963224792","https://openalex.org/W2963319519","https://openalex.org/W2963563276","https://openalex.org/W2963843052","https://openalex.org/W2964080601","https://openalex.org/W2964242760","https://openalex.org/W2977233818","https://openalex.org/W2986364431","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W3012362498","https://openalex.org/W3035374961","https://openalex.org/W4205969993","https://openalex.org/W6754830082"],"related_works":["https://openalex.org/W4372278560","https://openalex.org/W4408272058","https://openalex.org/W4407567895","https://openalex.org/W2071730211","https://openalex.org/W3209504420","https://openalex.org/W4377000601","https://openalex.org/W4404007917","https://openalex.org/W4304092632","https://openalex.org/W4283213048","https://openalex.org/W4387390271"],"abstract_inverted_index":{"Human":[0],"action":[1,31,81,152,173],"is":[2],"naturally":[3],"compositional:":[4],"humans":[5],"can":[6,46,118],"easily":[7],"recognize":[8],"and":[9,56,90,114,172],"perform":[10],"actions":[11],"with":[12,95,109],"objects":[13,55,116],"that":[14],"are":[15,105],"different":[16],"from":[17],"those":[18],"used":[19],"in":[20,157],"training":[21,86],"demonstrations.":[22],"In":[23],"this":[24],"paper,":[25],"we":[26,66,132],"study":[27],"the":[28,35,50,73,85,96,141,149,164],"compositionality":[29],"of":[30,37,88,102,143],"by":[32],"looking":[33],"into":[34],"dynamics":[36,113],"subject-object":[38],"interactions.":[39],"We":[40,76,139],"propose":[41,77],"a":[42,78,158],"novel":[43,79,100],"model":[44,104,165],"which":[45,117,162],"explicitly":[47],"reason":[48],"about":[49],"geometric":[51],"relations":[52],"between":[53],"constituent":[54],"an":[57,60],"agent":[58],"performing":[59],"action.":[61],"To":[62],"train":[63],"our":[64,103,144],"model,":[65],"collect":[67],"dense":[68],"object":[69,111,170],"box":[70],"annotations":[71],"on":[72,134,148],"Something-Something":[74],"dataset.":[75],"compositional":[80,151,160],"recognition":[82,153],"task":[83,154],"where":[84],"combinations":[87],"verbs":[89],"nouns":[91],"do":[92],"not":[93,146],"overlap":[94],"test":[97],"set.":[98],"The":[99],"aspects":[101],"applicable":[106],"to":[107,115,166],"activities":[108,125],"prominent":[110],"interaction":[112],"be":[119],"tracked":[120],"using":[121],"state-of-the-art":[122],"approaches;":[123],"for":[124],"without":[126],"clearly":[127],"defined":[128],"spatial":[129],"object-agent":[130],"interactions,":[131],"rely":[133],"baseline":[135],"scene-level":[136],"spatio-temporal":[137],"representations.":[138],"show":[140],"effectiveness":[142],"approach":[145],"only":[147],"proposed":[150],"but":[155],"also":[156],"few-shot":[159],"setting":[161],"requires":[163],"generalize":[167],"across":[168],"both":[169],"appearance":[171],"category.":[174]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2995473600","counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":47},{"year":2022,"cited_by_count":40},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":11}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-12-26T00:00:00"}
