{"id":"https://openalex.org/W3097033071","doi":"https://doi.org/10.1109/tpami.2022.3169976","title":"Toyota Smarthome Untrimmed: Real-World Untrimmed Videos for Activity Detection","display_name":"Toyota Smarthome Untrimmed: Real-World Untrimmed Videos for Activity Detection","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W3097033071","doi":"https://doi.org/10.1109/tpami.2022.3169976","mag":"3097033071","pmid":"https://pubmed.ncbi.nlm.nih.gov/35468059"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3169976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3169976","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03698616","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051590067","display_name":"Rui Dai","orcid":"https://orcid.org/0000-0002-3698-4086"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Rui Dai","raw_affiliation_strings":["Inria, Universite Cote d'Azur, Valbonne, France","Spatio-Temporal Activity Recognition Systems"],"raw_orcid":"https://orcid.org/0000-0002-3698-4086","affiliations":[{"raw_affiliation_string":"Inria, Universite Cote d'Azur, Valbonne, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Spatio-Temporal Activity Recognition Systems","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057061455","display_name":"Srijan Das","orcid":"https://orcid.org/0000-0002-3373-6749"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Srijan Das","raw_affiliation_strings":["Inria, Universite Cote d'Azur, Valbonne, France","Spatio-Temporal Activity Recognition Systems"],"raw_orcid":"https://orcid.org/0000-0002-3373-6749","affiliations":[{"raw_affiliation_string":"Inria, Universite Cote d'Azur, Valbonne, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Spatio-Temporal Activity Recognition Systems","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008060664","display_name":"Saurav Sharma","orcid":"https://orcid.org/0000-0002-6021-6132"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Saurav Sharma","raw_affiliation_strings":["Inria, Universite Cote d'Azur, Valbonne, France","Spatio-Temporal Activity Recognition Systems"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, Universite Cote d'Azur, Valbonne, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Spatio-Temporal Activity Recognition Systems","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035617646","display_name":"Luca Minciullo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120547","display_name":"Toyota Motor Corporation (Belgium)","ror":"https://ror.org/023g86t37","country_code":"BE","type":"company","lineage":["https://openalex.org/I4210120547","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Luca Minciullo","raw_affiliation_strings":["Toyota Motor Europe, Zaventem, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Motor Europe, Zaventem, Belgium","institution_ids":["https://openalex.org/I4210120547"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014520592","display_name":"Lorenzo Garattoni","orcid":"https://orcid.org/0000-0002-6382-0335"},"institutions":[{"id":"https://openalex.org/I4210120547","display_name":"Toyota Motor Corporation (Belgium)","ror":"https://ror.org/023g86t37","country_code":"BE","type":"company","lineage":["https://openalex.org/I4210120547","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Lorenzo Garattoni","raw_affiliation_strings":["Toyota Motor Europe, Zaventem, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Motor Europe, Zaventem, Belgium","institution_ids":["https://openalex.org/I4210120547"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037298642","display_name":"Fran\u00e7ois Br\u00e9mond","orcid":"https://orcid.org/0000-0003-2988-2142"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Francois Bremond","raw_affiliation_strings":["Inria, Universite Cote d'Azur, Valbonne, France","Spatio-Temporal Activity Recognition Systems"],"raw_orcid":"https://orcid.org/0000-0003-2988-2142","affiliations":[{"raw_affiliation_string":"Inria, Universite Cote d'Azur, Valbonne, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Spatio-Temporal Activity Recognition Systems","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016401744","display_name":"Gianpiero Francesca","orcid":"https://orcid.org/0000-0001-6066-9345"},"institutions":[{"id":"https://openalex.org/I4210120547","display_name":"Toyota Motor Corporation (Belgium)","ror":"https://ror.org/023g86t37","country_code":"BE","type":"company","lineage":["https://openalex.org/I4210120547","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Gianpiero Francesca","raw_affiliation_strings":["Toyota Motor Europe, Zaventem, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Motor Europe, Zaventem, Belgium","institution_ids":["https://openalex.org/I4210120547"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5051590067"],"corresponding_institution_ids":["https://openalex.org/I1326498283"],"apc_list":null,"apc_paid":null,"fwci":4.0594,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.95025538,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"45","issue":"2","first_page":"2533","last_page":"2550"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7929850816726685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6927274465560913},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5760582685470581},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.46063172817230225},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4585310220718384},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.45006218552589417},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4101512134075165},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3843916058540344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7929850816726685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6927274465560913},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5760582685470581},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.46063172817230225},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4585310220718384},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.45006218552589417},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4101512134075165},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3843916058540344},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2022.3169976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3169976","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35468059","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35468059","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:HAL:hal-03698616v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03698616","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence, In press, ⟨10.1109/tpami.2022.3169976⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03698616v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03698616","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence, In press, ⟨10.1109/tpami.2022.3169976⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W1576514601","https://openalex.org/W1596841185","https://openalex.org/W1927052826","https://openalex.org/W1950788856","https://openalex.org/W2017098439","https://openalex.org/W2031688197","https://openalex.org/W2054041160","https://openalex.org/W2064675550","https://openalex.org/W2079735306","https://openalex.org/W2097117768","https://openalex.org/W2099614498","https://openalex.org/W2108598243","https://openalex.org/W2109698606","https://openalex.org/W2146055337","https://openalex.org/W2156798932","https://openalex.org/W2165605600","https://openalex.org/W2194775991","https://openalex.org/W2292288263","https://openalex.org/W2337252826","https://openalex.org/W2462496837","https://openalex.org/W2524365899","https://openalex.org/W2550143307","https://openalex.org/W2583815496","https://openalex.org/W2601271987","https://openalex.org/W2618799552","https://openalex.org/W2619649711","https://openalex.org/W2619947201","https://openalex.org/W2724998899","https://openalex.org/W2753211788","https://openalex.org/W2765433083","https://openalex.org/W2792747672","https://openalex.org/W2798963049","https://openalex.org/W2800438594","https://openalex.org/W2894982307","https://openalex.org/W2904083233","https://openalex.org/W2943560353","https://openalex.org/W2948058585","https://openalex.org/W2950007497","https://openalex.org/W2951829787","https://openalex.org/W2962896489","https://openalex.org/W2963076818","https://openalex.org/W2963091558","https://openalex.org/W2963247196","https://openalex.org/W2963524571","https://openalex.org/W2963722382","https://openalex.org/W2963853051","https://openalex.org/W2963874033","https://openalex.org/W2964094654","https://openalex.org/W2964107601","https://openalex.org/W2964134613","https://openalex.org/W2964260135","https://openalex.org/W2981923053","https://openalex.org/W2984008963","https://openalex.org/W2994508843","https://openalex.org/W3010071343","https://openalex.org/W3010087156","https://openalex.org/W3207758636","https://openalex.org/W4246193833","https://openalex.org/W4294566634","https://openalex.org/W6631190155","https://openalex.org/W6728047685","https://openalex.org/W6738540877","https://openalex.org/W6749916090","https://openalex.org/W6750355821","https://openalex.org/W6755431558","https://openalex.org/W6755559483","https://openalex.org/W6762414442","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2032233321","https://openalex.org/W2385859805","https://openalex.org/W3121970507","https://openalex.org/W2110028391","https://openalex.org/W54497855","https://openalex.org/W2530972254","https://openalex.org/W217960748","https://openalex.org/W3125814499","https://openalex.org/W2090827041","https://openalex.org/W2094012830"],"abstract_inverted_index":{"Designing":[0],"activity":[1,110,144],"detection":[2,85,111],"systems":[3],"that":[4,14,32,89,160],"can":[5],"be":[6],"successfully":[7],"deployed":[8],"in":[9,49],"daily-living":[10,30],"environments":[11],"requires":[12],"datasets":[13],"pose":[15],"the":[16,73,81,99,114,131,143,161],"challenges":[17,75,116],"typical":[18],"of":[19,46,72],"real-world":[20,35,74],"scenarios.":[21],"In":[22],"this":[23],"paper,":[24],"we":[25,103,163],"introduce":[26],"a":[27,43,50,105],"new":[28,106],"untrimmed":[29],"dataset":[31,54],"features":[33],"several":[34],"challenges:":[36],"Toyota":[37],"Smarthome":[38],"Untrimmed":[39],"(TSU).":[40],"TSU":[41,100,169],"contains":[42,55],"wide":[44],"variety":[45],"activities":[47,61,63,152],"performed":[48],"spontaneous":[51],"manner.":[52],"The":[53],"dense":[56],"annotations":[57],"including":[58],"elementary,":[59],"composite":[60],"and":[62,170],"involving":[64],"interactions":[65],"with":[66],"objects.":[67],"We":[68,87,158],"provide":[69],"an":[70],"analysis":[71],"featured":[76],"by":[77,118,154],"our":[78,119],"dataset,":[79,175],"highlighting":[80],"open":[82],"issues":[83],"for":[84,109],"algorithms.":[86],"show":[88,159],"current":[90],"state-of-the-art":[91,166],"methods":[92,167],"fail":[93],"to":[94,112,129,134,140,150],"achieve":[95],"satisfactory":[96],"performance":[97],"on":[98,168,171],"dataset.":[101,120],"Therefore,":[102],"propose":[104,164],"baseline":[107],"method":[108,122,162],"tackle":[113],"novel":[115],"provided":[117],"This":[121,146],"leverages":[123],"one":[124],"modality":[125,137],"(i.e.":[126],"optic":[127],"flow)":[128],"generate":[130],"attention":[132],"weights":[133],"guide":[135],"another":[136,172],"(i.e":[138],"RGB)":[139],"better":[141],"detect":[142,151],"boundaries.":[145],"is":[147],"particularly":[148],"beneficial":[149],"characterized":[153],"high":[155],"temporal":[156],"variance.":[157],"outperforms":[165],"popular":[173],"challenging":[174],"Charades.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-26T13:28:51.108037","created_date":"2025-10-10T00:00:00"}