{"id":"https://openalex.org/W6912147282","doi":"https://doi.org/10.5281/zenodo.15535461","title":"EPFL-Smart-Kitchen-30 Collected data","display_name":"EPFL-Smart-Kitchen-30 Collected data","publication_year":2025,"publication_date":"2025-05-28","ids":{"openalex":"https://openalex.org/W6912147282","doi":"https://doi.org/10.5281/zenodo.15535461"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.01608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.01608","pdf_url":"https://arxiv.org/pdf/2506.01608","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"dataset","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.01608","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bonnetto, Andy","orcid":"https://orcid.org/0009-0000-9006-7177"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Bonnetto, Andy","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne"],"raw_orcid":"https://orcid.org/0009-0000-9006-7177","affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi, Haozhe","orcid":"https://orcid.org/0009-0007-7399-923X"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Qi, Haozhe","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne"],"raw_orcid":"https://orcid.org/0009-0007-7399-923X","affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Leong, Franklin","orcid":"https://orcid.org/0009-0000-5510-5975"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Leong, Franklin","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne"],"raw_orcid":"https://orcid.org/0009-0000-5510-5975","affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tashkovska, Matea","orcid":"https://orcid.org/0009-0005-3036-8652"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tashkovska, Matea","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-3036-8652","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Rad, Mahdi","orcid":"https://orcid.org/0000-0002-4011-4729"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210139986","display_name":"Microsoft (Switzerland)","ror":"https://ror.org/03zryq964","country_code":"CH","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210139986"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["CH","GB","US"],"is_corresponding":false,"raw_author_name":"Rad, Mahdi","raw_affiliation_strings":["Microsoft (Switzerland)"],"raw_orcid":"https://orcid.org/0000-0002-4011-4729","affiliations":[{"raw_affiliation_string":"Microsoft (Switzerland)","institution_ids":["https://openalex.org/I4210139986","https://openalex.org/I4210164937","https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shokur, Solaiman","orcid":"https://orcid.org/0000-0003-2251-7142"},"institutions":[{"id":"https://openalex.org/I4210145583","display_name":"Bioengineering Center","ror":"https://ror.org/04f0ydx59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210145583"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Shokur, Solaiman","raw_affiliation_strings":["EPFL Institute of Bioengineering"],"raw_orcid":"https://orcid.org/0000-0003-2251-7142","affiliations":[{"raw_affiliation_string":"EPFL Institute of Bioengineering","institution_ids":["https://openalex.org/I4210145583"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hummel, Friedhelm","orcid":"https://orcid.org/0000-0002-4746-4633"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Hummel, Friedhelm","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne"],"raw_orcid":"https://orcid.org/0000-0002-4746-4633","affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Micera, Silvestro","orcid":"https://orcid.org/0000-0003-4396-8217"},"institutions":[{"id":"https://openalex.org/I162290304","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80","country_code":"IT","type":"education","lineage":["https://openalex.org/I162290304"]},{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH","IT"],"is_corresponding":false,"raw_author_name":"Micera, Silvestro","raw_affiliation_strings":["Scuola Superiore Sant'Anna","\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne"],"raw_orcid":"https://orcid.org/0000-0003-4396-8217","affiliations":[{"raw_affiliation_string":"Scuola Superiore Sant'Anna","institution_ids":["https://openalex.org/I162290304"]},{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pollefeys, Marc","orcid":"https://orcid.org/0000-0003-2448-2318"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["CH","GB"],"is_corresponding":false,"raw_author_name":"Pollefeys, Marc","raw_affiliation_strings":["Microsoft","ETH Zurich"],"raw_orcid":"https://orcid.org/0000-0003-2448-2318","affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":null,"display_name":"Mathis, Alexander","orcid":"https://orcid.org/0000-0002-3777-2202"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mathis, Alexander","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne"],"raw_orcid":"https://orcid.org/0000-0002-3777-2202","affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.8988000154495239,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.8988000154495239,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.026100000366568565,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.7674000263214111},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.6888999938964844},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6586999893188477},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5583999752998352},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4814000129699707},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4097000062465668}],"concepts":[{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.7674000263214111},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.6888999938964844},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6586999893188477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5834000110626221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5720000267028809},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5583999752998352},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4814000129699707},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4065999984741211},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C2777036941","wikidata":"https://www.wikidata.org/wiki/Q6917771","display_name":"Motion analysis","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3418999910354614},{"id":"https://openalex.org/C178823583","wikidata":"https://www.wikidata.org/wiki/Q3269883","display_name":"Online assessment","level":3,"score":0.33880001306533813},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2506.01608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.01608","pdf_url":"https://arxiv.org/pdf/2506.01608","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:infoscience.epfl.ch:20.500.14299/251269","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/251269","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},{"id":"doi:10.5281/zenodo.15535461","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15535461","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.01608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.01608","pdf_url":"https://arxiv.org/pdf/2506.01608","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6912147282.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"#":[0],"The":[1,32,98,556],"EPFL-Smart-Kitchen-30":[2,62,99],"Ecole":[3],"Polytechnique":[4,215],"de":[5,217,239],"Lausanne":[6,218],"(EPFL)":[7],">":[8,606,966,993],"\u26a0\ufe0f":[9],"3D":[10,92,948],"pose":[11,561,950],"and":[12,42,83,95,115,151,285,291,313,365,500,505,517,529,550,566,581,620,650,660,743,751,943,980,1007,1018,1024,1048],"action":[13,104,135,167,173,510],"annotations":[14],"can":[15],"be":[16,990],"found":[17],"at":[18,916,1040,1053],"https://zenodo.org/records/15551913":[19],"Understanding":[20],"behavior":[21,149],"requires":[22],"datasets":[23],"that":[24],"capture":[25,69,91],"humans":[26],"while":[27],"carrying":[28],"out":[29],"complex":[30,47],"tasks.":[31],"kitchen":[33,73],"is":[34,101,331],"an":[35],"excellent":[36],"environment":[37],"for":[38,307,310,318,508,602,615,696,709,722,737,748,774,787,800,975,1002,1042,1045,1055],"assessing":[39],"human":[40],"motor":[41],"cognitive":[43],"function,":[44],"as":[45,758,924,929],"many":[46],"actions":[48,514],"are":[49,300,525,630,646,655,673,962,1033],"naturally":[50],"exhibited":[51],"in":[52,65,527,675,692,705,718,733,770,783,796,900,963],"kitchens":[53],"from":[54,563,575,591,839,867,910],"chopping":[55],"to":[56,90,147,302,314,321,611,842,870,913,971,998,1035,1049,1058],"cleaning.":[57],"Here,":[58],"we":[59,143],"introduce":[60],"the":[61,303,311,315,334,344,503,509,513,518,544,553,564,582,599,609,612,631,658,679,693,697,706,710,719,723,734,738,749,755,771,775,784,788,797,801,810,814,825,851,859,871,881,889,901,930,933,937,940,953,969,972,996,999,1036,1046,1050],"dataset,":[63,142],"collected":[64],"a":[66,72,102,155,159,165,171,292,651,925,1025],"noninvasive":[67],"motion":[68,520],"platform":[70],"inside":[71],"environment.":[74],"Nine":[75],"static":[76],"RGB-D":[77],"cameras,":[78,811],"inertial":[79],"measurement":[80],"units":[81],"(IMUs)":[82],"one":[84],"head-mounted":[85],"HoloLens~2":[86,954],"headset":[87],"were":[88,130],"used":[89],"hand,":[93],"body,":[94],"eye":[96,112,567],"movements.":[97],"dataset":[100,105,330],"multi-view":[103],"with":[106,133,543,648,678,897,957],"synchronized":[107,542],"exocentric,":[108],"egocentric,":[109],"depth,":[110],"IMUs,":[111],"gaze,":[113],"body":[114],"hand":[116,560,949],"kinematics":[117],"spanning":[118],"29.7":[119],"hours":[120],"of":[121,232,244,257,552,598,662,809,824,850,858,880,888,932,936,952],"16":[122],"subjects":[123],"cooking":[124],"four":[125,145],"different":[126],"recipes.":[127],"Action":[128],"sequences":[129],"densely":[131],"annotated":[132],"33.78":[134],"segments":[136],"per":[137],"minute.":[138],"Leveraging":[139],"this":[140],"multi-modal":[141,166],"propose":[144],"benchmarks":[146],"advance":[148],"understanding":[150],"modeling":[152],"through":[153],"1)":[154],"vision-language":[156],"benchmark,":[157,163,169],"2)":[158],"semantic":[160],"text-to-motion":[161],"generation":[162,521],"3)":[164],"recognition":[168,511],"4)":[170],"pose-based":[172],"segmentation":[174,515],"benchmark.":[175],"##":[176,324,363,983,1010,1061],"General":[177],"informations":[178,985],"*":[179,211,255,265,272,277,327,340,351,355,359,368,373,498,536,546,570,586,595,626,644,667,682,687,700,713,726,728,741,760,765,778,791,804,817,819,827,831,833,845,854,862,875,884,892,894,904,919,945,959],"**Authors**:":[180],"Andy":[181],"Bonnetto":[182],"1,":[183,186,189,192],"Haozhe":[184],"Qi":[185],"Franklin":[187],"Leong":[188],"Matea":[190],"Tashkovska":[191],"Mahdi":[193],"Rad":[194],"3,":[195],"Solaiman":[196],"Shokur":[197],"1,3,":[198,204],"Friedhelm":[199],"Hummel":[200],"1,4,5,":[201],"Silvestro":[202],"Micera":[203],"Marc":[205],"Pollefeys":[206],"2,6,":[207],"Alexander":[208],"Mathis":[209],"1":[210,213],"**Affiliation**:":[212],"\u00c9cole":[214],"F\u00e9d\u00e9rale":[216],"(EPFL),":[219],"Lausanne,":[220],"2":[221],"Microsoft,":[222],"3":[223],"Scuola":[224],"Superiore":[225],"Sant\u2019Anna,":[226],"Pisa,":[227],"4":[228],"Swiss":[229,287,1020],"Federal":[230],"Institute":[231,306,317,1039,1052],"Technology":[233],"Valais":[234],"(EPFL":[235],"Valais),":[236],"Clinique":[237],"Romande":[238],"R\u00e9adaptation,":[240],"Sion,":[241],"5":[242,534],"University":[243],"Geneva":[245],"Medical":[246],"School,":[247],"Geneva,":[248],"6":[249],"Eidgen\u00f6ssische":[250],"Technische":[251],"Hochschule":[252],"(ETH),":[253],"Z\u00fcrich":[254],"**Date":[256],"collection**:":[258],"05.2023":[259],"-":[260,263],"01.2024":[261],"(MM.YYYY":[262],"MM.YYYY)":[264],"**Geolocation":[266],"data**:":[267],"Campus":[268],"Biotech,":[269],"Gen\u00e8ve,":[270],"Switzerland":[271],"**Associated":[273],"publication":[274,346,614,974,1001],"URL**:":[275,353],"https://arxiv.org/abs/2506.01608":[276],"**Funding**:":[278],"Our":[279,1012],"work":[280,1013],"was":[281,1014],"funded":[282,1015],"by":[283,657,1016],"EPFL":[284,1017,1041,1054],"Microsoft":[286,1019],"Joint":[288,1021],"Research":[289,1022],"Center":[290,1023],"Boehringer":[293,1026],"Ingelheim":[294,1027],"Fonds":[295,1028],"PhD":[296,1029],"stipend":[297,1030],"(H.Q.).":[298,1031],"We":[299,607,967,994,1032],"grateful":[301,1034],"Brain":[304,1037],"Mind":[305,1038],"providing":[308,319,1043,1056],"funds":[309,320,1044,1057],"cameras":[312,1047],"Neuro-X":[316,1051],"annotate":[322,1059],"data.":[323,350,1060],"Dataset":[325],"availability":[326],"**License**:":[328],"This":[329],"released":[332],"under":[333],"non-commercial":[335],"[CC":[336],"BY-NC":[337],"4.0](https://creativecommons.org/licenses/by-nc/4.0/legalcode)":[338],"license.":[339],"**Citation**:":[341],"Please":[342],"cite":[343],"associated":[345,613,973,1000],"when":[347],"using":[348],"our":[349],"**Repository":[352,356,374],"https://github.com/amathislab/EPFL-Smart-Kitchen":[354],"DOI**:":[357],"10.5281/zenodo.15535461":[358],"**Dataset":[360],"version**:":[361],"v1":[362],"Data":[364],"files":[366,677],"overview":[367],"**Data":[369],"preparation**:":[370],"unzip":[371],"`Public_release.zip`":[372],"structure**:":[375],"```":[376,497],"Public_release_videos":[377],"\u251c\u2500\u2500":[378,381,386,392,398,405,416,422,428,439,445,451,462,478],"train":[379,504],"|":[380,384,385,389,390,391,394,395,396,397,401,402,403,404,407,408,409,410,413,414,415,418,419,420,421,424,425,426,427,430,431,432,433,436,437,438,441,442,443,444,447,448,449,450,453,454,455,456,459,460,461,464,465,466,467,470,471,472,475,476,477,480,481,482,485,486,489],"YH2002":[382],"(participant)":[383],"2023_12_04_10_15_23":[387],"(session)":[388],"IMUs":[393],"2023-12-4":[399],"12h10.csv":[400],"knife.csv":[406],"\u2514\u2500\u2500":[411,434,457,468,473,483,487,490,492,494],"spatula.csv":[412],"meta_data":[417],"camera_matrix.json":[423],"holo_data_wpose.csv":[429],"timestamps.txt":[435],"videos":[440,573,589,961],"hololens.mp4":[446],"output0.mp4":[452],"...":[458,484,488,491,495,727,893],"videos_depth":[463],"output0.txt":[469,479],"timestamps_depth":[474],"test":[493,506],"lemonade_benchmark.csv":[496],"`train`":[499],"`test`:":[501],"Contains":[502,806],"data":[507,618,978,1005,1067],"task,":[512],"task":[516],"full-body":[519],"task.":[522],"These":[523],"folders":[524],"structured":[526],"participants":[528],"sessions.":[530],"Each":[531],"session":[532],"contains":[533],"modalities:":[535],"**IMUs**:":[537],"IMU":[538,671,746],"data,":[539],"currently":[540],"not":[541],"videos.":[545],"**meta_data**:":[547],"Calibration":[548],"information":[549,808,923],"timestamps":[551],"hololens":[554],"recordings.":[555],"file":[557],"`holo_data_wpose.csv`":[558],"stores":[559],"estimation":[562,951],"HoloLens":[565,898,914],"gaze":[568,922],"measurements.":[569],"**videos**:":[571],"RGB":[572,852,860],"recorded":[574,590],"each":[576,592,603,917],"exocentric":[577,593,604],"camera":[578,628,826,843,853,861,873,883,891],"(output0,":[579],"...)":[580],"egocentric":[583],"view":[584],"(hololens).":[585],"**videos_depth**:":[587],"Depth":[588],"view.":[594,605],"**timestamps_depth**:":[596],"Timestamps":[597],"depth":[600,872,882,890],"recording":[601],"refer":[608,968,995],"reader":[610,970,997],"details":[616,976,1003],"about":[617,977,1004],"processing":[619,979,1006],"tasks":[621,981,1008],"description.":[622,982,1009],"###":[623,664],"Naming":[624],"conventions":[625],"Exocentric":[627],"names":[629],"following":[632,680,815,902],":":[633,670,689,702,715,730,745,767,780,793,821,835,847,864,877,906,947],"output0":[634],",":[635],"Aoutput0,":[636],"Aoutput1,":[637],"Aoutput2,":[638],"Aoutput3,":[639],"Boutput0,":[640],"Boutput1,":[641],"Boutput2,":[642],"Boutput3.":[643],"Participant":[645],"identified":[647],"YH":[649],"random":[652],"identifier,":[653],"sessions":[654],"given":[656],"date":[659],"time":[661,686,764],"recording.":[663],"File":[665],"characteristics":[666],"imu_sensors":[668],"(`DATE.csv`)":[669],"recordings":[672,747,899],"stored":[674],"csv":[676],"fields:":[681,816,903],"Date:":[683,761],"Precise":[684,762],"sampling":[685],"sensor0X":[688],"accelerometer":[690,703,716,731,768,781,794],"value":[691,704,717,732,769,782,795,927],"X":[694,772],"axis":[695,708,721,736,773,786,799],"first":[698,711,724,776,789,802],"sensor":[699,712,725,740,777,790,803],"sensor0Y":[701],"Y":[707,785],"sensor0Z":[714],"Z":[720,735,798],"sensor5Z":[729],"sixth":[739],"`knife.csv`":[742],"`spatula.csv`":[744],"knife":[750],"spatula":[752],"accelerometers":[753],"have":[754],"same":[756],"fields":[757],"previously:":[759],"samplign":[763],"AccX":[766],"AccY":[779],"AccZ":[792],"`camera_matrix.json`:":[805],"calibration":[807],"it":[812],"has":[813],"hololens:":[818],"K":[820,846],"Intrinsic":[822,878],"parameters":[823,849,879],"dist:":[828,855],"Distorsion":[829,856,886],"coefficients":[830,857,887],"output0:":[832],"word2cam":[834],"Transformation":[836,865,907],"matrix":[837,866,908],"(4x4)":[838,909],"world":[840,868,911],"coordinate":[841,869,912,935],"coordinates":[844,874,915],"Intrisic":[848],"world2depth":[863],"depth_K":[876],"depth_dist:":[885],"`holo_data_wpose.csv`:":[895],"Files":[896],"world2holo":[905],"timestep":[918],"eyes:":[920],"Eye":[921],"7":[926],"vector":[928,942],"concatenation":[931],"cartesian":[934],"origin":[938],"point,":[939],"direction":[941],"1.":[944],"holorights/hololefts":[946],"(26":[955],"keypoints)":[956],"confidence.":[958],"All":[960],".mp4":[964],"format":[965],"Methodological":[984],"**Benchmark":[986],"evaluation":[987],"code**:":[988],"Will":[989],"available":[991],"soon":[992],"Acknowledgements":[1011],"Change":[1062],"log":[1063],"(DD.MM.YYYY)":[1064],"[03.06.2025]:":[1065],"First":[1066],"release":[1068],"!":[1069]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}