{"id":"https://openalex.org/W3186241679","doi":"https://doi.org/10.1109/iros51168.2021.9636381","title":"Let\u2019s Play for Action: Recognizing Activities of Daily Living by Learning from Life Simulation Video Games","display_name":"Let\u2019s Play for Action: Recognizing Activities of Daily Living by Learning from Life Simulation Video Games","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3186241679","doi":"https://doi.org/10.1109/iros51168.2021.9636381","mag":"3186241679"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9636381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636381","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2107.05617","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076927137","display_name":"Alina Roitberg","orcid":"https://orcid.org/0000-0003-4724-9164"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alina Roitberg","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022133661","display_name":"David Schneider","orcid":"https://orcid.org/0000-0002-3272-2337"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Schneider","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001362540","display_name":"Aulia Djamal","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aulia Djamal","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084474018","display_name":"Constantin Seibold","orcid":"https://orcid.org/0000-0001-6042-8437"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Constantin Seibold","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091379199","display_name":"Simon Rei\u00df","orcid":"https://orcid.org/0000-0003-1953-6211"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon Reis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5087051920","display_name":"Rainer Stiefelhagen","orcid":"https://orcid.org/0000-0001-8046-4945"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rainer Stiefelhagen","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8563","last_page":"8569"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9422000050544739,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518849968910217},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7007254362106323},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.680263876914978},{"id":"https://openalex.org/keywords/activities-of-daily-living","display_name":"Activities of daily living","score":0.6285541653633118},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5931117534637451},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5783625841140747},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5775749087333679},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5139331221580505},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.502108097076416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49498552083969116},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4690188765525818},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.4509836435317993},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.43954578042030334},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.43901771306991577},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3398597240447998},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.11824104189872742},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09017312526702881}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518849968910217},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7007254362106323},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.680263876914978},{"id":"https://openalex.org/C79544238","wikidata":"https://www.wikidata.org/wiki/Q423243","display_name":"Activities of daily living","level":2,"score":0.6285541653633118},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5931117534637451},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5783625841140747},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5775749087333679},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5139331221580505},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.502108097076416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49498552083969116},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4690188765525818},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.4509836435317993},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.43954578042030334},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.43901771306991577},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3398597240447998},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11824104189872742},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09017312526702881},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iros51168.2021.9636381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636381","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2107.05617","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.05617","pdf_url":"https://arxiv.org/pdf/2107.05617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3186241679","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2107.05617v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2107.05617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2107.05617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2107.05617","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.05617","pdf_url":"https://arxiv.org/pdf/2107.05617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/12","score":0.4099999964237213,"display_name":"Responsible consumption and production"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309895","display_name":"Carl-Zeiss-Stiftung","ror":"https://ror.org/03ng4kg22"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3186241679.pdf","grobid_xml":"https://content.openalex.org/works/W3186241679.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2105101328","https://openalex.org/W2245870198","https://openalex.org/W2337252826","https://openalex.org/W2619947201","https://openalex.org/W2734663976","https://openalex.org/W2760079692","https://openalex.org/W2798398701","https://openalex.org/W2799002257","https://openalex.org/W2883429621","https://openalex.org/W2883691560","https://openalex.org/W2913498647","https://openalex.org/W2952365433","https://openalex.org/W2952686080","https://openalex.org/W2962843773","https://openalex.org/W2963524571","https://openalex.org/W2964047820","https://openalex.org/W2964134613","https://openalex.org/W2970069713","https://openalex.org/W2975273599","https://openalex.org/W2981923053","https://openalex.org/W2991727786","https://openalex.org/W3010553969","https://openalex.org/W3016538163","https://openalex.org/W3037936884","https://openalex.org/W3043376221","https://openalex.org/W3092646344","https://openalex.org/W3095559139","https://openalex.org/W3096994098","https://openalex.org/W3097033071","https://openalex.org/W3109392981","https://openalex.org/W3114110700","https://openalex.org/W3121037341","https://openalex.org/W3129478823","https://openalex.org/W3162938128","https://openalex.org/W3170846292","https://openalex.org/W3195600522","https://openalex.org/W3208869643","https://openalex.org/W4288079574","https://openalex.org/W6638667902","https://openalex.org/W6722836162","https://openalex.org/W6752764193","https://openalex.org/W6758922353","https://openalex.org/W6767976618","https://openalex.org/W6784744089","https://openalex.org/W6785063121","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W1964494598","https://openalex.org/W2336011886","https://openalex.org/W2561845585","https://openalex.org/W1555712650","https://openalex.org/W2808394309","https://openalex.org/W2069662683","https://openalex.org/W2152020393","https://openalex.org/W2811115116","https://openalex.org/W2016917935","https://openalex.org/W3187530705","https://openalex.org/W3100284306","https://openalex.org/W2492739549","https://openalex.org/W2564916981","https://openalex.org/W2127502112","https://openalex.org/W3129755717","https://openalex.org/W2490568603","https://openalex.org/W2296221708","https://openalex.org/W3012109502","https://openalex.org/W2518700481","https://openalex.org/W3199062031"],"abstract_inverted_index":{"Recognizing":[0],"Activities":[1],"of":[2,44,167,180,193],"Daily":[3],"Living":[4],"(ADL)":[5],"is":[6,31,104,132],"a":[7,34,79,135,191,201],"vital":[8],"process":[9],"for":[10,48,157],"intelligent":[11],"assistive":[12,125],"robots,":[13],"but":[14],"collecting":[15],"large":[16],"annotated":[17],"datasets":[18],"requires":[19],"time-consuming":[20],"temporal":[21],"labeling":[22],"and":[23,57,95,175,195],"raises":[24],"privacy":[25],"concerns,":[26],"e.g.,":[27],"if":[28],"the":[29,42,59,64,83,107,110,118,139,165],"data":[30,103,197],"collected":[32],"in":[33,78,161],"real":[35,144,196],"household.":[36],"In":[37],"this":[38,129],"work,":[39],"we":[40],"explore":[41],"concept":[43],"constructing":[45],"training":[46,181],"examples":[47],"ADL":[49,99,150],"recognition":[50,100,160],"by":[51,74],"playing":[52],"life":[53,168],"simulation":[54,169],"video":[55,170],"games":[56,171],"introduce":[58],"SIMS4ACTION":[60,73,131],"dataset":[61,209],"created":[62],"with":[63,134],"popular":[65],"commercial":[66],"game":[67],"THE":[68],"SIMS":[69],"4.":[70],"We":[71,152,205],"build":[72],"specifically":[75],"executing":[76],"actions-of-interest":[77],"\"top-down\"":[80],"manner,":[81],"while":[82],"gaming":[84,102,194],"circumstances":[85],"allow":[86],"us":[87],"to":[88,117],"freely":[89],"switch":[90],"between":[91],"environments,":[92],"camera":[93],"angles":[94],"subject":[96],"appearances.":[97],"While":[98],"on":[101,143],"interesting":[105],"from":[106,114,147],"theoretical":[108],"perspective,":[109],"key":[111],"challenge":[112],"arises":[113],"transferring":[115],"it":[116],"real-world":[119],"applications,":[120],"such":[121],"as":[122,172],"smart-homes":[123],"or":[124],"robotics.":[126],"To":[127],"meet":[128],"requirement,":[130],"accompanied":[133],"GAMING\u2192REAL":[136],"benchmark,":[137],"where":[138],"models":[140],"are":[141,198],"evaluated":[142],"videos":[145],"derived":[146],"an":[148,173],"existing":[149],"dataset.":[151],"integrate":[153],"two":[154],"modern":[155],"algorithms":[156],"video-based":[158],"activity":[159],"our":[162,184,208],"framework,":[163],"revealing":[164],"value":[166],"inexpensive":[174],"far":[176],"less":[177],"intrusive":[178],"source":[179],"data.":[182],"However,":[183],"results":[185],"also":[186],"indicate":[187],"that":[188],"tasks":[189],"involving":[190],"mixture":[192],"challenging,":[199],"opening":[200],"new":[202],"research":[203],"direction.":[204],"will":[206],"make":[207],"publicly":[210],"available":[211],"at":[212],"https://github.com/aroitberg/sims4action.":[213]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}