{"id":"https://openalex.org/W4312768690","doi":"https://doi.org/10.1109/iros47612.2022.9981946","title":"Multimodal Generation of Novel Action Appearances for Synthetic-to-Real Recognition of Activities of Daily Living","display_name":"Multimodal Generation of Novel Action Appearances for Synthetic-to-Real Recognition of Activities of Daily Living","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312768690","doi":"https://doi.org/10.1109/iros47612.2022.9981946"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981946","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981946","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079221964","display_name":"Zdravko Marinov","orcid":"https://orcid.org/0000-0003-0373-3958"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zdravko Marinov","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Germany","Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022133661","display_name":"David Schneider","orcid":"https://orcid.org/0000-0002-3272-2337"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Schneider","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Germany","Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076927137","display_name":"Alina Roitberg","orcid":"https://orcid.org/0000-0003-4724-9164"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alina Roitberg","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Germany","Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087051920","display_name":"Rainer Stiefelhagen","orcid":"https://orcid.org/0000-0001-8046-4945"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rainer Stiefelhagen","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Germany","Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11320","last_page":"11327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.7888312339782715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.753043532371521},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6862263083457947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6206225156784058},{"id":"https://openalex.org/keywords/activities-of-daily-living","display_name":"Activities of daily living","score":0.5979390144348145},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5700174570083618},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5318372249603271},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44882825016975403},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4472118020057678},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.44301486015319824},{"id":"https://openalex.org/keywords/assisted-living","display_name":"Assisted living","score":0.43951216340065},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.43805330991744995},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4205549657344818},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4193504750728607},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.4132842719554901},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3453967571258545},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.12090897560119629},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.09236600995063782}],"concepts":[{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.7888312339782715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753043532371521},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6862263083457947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6206225156784058},{"id":"https://openalex.org/C79544238","wikidata":"https://www.wikidata.org/wiki/Q423243","display_name":"Activities of daily living","level":2,"score":0.5979390144348145},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5700174570083618},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5318372249603271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44882825016975403},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4472118020057678},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.44301486015319824},{"id":"https://openalex.org/C3018552312","wikidata":"https://www.wikidata.org/wiki/Q315412","display_name":"Assisted living","level":2,"score":0.43951216340065},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.43805330991744995},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4205549657344818},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4193504750728607},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.4132842719554901},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3453967571258545},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.12090897560119629},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.09236600995063782},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9981946","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981946","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W1755205674","https://openalex.org/W1927052826","https://openalex.org/W2009119496","https://openalex.org/W2108598243","https://openalex.org/W2158131535","https://openalex.org/W2172156083","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2235034809","https://openalex.org/W2245870198","https://openalex.org/W2337252826","https://openalex.org/W2502312327","https://openalex.org/W2510185399","https://openalex.org/W2576289912","https://openalex.org/W2593800221","https://openalex.org/W2619947201","https://openalex.org/W2796136333","https://openalex.org/W2799002257","https://openalex.org/W2883429621","https://openalex.org/W2893133465","https://openalex.org/W2901389242","https://openalex.org/W2961193895","https://openalex.org/W2962778061","https://openalex.org/W2962934715","https://openalex.org/W2962954622","https://openalex.org/W2963155035","https://openalex.org/W2963390419","https://openalex.org/W2963524571","https://openalex.org/W2963616706","https://openalex.org/W2963708869","https://openalex.org/W2963781481","https://openalex.org/W2964134613","https://openalex.org/W2964248288","https://openalex.org/W2965747269","https://openalex.org/W2975273599","https://openalex.org/W2981578854","https://openalex.org/W2981773282","https://openalex.org/W2981923053","https://openalex.org/W2986674040","https://openalex.org/W2987427063","https://openalex.org/W2991727786","https://openalex.org/W2992384916","https://openalex.org/W2998446648","https://openalex.org/W3009803092","https://openalex.org/W3010531964","https://openalex.org/W3021907900","https://openalex.org/W3092022161","https://openalex.org/W3095799614","https://openalex.org/W3097033071","https://openalex.org/W3109392981","https://openalex.org/W3119150854","https://openalex.org/W3120272319","https://openalex.org/W3129478823","https://openalex.org/W3133191957","https://openalex.org/W3133542152","https://openalex.org/W3162938128","https://openalex.org/W3190215236","https://openalex.org/W3203398035","https://openalex.org/W3206007989","https://openalex.org/W3213518743","https://openalex.org/W4200354525","https://openalex.org/W4226079235","https://openalex.org/W4235981433","https://openalex.org/W4289639938","https://openalex.org/W4309911982","https://openalex.org/W6631190155","https://openalex.org/W6682962330","https://openalex.org/W6724804524","https://openalex.org/W6748370023","https://openalex.org/W6749916090","https://openalex.org/W6754947744","https://openalex.org/W6771177704","https://openalex.org/W6799560697","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2945490067","https://openalex.org/W1464901939","https://openalex.org/W1579566807","https://openalex.org/W2989668789","https://openalex.org/W4312127264","https://openalex.org/W3184212333","https://openalex.org/W2889810448","https://openalex.org/W2279827266","https://openalex.org/W4312401170","https://openalex.org/W1556801288"],"abstract_inverted_index":{"Domain":[0],"shifts,":[1],"such":[2],"as":[3],"appearance":[4],"changes,":[5],"are":[6,35,183,195],"a":[7,43,186],"key":[8],"challenge":[9,64],"in":[10,28,52,119,168,198,207,214],"real-world":[11],"applications":[12],"of":[13,39,57,97,116,150,201,227],"activity":[14,68,82,152,193],"recognition":[15],"models,":[16],"which":[17,72],"range":[18],"from":[19,79,87,185],"assistive":[20],"robotics":[21],"and":[22,65,100,104,140],"smart":[23],"homes":[24],"to":[25,48,112,121,212],"driver":[26],"observation":[27],"intelligent":[29],"vehicles.":[30],"For":[31],"example,":[32],"while":[33,145],"simulations":[34],"an":[36,67,151,156,165],"excellent":[37],"way":[38],"economical":[40],"data":[41,162,215],"collection,":[42],"Synthetic\u2192Real":[44,221],"domain":[45,69,229],"shift":[46],"leads":[47],">":[49],"60%":[50],"drop":[51],"accuracy":[53],"when":[54],"recognizing":[55],"Activities":[56],"Daily":[58],"Living":[59],"(ADLs).":[60],"We":[61],"tackle":[62],"this":[63,169],"introduce":[66],"generation":[70,230],"framework":[71],"creates":[73],"novel":[74,143],"ADL":[75,125,203,234],"appearances":[76,139,144],"(novel":[77],"domains)":[78,85],"different":[80],"existing":[81,137],"modalities":[83,182],"(source":[84],"inferred":[86,184],"video":[88,188],"training":[89,200],"data.":[90],"Our":[91,240],"frame-work":[92],"computes":[93],"human":[94],"poses,":[95],"heatmaps":[96],"body":[98],"joints,":[99],"optical":[101],"flow":[102],"maps":[103],"uses":[105],"them":[106],"alongside":[107],"the":[108,114,133,136,141,148,199,202,220,225,228],"original":[109],"RGB":[110],"videos":[111],"learn":[113],"essence":[115],"source":[117,138,161,181],"domains":[118,194],"order":[120],"generate":[122],"completely":[123],"new":[124,237],"domains.":[126],"The":[127,190],"model":[128],"is":[129,153,164,242],"optimized":[130],"by":[131],"maximizing":[132],"distance":[134],"between":[135],"generated":[142],"ensuring":[146],"that":[147],"semantics":[149],"preserved":[154],"through":[155],"additional":[157],"classification":[158,204],"loss.":[159],"While":[160],"multimodality":[163],"important":[166],"concept":[167],"design,":[170],"our":[171],"setup":[172],"does":[173],"not":[174],"rely":[175],"on":[176,219],"multi-sensor":[177],"setups,":[178],"(i.e.,":[179],"all":[180],"single":[187],"only.)":[189],"newly":[191],"created":[192],"then":[196],"integrated":[197],"networks,":[205],"resulting":[206],"models":[208],"far":[209],"less":[210],"susceptible":[211],"changes":[213],"distributions.":[216],"Extensive":[217],"experiments":[218],"benchmark":[222],"Sims4Action":[223],"demonstrate":[224],"potential":[226],"paradigm":[231],"for":[232],"cross-domain":[233],"recognition,":[235],"setting":[236],"state-of-the-art":[238],"results.":[239],"code":[241],"publicly":[243],"available":[244],"at":[245],"https://github.com/Zrrr1997/syn2real_DG.":[246]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2023-01-05T00:00:00"}