{"id":"https://openalex.org/W2565597243","doi":"https://doi.org/10.1109/iros.2016.7759769","title":"Sensor substitution for video-based action recognition","display_name":"Sensor substitution for video-based action recognition","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2565597243","doi":"https://doi.org/10.1109/iros.2016.7759769","mag":"2565597243"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2016.7759769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2016.7759769","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083153177","display_name":"Christian Rupprecht","orcid":"https://orcid.org/0000-0003-3994-8045"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["DE","US"],"is_corresponding":true,"raw_author_name":"Christian Rupprecht","raw_affiliation_strings":["Johns Hopkins University, Baltimore, USA","Technische Universit\u00e4t M\u00fcnchen, Germany"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Technische Universit\u00e4t M\u00fcnchen, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088537496","display_name":"Colin Lea","orcid":"https://orcid.org/0000-0001-7068-3351"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colin Lea","raw_affiliation_strings":["Johns Hopkins University, Baltimore, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041092666","display_name":"Federico Tombari","orcid":"https://orcid.org/0000-0001-5598-5212"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE","IT"],"is_corresponding":false,"raw_author_name":"Federico Tombari","raw_affiliation_strings":["Technische Universit\u00e4t M\u00fcnchen, Germany","University of Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t M\u00fcnchen, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"University of Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046896448","display_name":"Nassir Navab","orcid":"https://orcid.org/0000-0002-6032-5611"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Nassir Navab","raw_affiliation_strings":["Johns Hopkins University, Baltimore, USA","Technische Universit\u00e4t M\u00fcnchen, Germany"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Technische Universit\u00e4t M\u00fcnchen, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041383246","display_name":"Gregory D. Hager","orcid":"https://orcid.org/0000-0002-6662-9763"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory D. Hager","raw_affiliation_strings":["Johns Hopkins University, Baltimore, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, USA","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083153177"],"corresponding_institution_ids":["https://openalex.org/I145311948","https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":2.0041,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9138067,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5230","last_page":"5237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8148342370986938},{"id":"https://openalex.org/keywords/accelerometer","display_name":"Accelerometer","score":0.7411792278289795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6738231182098389},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5499404072761536},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5426069498062134},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5402926802635193},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.516674280166626},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5095667839050293},{"id":"https://openalex.org/keywords/substitution","display_name":"Substitution (logic)","score":0.45469585061073303},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4236254394054413},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3528521955013275}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8148342370986938},{"id":"https://openalex.org/C89805583","wikidata":"https://www.wikidata.org/wiki/Q192940","display_name":"Accelerometer","level":2,"score":0.7411792278289795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6738231182098389},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5499404072761536},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5426069498062134},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5402926802635193},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.516674280166626},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5095667839050293},{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.45469585061073303},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4236254394054413},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3528521955013275},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros.2016.7759769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2016.7759769","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W100441416","https://openalex.org/W593558681","https://openalex.org/W1445015017","https://openalex.org/W1744759976","https://openalex.org/W1849277567","https://openalex.org/W1896424170","https://openalex.org/W1899185266","https://openalex.org/W1922126009","https://openalex.org/W1967686239","https://openalex.org/W1982282702","https://openalex.org/W1994854671","https://openalex.org/W2000246815","https://openalex.org/W2010587689","https://openalex.org/W2010736004","https://openalex.org/W2019660985","https://openalex.org/W2029294400","https://openalex.org/W2029928277","https://openalex.org/W2095242101","https://openalex.org/W2097540174","https://openalex.org/W2105101328","https://openalex.org/W2105842272","https://openalex.org/W2109698606","https://openalex.org/W2113325037","https://openalex.org/W2116626343","https://openalex.org/W2123045220","https://openalex.org/W2130287054","https://openalex.org/W2146502635","https://openalex.org/W2156303437","https://openalex.org/W2161565164","https://openalex.org/W2225620076","https://openalex.org/W2398889210","https://openalex.org/W2405601855","https://openalex.org/W2413983136","https://openalex.org/W2491875666","https://openalex.org/W2613718673","https://openalex.org/W2952186347","https://openalex.org/W2953066166","https://openalex.org/W2953106684","https://openalex.org/W2963037989","https://openalex.org/W2963382180","https://openalex.org/W2963996492","https://openalex.org/W3123077146","https://openalex.org/W4243781580","https://openalex.org/W6604048829","https://openalex.org/W6617688673","https://openalex.org/W6620707391","https://openalex.org/W6639495226","https://openalex.org/W6640162543","https://openalex.org/W6675783020","https://openalex.org/W6677995690","https://openalex.org/W6681435938","https://openalex.org/W6682864246","https://openalex.org/W6723440377","https://openalex.org/W6764750447","https://openalex.org/W6789201689","https://openalex.org/W7057713214"],"related_works":["https://openalex.org/W2765080098","https://openalex.org/W2385749422","https://openalex.org/W2009888974","https://openalex.org/W2355290145","https://openalex.org/W2353465659","https://openalex.org/W3023105672","https://openalex.org/W2355539379","https://openalex.org/W2379444625","https://openalex.org/W1965527644","https://openalex.org/W4237770763"],"abstract_inverted_index":{"There":[0],"are":[1,144],"many":[2],"applications":[3],"where":[4,84],"domain-specific":[5],"sensing,":[6,13],"such":[7],"as":[8],"accelerometers,":[9],"kinematics,":[10],"or":[11,21,39,52],"force":[12],"provide":[14,185],"unique":[15],"and":[16,159,179],"important":[17],"information":[18,186],"for":[19,22,94,100,154,164,175],"control":[20],"analysis":[23],"of":[24,106],"motion.":[25,146],"However,":[26],"it":[27,46,63],"is":[28,47,64,80,87,98,188],"not":[29,65],"always":[30],"the":[31,58,70,151,160,172,182,191],"case":[32],"that":[33,62,181,187],"these":[34,149],"sensors":[35],"can":[36],"be":[37],"deployed":[38],"accessed":[40],"beyond":[41],"laboratory":[42,59],"environments.":[43],"For":[44],"example,":[45],"possible":[48,66],"to":[49,54,67,81,119,190],"instrument":[50],"humans":[51],"robots":[53],"measure":[55],"motion":[56],"in":[57,60,69,77,145],"ways":[61],"replicate":[68],"wild.":[71],"An":[72],"alternative,":[73],"which":[74,95,139],"we":[75],"explore":[76],"this":[78,107],"paper,":[79],"address":[82],"situations":[83],"accurate":[85],"sensing":[86],"available":[88,99],"while":[89],"training":[90,157],"an":[91],"algorithm,":[92],"but":[93],"only":[96],"video":[97],"deployment.":[101],"We":[102,147,170],"present":[103],"two":[104],"examples":[105],"sensory":[108,192],"substitution":[109],"methodology.":[110],"The":[111,129],"first":[112],"variation":[113],"trains":[114],"a":[115],"convolutional":[116],"neural":[117],"network":[118],"regress":[120],"real-valued":[121],"signals,":[122],"including":[123],"robot":[124],"end-effector":[125],"pose,":[126],"from":[127,136],"video.":[128],"second":[130],"example":[131],"regresses":[132],"binary":[133],"signals":[134,193],"derived":[135],"accelerometer":[137],"data":[138],"signifies":[140],"when":[141],"specific":[142],"objects":[143],"evaluate":[148,171],"on":[150],"JIGSAWS":[152],"dataset":[153,163],"robotic":[155],"surgery":[156],"assessment":[158],"50":[161],"Salads":[162],"modeling":[165],"complex":[166],"structured":[167],"cooking":[168],"tasks.":[169],"trained":[173,183],"models":[174,184],"video-based":[176],"action":[177],"recognition":[178],"show":[180],"comparable":[189],"they":[194],"replace.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}