{"id":"https://openalex.org/W2909614850","doi":"https://doi.org/10.1109/iros.2018.8594180","title":"Proactive Robot Assistants for Freeform Collaborative Tasks Through Multimodal Recognition of Generic Subtasks","display_name":"Proactive Robot Assistants for Freeform Collaborative Tasks Through Multimodal Recognition of Generic Subtasks","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2909614850","doi":"https://doi.org/10.1109/iros.2018.8594180","mag":"2909614850"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2018.8594180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2018.8594180","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036902136","display_name":"Connor Brooks","orcid":"https://orcid.org/0000-0002-9847-353X"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Connor Brooks","raw_affiliation_strings":["Department of Computer Science, University of Colorado Boulder"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Colorado Boulder","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070106163","display_name":"Madhur Atreya","orcid":"https://orcid.org/0000-0003-0964-4657"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madhur Atreya","raw_affiliation_strings":["Department of Mechanical Engineering, University of Colorado Boulder"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Colorado Boulder","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024581242","display_name":"Daniel Szaf\u0131r","orcid":"https://orcid.org/0000-0003-1848-7884"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Szafir","raw_affiliation_strings":["Department of Computer Science and ATLAS Institute, University of Colorado Boulder"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and ATLAS Institute, University of Colorado Boulder","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036902136"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":0.9197,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77224187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"8567","last_page":"8573"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7353566884994507},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7142602801322937},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6027052402496338},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5853990912437439},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5815138220787048},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5591238737106323},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.534581184387207},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5223297476768494},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.5002822875976562},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4969475567340851},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4529414176940918},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.35807156562805176},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12389358878135681}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7353566884994507},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7142602801322937},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6027052402496338},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5853990912437439},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5815138220787048},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5591238737106323},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.534581184387207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5223297476768494},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.5002822875976562},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4969475567340851},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4529414176940918},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.35807156562805176},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12389358878135681},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros.2018.8594180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2018.8594180","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W15066456","https://openalex.org/W28988658","https://openalex.org/W1493852950","https://openalex.org/W1947481528","https://openalex.org/W1950788856","https://openalex.org/W1987616874","https://openalex.org/W2024649868","https://openalex.org/W2052971528","https://openalex.org/W2053451628","https://openalex.org/W2061141931","https://openalex.org/W2064675550","https://openalex.org/W2080245757","https://openalex.org/W2145546283","https://openalex.org/W2170403483","https://openalex.org/W2174887554","https://openalex.org/W2270470215","https://openalex.org/W2274524839","https://openalex.org/W2297328716","https://openalex.org/W2323122434","https://openalex.org/W2341412280","https://openalex.org/W2342491023","https://openalex.org/W2344282382","https://openalex.org/W2565110810","https://openalex.org/W2594243030","https://openalex.org/W2736923367","https://openalex.org/W2737087486","https://openalex.org/W2773600762","https://openalex.org/W2963692464","https://openalex.org/W3105729849","https://openalex.org/W4229726131","https://openalex.org/W4253639475","https://openalex.org/W4256093082"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W3205513966","https://openalex.org/W2052971528","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W4285028670"],"abstract_inverted_index":{"Successful":[0],"human-robot":[1,134],"collaboration":[2],"depends":[3],"on":[4,111,150],"a":[5,93,99,112,125,129,133,164,173],"shared":[6],"understanding":[7],"of":[8,48,89,141,162,181],"task":[9,22,39],"state":[10],"and":[11,148,177,185],"current":[12],"goals.":[13],"In":[14,41],"nonlinear":[15,94],"or":[16],"freeform":[17,174],"tasks":[18,152],"without":[19,31],"an":[20,137],"explicit":[21],"model,":[23],"robot":[24,113],"partners":[25,171],"are":[26],"unable":[27],"to":[28,34,66,77,97,120,124,169],"provide":[29,67,121],"assistance":[30,69,123,168],"the":[32,46,86,109,116,142,160,182],"ability":[33],"translate":[35],"perception":[36,180],"into":[37],"meaningful":[38],"knowledge.":[40],"this":[42],"paper,":[43],"we":[44],"explore":[45],"utility":[47],"multimodal":[49,100],"recurrent":[50],"neural":[51],"networks":[52,91],"(RNNs)":[53],"with":[54,153],"long":[55],"short-term":[56],"memory":[57],"(LSTM)":[58],"units":[59],"for":[60],"real-time":[61],"subtask":[62,101,117],"recognition":[63,102,118],"in":[64,81,166],"order":[65],"context-aware":[68],"during":[70,128,172],"generic":[71],"assembly":[72,138,175],"tasks.":[73],"We":[74,104],"train":[75],"RNNs":[76],"recognize":[78],"specific":[79],"subtasks":[80],"individual":[82],"modalities,":[83],"then":[84],"combine":[85],"high-level":[87],"representations":[88],"these":[90],"through":[92,146],"connection":[95],"layer":[96],"create":[98],"system.":[103],"report":[105],"results":[106,158],"from":[107],"implementing":[108],"system":[110,119,143,165],"that":[114],"uses":[115],"predictive":[122],"human":[126,170],"partner":[127],"laboratory":[130],"experiment":[131],"involving":[132],"team":[135],"completing":[136],"task.":[139],"Generalizability":[140],"is":[144],"evaluated":[145],"training":[147],"testing":[149],"separate":[151],"some":[154],"similar":[155],"subtasks.":[156],"Our":[157],"demonstrate":[159],"value":[161],"such":[163],"providing":[167],"scenario":[176],"increasing":[178],"humans'":[179],"robot's":[183],"agency":[184],"usefulness.":[186]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
