{"id":"https://openalex.org/W2170254993","doi":"https://doi.org/10.1109/icsmc.2003.1243856","title":"Lessons learned from usability tests with a collaborative cognitive workspace for human-robot teams","display_name":"Lessons learned from usability tests with a collaborative cognitive workspace for human-robot teams","publication_year":2004,"publication_date":"2004-06-22","ids":{"openalex":"https://openalex.org/W2170254993","doi":"https://doi.org/10.1109/icsmc.2003.1243856","mag":"2170254993"},"language":"en","primary_location":{"id":"doi:10.1109/icsmc.2003.1243856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2003.1243856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SMC'03 Conference Proceedings. 2003 IEEE International Conference on Systems, Man and Cybernetics. Conference Theme - System Security and Assurance (Cat. No.03CH37483)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013427921","display_name":"Julie L. Marble","orcid":null},"institutions":[{"id":"https://openalex.org/I2800102766","display_name":"Idaho National Laboratory","ror":"https://ror.org/00ty2a548","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I2800102766","https://openalex.org/I2801818860"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J.L. Marble","raw_affiliation_strings":["Human, Robot and Remote Systems, Idaho National Engineering and Environmental Laboratory, Idaho Falls, ID, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human, Robot and Remote Systems, Idaho National Engineering and Environmental Laboratory, Idaho Falls, ID, USA","institution_ids":["https://openalex.org/I2800102766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079657399","display_name":"David J. Bruemmer","orcid":null},"institutions":[{"id":"https://openalex.org/I2800102766","display_name":"Idaho National Laboratory","ror":"https://ror.org/00ty2a548","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I2800102766","https://openalex.org/I2801818860"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D.J. Bruemmer","raw_affiliation_strings":["Human, Robot and Remote Systems, Idaho National Engineering and Environmental Laboratory, Idaho Falls, ID, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human, Robot and Remote Systems, Idaho National Engineering and Environmental Laboratory, Idaho Falls, ID, USA","institution_ids":["https://openalex.org/I2800102766"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049510919","display_name":"Douglas A. Few","orcid":null},"institutions":[{"id":"https://openalex.org/I2800102766","display_name":"Idaho National Laboratory","ror":"https://ror.org/00ty2a548","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I2800102766","https://openalex.org/I2801818860"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D.A. Few","raw_affiliation_strings":["Human, Robot and Remote Systems, Idaho National Engineering and Environmental Laboratory, Idaho Falls, ID, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human, Robot and Remote Systems, Idaho National Engineering and Environmental Laboratory, Idaho Falls, ID, USA","institution_ids":["https://openalex.org/I2800102766"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2800102766"],"apc_list":null,"apc_paid":null,"fwci":8.7423,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.9747191,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"1","issue":null,"first_page":"448","last_page":"453"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.8714314699172974},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7702794075012207},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7361747026443481},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6638264656066895},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.6271059513092041},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5250023603439331},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5249612331390381},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4898345172405243},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.47696956992149353},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.46978631615638733},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46878138184547424},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.42865750193595886},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4219890832901001},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40972790122032166},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31534403562545776},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1388862133026123}],"concepts":[{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.8714314699172974},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7702794075012207},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7361747026443481},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6638264656066895},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.6271059513092041},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5250023603439331},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5249612331390381},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4898345172405243},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.47696956992149353},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.46978631615638733},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46878138184547424},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.42865750193595886},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4219890832901001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40972790122032166},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31534403562545776},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1388862133026123},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsmc.2003.1243856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2003.1243856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SMC'03 Conference Proceedings. 2003 IEEE International Conference on Systems, Man and Cybernetics. Conference Theme - System Security and Assurance (Cat. No.03CH37483)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W114330277","https://openalex.org/W245318490","https://openalex.org/W1236791889","https://openalex.org/W1490384990","https://openalex.org/W1495773268","https://openalex.org/W1523380278","https://openalex.org/W1538807643","https://openalex.org/W1557496348","https://openalex.org/W1923344959","https://openalex.org/W2110639274","https://openalex.org/W2151044076","https://openalex.org/W2157324341","https://openalex.org/W4210554000","https://openalex.org/W4241002570","https://openalex.org/W4285719527","https://openalex.org/W6609422269","https://openalex.org/W6627958704","https://openalex.org/W6629242568","https://openalex.org/W6631433471","https://openalex.org/W6632248701","https://openalex.org/W6633360099","https://openalex.org/W6640259730","https://openalex.org/W6836494016","https://openalex.org/W7015244367"],"related_works":["https://openalex.org/W1992503747","https://openalex.org/W1923069992","https://openalex.org/W2160982102","https://openalex.org/W2371519816","https://openalex.org/W2048862765","https://openalex.org/W2043154226","https://openalex.org/W2559957734","https://openalex.org/W2510116200","https://openalex.org/W2316498489","https://openalex.org/W2003127751"],"abstract_inverted_index":{"Use":[0],"of":[1,9,45,64,93,108,146,172],"new":[2],"robotics":[3],"technologies":[4],"is":[5],"challenged":[6],"by":[7,152,186],"issues":[8],"system":[10,16],"trust,":[11],"unknowns":[12],"regarding":[13,86],"how":[14],"the":[15,33,90,94,105,109,131,147,157,170],"will,":[17],"can,":[18],"and":[19,23,81,115],"should":[20],"be":[21,184],"used,":[22],"possibilities":[24],"for":[25],"human":[26,34],"error":[27],"that":[28,137,165],"may":[29,168],"cause":[30],"harm":[31],"to":[32,53,66,88,103,128,190],"operator,":[35],"system,":[36,148],"or":[37,176],"environment.":[38],"This":[39],"paper":[40],"discusses":[41],"initial":[42],"usability":[43],"tests":[44],"a":[46,55,58,76,143],"mixed-initiative":[47,166],"robotic":[48,83],"system.":[49],"Participants":[50],"were":[51,100,116,124,149],"asked":[52],"search":[54,132],"building":[56],"using":[57],"robot":[59,153],"equipped":[60],"with":[61,98],"multiple":[62],"levels":[63],"autonomy":[65],"identify":[67],"3":[68],"targets":[69],"in":[70,120],"pre-specified":[71],"locations.":[72],"The":[73,162],"experiment":[74,163],"showed":[75],"significant":[77],"difference":[78],"between":[79],"novice":[80],"experienced":[82],"operators":[84],"especially":[85],"willingness":[87],"use":[89],"autonomous":[91,106,175],"capabilities":[92,107],"robot.":[95],"Users":[96,123],"unfamiliar":[97],"teleoperation":[99],"more":[101,117],"willing":[102],"utilize":[104],"robot,":[110],"while":[111],"skilled":[112],"teleoperators":[113],"preferred":[114],"efficient":[118],"when":[119],"direct":[121],"control.":[122],"almost":[125],"always":[126],"able":[127],"successfully":[129],"complete":[130],"task.":[133],"However,":[134],"feedback":[135],"indicates":[136],"users,":[138],"having":[139],"been":[140],"given":[141],"only":[142],"cursory":[144],"explanation":[145],"sometimes":[150],"confused":[151],"initiative":[154],"even":[155],"though":[156],"interface":[158],"supplied":[159],"textual":[160],"explanations.":[161],"shows":[164],"interaction":[167],"exceed":[169],"limitations":[171],"either":[173],"fully":[174],"teleoperated":[177],"control;":[178],"however,":[179],"potential":[180],"benefits":[181],"can":[182],"easily":[183],"overshadowed":[185],"control":[187],"challenges":[188],"inherent":[189],"deploying":[191],"robot-human":[192],"teams.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}