{"id":"https://openalex.org/W2037204405","doi":"https://doi.org/10.1145/2377576.2377580","title":"Metric selection for evaluating human supervisory control of unmanned vehicles","display_name":"Metric selection for evaluating human supervisory control of unmanned vehicles","publication_year":2010,"publication_date":"2010-09-28","ids":{"openalex":"https://openalex.org/W2037204405","doi":"https://doi.org/10.1145/2377576.2377580","mag":"2037204405"},"language":"en","primary_location":{"id":"doi:10.1145/2377576.2377580","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2377576.2377580","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Performance Metrics for Intelligent Systems Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056167615","display_name":"Birsen Donmez","orcid":"https://orcid.org/0000-0002-1427-7516"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Birsen Donmez","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada","University of Toronto, Toronto, On, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"University of Toronto, Toronto, On, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000895787","display_name":"Mary L. Cummings","orcid":"https://orcid.org/0000-0003-2557-6930"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. L. Cummings","raw_affiliation_strings":["MIT, Cambridge, MA","MIT, Cambridge, Ma.#TAB#"],"affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"MIT, Cambridge, Ma.#TAB#","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5056167615"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15999748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.8759382963180542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6435651183128357},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6054462194442749},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5286403298377991},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47393518686294556},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46361595392227173},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.43676117062568665},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40797796845436096},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32347485423088074},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16134601831436157},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.1282494068145752}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.8759382963180542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6435651183128357},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6054462194442749},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5286403298377991},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47393518686294556},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46361595392227173},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.43676117062568665},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40797796845436096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32347485423088074},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16134601831436157},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.1282494068145752},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2377576.2377580","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2377576.2377580","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Performance Metrics for Intelligent Systems Workshop","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.700.7763","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.700.7763","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://hfast.mie.utoronto.ca/wp-content/uploads/Publications/13_Donmez_Cummings_PerMIS_2010.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W33632765","https://openalex.org/W224416865","https://openalex.org/W1495297318","https://openalex.org/W1524771255","https://openalex.org/W1544152542","https://openalex.org/W1552815313","https://openalex.org/W1561036010","https://openalex.org/W1583640842","https://openalex.org/W1584549921","https://openalex.org/W1590508536","https://openalex.org/W1592598395","https://openalex.org/W1595267951","https://openalex.org/W1600895443","https://openalex.org/W1608582612","https://openalex.org/W1828225547","https://openalex.org/W1978841598","https://openalex.org/W1982446351","https://openalex.org/W1983605242","https://openalex.org/W1989592918","https://openalex.org/W1991440480","https://openalex.org/W1996598282","https://openalex.org/W2058597075","https://openalex.org/W2061230281","https://openalex.org/W2069280779","https://openalex.org/W2078068778","https://openalex.org/W2094300914","https://openalex.org/W2112440119","https://openalex.org/W2130685760","https://openalex.org/W2141186045","https://openalex.org/W2143580450","https://openalex.org/W2150452417","https://openalex.org/W2153738822","https://openalex.org/W2157289187","https://openalex.org/W2159429349","https://openalex.org/W2168936936","https://openalex.org/W2171527131","https://openalex.org/W2477177313","https://openalex.org/W2738487222","https://openalex.org/W2971743483","https://openalex.org/W3127288917","https://openalex.org/W4244035550"],"related_works":["https://openalex.org/W4205762803","https://openalex.org/W2535856026","https://openalex.org/W2265065644","https://openalex.org/W2134699697","https://openalex.org/W3017188156","https://openalex.org/W2322875716","https://openalex.org/W2961085424","https://openalex.org/W2383516975","https://openalex.org/W2374878784","https://openalex.org/W2147679489"],"abstract_inverted_index":{"Broad":[0],"metric":[1,12,61,91,147,167],"classes":[2],"were":[3,153],"proposed":[4],"in":[5,8,100,136],"the":[6,34,50,124,132,143,151,154,157,161,179,194],"literature":[7],"order":[9],"to":[10,97,117,123],"facilitate":[11],"selection":[13],"for":[14,26],"evaluating":[15,101],"human-autonomous":[16],"vehicle":[17],"interaction.":[18],"However,":[19,142],"there":[20],"still":[21],"lacks":[22],"a":[23,41,53,57,185],"systematic":[24],"method":[25],"selecting":[27],"an":[28,82,170,209],"efficient":[29],"set":[30],"of":[31,43,52,59,79,105,129,145,166,182,193],"metrics":[32,36],"from":[33],"many":[35],"available.":[37],"We":[38,108],"previously":[39],"identified":[40],"list":[42,58],"evaluation":[44,133],"criteria":[45,134,197,202],"that":[46,203],"can":[47,75],"help":[48,118],"determine":[49],"quality":[51],"metric,":[54],"and":[55,63,69,73,198],"generated":[56],"potential":[60],"costs":[62,72],"benefits.":[64],"Depending":[65],"on":[66],"research":[67],"objectives":[68],"limitations,":[70],"these":[71,201],"benefits":[74],"have":[76],"different":[77,112],"weights":[78,122,165],"importance.":[80],"Through":[81],"experiment":[83],"with":[84,175],"subject":[85],"matter":[86],"experts,":[87],"we":[88],"investigated":[89],"which":[90],"characteristics":[92],"human":[93,102,190],"factors":[94,191],"practitioners":[95,119,192],"consider":[96],"be":[98,188,205],"important":[99,195],"supervisory":[103],"control":[104],"unmanned":[106],"vehicles.":[107],"also":[109],"tested":[110],"two":[111],"multi-criteria":[113],"decision":[114],"making":[115],"methods":[116,152],"assign":[120],"subjective":[121,172],"cost/benefit":[125],"criteria.":[126],"The":[127],"majority":[128,144],"participants":[130],"rated":[131],"used":[135],"both":[137],"tools":[138],"as":[139,156],"very":[140],"useful.":[141],"participants'":[146],"selections":[148],"before":[149],"using":[150,183],"same":[155],"suggestions":[158],"provided":[159],"by":[160],"methods.":[162],"Since":[163],"determining":[164],"importance":[168],"is":[169],"inherently":[171],"process,":[173],"even":[174],"objective":[176],"computational":[177],"tools,":[178],"real":[180],"value":[181],"such":[184],"tool":[186],"may":[187],"reminding":[189],"experimental":[196],"relationships":[199],"between":[200],"should":[204],"considered":[206],"when":[207],"designing":[208],"experiment.":[210]},"counts_by_year":[],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}