{"id":"https://openalex.org/W1965997502","doi":"https://doi.org/10.1145/1660877.1660885","title":"A methodology for testing unmanned vehicle behavior and autonomy","display_name":"A methodology for testing unmanned vehicle behavior and autonomy","publication_year":2007,"publication_date":"2007-08-28","ids":{"openalex":"https://openalex.org/W1965997502","doi":"https://doi.org/10.1145/1660877.1660885","mag":"1965997502"},"language":"en","primary_location":{"id":"doi:10.1145/1660877.1660885","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1660877.1660885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2007 Workshop on Performance Metrics for Intelligent Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084334012","display_name":"David I. Gertman","orcid":null},"institutions":[{"id":"https://openalex.org/I2800102766","display_name":"Idaho National Laboratory","ror":"https://ror.org/00ty2a548","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I2800102766","https://openalex.org/I2801818860"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"D. I. Gertman","raw_affiliation_strings":["Idaho National Laboratory (INL)","Idaho National Laboratory (INL),"],"affiliations":[{"raw_affiliation_string":"Idaho National Laboratory (INL)","institution_ids":["https://openalex.org/I2800102766"]},{"raw_affiliation_string":"Idaho National Laboratory (INL),","institution_ids":["https://openalex.org/I2800102766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062561374","display_name":"Chris McFarland","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. McFarland","raw_affiliation_strings":["Johns Hopkins University","Johns Hopkins University ("],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins University (","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081014701","display_name":"Tracy Klein","orcid":"https://orcid.org/0000-0002-6618-3538"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. A. Klein","raw_affiliation_strings":["Oregon State University","Oregon State University>"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University>","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051629250","display_name":"A. E. Gertman","orcid":null},"institutions":[{"id":"https://openalex.org/I94481902","display_name":"College of Idaho","ror":"https://ror.org/02z5bnb65","country_code":"US","type":"education","lineage":["https://openalex.org/I94481902"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. E. Gertman","raw_affiliation_strings":["Albertson College of Idaho","Albertson College of Idaho#TAB#"],"affiliations":[{"raw_affiliation_string":"Albertson College of Idaho","institution_ids":["https://openalex.org/I94481902"]},{"raw_affiliation_string":"Albertson College of Idaho#TAB#","institution_ids":["https://openalex.org/I94481902"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079657399","display_name":"David J. Bruemmer","orcid":null},"institutions":[{"id":"https://openalex.org/I2800102766","display_name":"Idaho National Laboratory","ror":"https://ror.org/00ty2a548","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I2800102766","https://openalex.org/I2801818860"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D. J. Bruemmer","raw_affiliation_strings":["Idaho National Laboratory (INL)","Idaho National Laboratory (INL),"],"affiliations":[{"raw_affiliation_string":"Idaho National Laboratory (INL)","institution_ids":["https://openalex.org/I2800102766"]},{"raw_affiliation_string":"Idaho National Laboratory (INL),","institution_ids":["https://openalex.org/I2800102766"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084334012"],"corresponding_institution_ids":["https://openalex.org/I2800102766"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.13060511,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"62","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6328316330909729},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5886631011962891},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5725988149642944},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4761900007724762},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.46463918685913086},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45500704646110535},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41340431571006775},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.412636935710907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39154931902885437},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.35759055614471436},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2858467698097229}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6328316330909729},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5886631011962891},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5725988149642944},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4761900007724762},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.46463918685913086},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45500704646110535},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41340431571006775},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.412636935710907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39154931902885437},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.35759055614471436},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2858467698097229},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1660877.1660885","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1660877.1660885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2007 Workshop on Performance Metrics for Intelligent Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W142685375","https://openalex.org/W1891947214","https://openalex.org/W2098520329","https://openalex.org/W2108368343","https://openalex.org/W2119075805","https://openalex.org/W2124646293","https://openalex.org/W2159523334","https://openalex.org/W2169411356","https://openalex.org/W2491103000","https://openalex.org/W3031838646","https://openalex.org/W4299946267"],"related_works":["https://openalex.org/W3024912289","https://openalex.org/W2415747217","https://openalex.org/W2561023719","https://openalex.org/W2122871747","https://openalex.org/W3114279067","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"This":[0],"paper":[1,166,197],"discusses":[2,167],"approaches":[3],"developed":[4,102],"at":[5],"the":[6,15,77,79,84,88,106,116,125,142,148,155,190,196,199],"Idaho":[7],"National":[8],"Laboratory":[9],"(INL)":[10],"for":[11,45,50,127,206],"quantifying":[12],"and":[13,27,40,43,57,60,81,87,123,150,157,172,176,208],"analyzing":[14],"performance":[16,99,136,151,174],"of":[17,66,75,110,144,154,181,192,201],"human-robot":[18,135],"teams":[19],"across":[20],"different":[21],"domains.":[22],"These":[23],"methods":[24],"reflect":[25],"experience":[26],"insights":[28],"gained":[29],"from":[30],"previous":[31],"INL":[32],"experiments":[33],"that":[34,183],"have":[35],"focused":[36],"on":[37],"landmine":[38],"detection":[39],"marking;":[41],"mapping":[42],"localization":[44],"robot":[46,117],"positioning,":[47],"mobile":[48],"manipulation":[49],"explosive":[51],"ordinance":[52],"disposal":[53],"(EOD),":[54],"radiation":[55],"characterization,":[56],"urban":[58],"search":[59],"rescue":[61],"operations.":[62],"An":[63],"overarching":[64],"goal":[65],"this":[67],"work":[68],"has":[69],"been":[70],"to":[71,91,98,133,188,204],"enhance":[72],"our":[73,111],"understanding":[74],"how":[76],"robot,":[78],"control":[80,114],"display":[82],"interface,":[83],"task":[85],"context,":[86],"human":[89],"contribute":[90],"or":[92],"hinder":[93],"mission":[94],"success.":[95],"Our":[96],"approach":[97],"measurement":[100],"was":[101],"in":[103,147,170],"concert":[104],"with":[105,162],"iterative":[107],"design":[108,149],"cycle":[109],"intelligent":[112],"robotic":[113],"system,":[115],"intelligence":[118],"kernel":[119],"(RIK).":[120],"In":[121,194],"extending":[122],"refining":[124],"RIK":[126],"various":[128],"applications,":[129],"three":[130],"factors":[131],"key":[132],"holistic":[134],"assessment":[137,191],"were":[138],"identified:":[139],"comprehensive":[140],"planning;":[141],"inclusion":[143],"end":[145],"users":[146],"evaluation":[152],"phases":[153],"study;":[156],"combining":[158],"automated":[159],"data":[160],"collection":[161],"subjective":[163],"measures.":[164],"The":[165],"lessons":[168],"learned":[169],"developing":[171],"applying":[173],"metrics":[175,203],"provides":[177],"a":[178],"brief":[179],"overview":[180],"measures":[182],"we":[184],"are":[185],"currently":[186],"using":[187],"support":[189],"autonomy.":[193],"particular,":[195],"emphasizes":[198],"application":[200],"these":[202],"behaviors":[205],"complex":[207],"potentially":[209],"dangerous":[210],"missions.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}