{"id":"https://openalex.org/W1982917359","doi":"https://doi.org/10.1145/2377576.2377619","title":"Lessons learned in evaluating DARPA advanced military technologies","display_name":"Lessons learned in evaluating DARPA advanced military technologies","publication_year":2010,"publication_date":"2010-09-28","ids":{"openalex":"https://openalex.org/W1982917359","doi":"https://doi.org/10.1145/2377576.2377619","mag":"1982917359"},"language":"en","primary_location":{"id":"doi:10.1145/2377576.2377619","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2377576.2377619","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Performance Metrics for Intelligent Systems Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035522877","display_name":"Craig Schlenoff","orcid":"https://orcid.org/0000-0001-5899-7024"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Craig Schlenoff","raw_affiliation_strings":["NIST, Gaithersburg, MD","NIST., Gaithersburg, MD"],"affiliations":[{"raw_affiliation_string":"NIST, Gaithersburg, MD","institution_ids":[]},{"raw_affiliation_string":"NIST., Gaithersburg, MD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078375148","display_name":"Brian A. Weiss","orcid":"https://orcid.org/0000-0002-8391-5702"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Weiss","raw_affiliation_strings":["NIST, Gaithersburg, MD","NIST., Gaithersburg, MD"],"affiliations":[{"raw_affiliation_string":"NIST, Gaithersburg, MD","institution_ids":[]},{"raw_affiliation_string":"NIST., Gaithersburg, MD","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061468478","display_name":"Michelle P. Steves","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michelle Potts Steves","raw_affiliation_strings":["NIST, Gaithersburg, MD","NIST., Gaithersburg, MD"],"affiliations":[{"raw_affiliation_string":"NIST, Gaithersburg, MD","institution_ids":[]},{"raw_affiliation_string":"NIST., Gaithersburg, MD","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5035522877"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9021,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.79118173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"227","last_page":"234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.757099986076355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.757099986076355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.7071999907493591,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13681","display_name":"Engineering and Information Technology","score":0.7063999772071838,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.6829304695129395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6774106025695801},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.5402282476425171},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.49857568740844727},{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.4770718812942505},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.38554906845092773},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3610498905181885},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3123827278614044},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2755805552005768}],"concepts":[{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.6829304695129395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6774106025695801},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.5402282476425171},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.49857568740844727},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.4770718812942505},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.38554906845092773},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3610498905181885},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3123827278614044},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2755805552005768},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2377576.2377619","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2377576.2377619","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Performance Metrics for Intelligent Systems Workshop","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2061290937","https://openalex.org/W2081838842","https://openalex.org/W2751184141","https://openalex.org/W2944532648","https://openalex.org/W4387308115"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2158491338","https://openalex.org/W2807901368","https://openalex.org/W2133733652","https://openalex.org/W17155033","https://openalex.org/W2072658171","https://openalex.org/W2606392311","https://openalex.org/W2320042380","https://openalex.org/W4385956668","https://openalex.org/W2900895161"],"abstract_inverted_index":{"For":[0],"the":[1,7,18],"past":[2],"six":[3],"years,":[4],"personnel":[5],"from":[6],"National":[8],"Institute":[9],"of":[10,176,196],"Standards":[11],"and":[12,35,42,60,68,82,90,104,115,127,136,172,181],"Technology":[13],"(NIST)":[14],"have":[15,157],"served":[16],"as":[17,182],"Independent":[19],"Evaluation":[20],"Team":[21],"(IET)":[22],"for":[23,107,163],"two":[24],"major":[25],"DARPA":[26,28,112],"programs.":[27],"ASSIST":[29],"(Advanced":[30],"Soldier":[31],"Sensor":[32],"Information":[33],"System":[34,106],"Technology)":[36],"is":[37,47,110,120,152],"an":[38,150],"advanced":[39,113],"technology":[40,114],"research":[41,116],"development":[43],"program":[44,78,117,162],"whose":[45,118],"objective":[46],"to":[48,52,63,121,124,140],"exploit":[49],"soldier-worn":[50],"sensors":[51],"augment":[53],"a":[54],"Soldier's":[55],"situational":[56,65],"awareness,":[57],"mission":[58],"recall":[59],"reporting":[61],"capability":[62],"enhance":[64],"knowledge":[66],"during":[67],"following":[69],"military":[70,165],"operations":[71],"in":[72,97,145,192],"urban":[73],"terrain":[74],"(MOUT)":[75],"environments.":[76],"This":[77],"stresses":[79],"passive":[80],"collection":[81],"automated":[83],"activity/object":[84],"recognition":[85],"that":[86,92],"output":[87],"algorithms,":[88],"software,":[89],"tools":[91],"will":[93,186],"undergo":[94],"system":[95],"integration":[96],"future":[98],"efforts.":[99],"TRANSTAC":[100],"(Spoken":[101],"Language":[102],"Communication":[103],"Translation":[105],"Tactical":[108],"Use)":[109],"another":[111,144],"goal":[119],"demonstrate":[122],"capabilities":[123],"rapidly":[125],"develop":[126],"field":[128],"free-form,":[129],"two-way":[130],"speech-to-speech":[131],"translation":[132],"systems":[133,156],"enabling":[134],"English":[135],"foreign":[137],"language":[138],"speakers":[139],"communicate":[141],"with":[142],"one":[143],"real-world":[146],"tactical":[147],"situations":[148],"where":[149],"interpreter":[151],"unavailable.":[153],"Several":[154],"prototype":[155],"been":[158],"developed":[159],"under":[160],"this":[161,184],"numerous":[164],"applications":[166],"including":[167],"force":[168],"protection,":[169],"medical":[170],"screening":[171],"civil":[173],"affairs.":[174],"Both":[175],"these":[177,194],"efforts":[178],"are":[179],"concluding":[180],"such":[183],"paper":[185],"focus":[187],"on":[188],"overall":[189],"lessons":[190],"learned":[191],"evaluating":[193],"types":[195],"technologies.":[197]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}