{"id":"https://openalex.org/W2115402763","doi":"https://doi.org/10.1145/1774674.1774676","title":"Evolution of the SCORE framework to enhance field-based performance evaluations of emerging technologies","display_name":"Evolution of the SCORE framework to enhance field-based performance evaluations of emerging technologies","publication_year":2008,"publication_date":"2008-08-19","ids":{"openalex":"https://openalex.org/W2115402763","doi":"https://doi.org/10.1145/1774674.1774676","mag":"2115402763"},"language":"en","primary_location":{"id":"doi:10.1145/1774674.1774676","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1774674.1774676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th Workshop on Performance Metrics for Intelligent Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078375148","display_name":"Brian A. Weiss","orcid":"https://orcid.org/0000-0002-8391-5702"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian A. Weiss","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, Maryland","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035522877","display_name":"Craig Schlenoff","orcid":"https://orcid.org/0000-0001-5899-7024"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Craig Schlenoff","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, Maryland","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1321296531"],"apc_list":null,"apc_paid":null,"fwci":7.009,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.96655395,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.8062623739242554},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7487689256668091},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6110737323760986},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.597806453704834},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5869228839874268},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.4323456287384033},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3858604431152344},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16698867082595825},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08449184894561768},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.08053693175315857}],"concepts":[{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.8062623739242554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7487689256668091},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6110737323760986},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.597806453704834},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5869228839874268},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.4323456287384033},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3858604431152344},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16698867082595825},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08449184894561768},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.08053693175315857},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1774674.1774676","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1774674.1774676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th Workshop on Performance Metrics for Intelligent Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W107596469","https://openalex.org/W151875173","https://openalex.org/W1531333438","https://openalex.org/W1984565930","https://openalex.org/W2120433654","https://openalex.org/W2469453883","https://openalex.org/W2749613507","https://openalex.org/W2751184141"],"related_works":["https://openalex.org/W2158491338","https://openalex.org/W2807901368","https://openalex.org/W2133733652","https://openalex.org/W2072658171","https://openalex.org/W2606392311","https://openalex.org/W2320042380","https://openalex.org/W4385956668","https://openalex.org/W2900895161","https://openalex.org/W4380838366","https://openalex.org/W2539884462"],"abstract_inverted_index":{"NIST":[0],"has":[1,65],"developed":[2],"the":[3,73,87,91,95,103,110,118,137,140],"System,":[4],"Component,":[5],"and":[6,26,32,37,80,98,144],"Operationally-Relevant":[7],"Evaluations":[8],"(SCORE)":[9],"framework":[10,64,112],"as":[11],"a":[12,54,59,122],"formal":[13],"guide":[14],"for":[15],"designing":[16],"evaluations":[17],"of":[18,30,52,90,109,121,132,139],"emerging":[19],"technologies.":[20,150],"SCORE":[21,92,111],"captures":[22],"both":[23],"technical":[24],"performance":[25],"end-user":[27],"utility":[28,115],"assessments":[29,116],"systems":[31,143],"their":[33],"components":[34],"within":[35],"controlled":[36],"realistic":[38,60],"environments.":[39],"Its":[40],"purpose":[41],"is":[42],"to":[43,68,136],"present":[44,86],"an":[45],"extensive":[46],"(but":[47],"not":[48],"necessarily":[49],"exhaustive)":[50],"picture":[51],"how":[53],"system":[55,96,123],"would":[56],"behave":[57],"in":[58,113],"operating":[61],"environment.":[62],"The":[63],"been":[66],"applied":[67],"numerous":[69],"evaluation":[70,104,138],"efforts":[71],"over":[72],"past":[74],"three":[75],"years":[76],"producing":[77],"valuable":[78],"quantitative":[79],"qualitative":[81],"metrics.":[82],"This":[83],"paper":[84],"will":[85,124,129],"building":[88],"blocks":[89],"methodology":[93],"including":[94],"goals":[97],"design":[99,105],"criteria":[100],"that":[101],"drive":[102],"process.":[106],"An":[107],"evolution":[108],"capturing":[114],"at":[117],"capability":[119],"level":[120],"also":[125],"be":[126,130],"presented.":[127],"Examples":[128],"shown":[131],"SCORE's":[133],"successful":[134],"application":[135],"soldier-worn":[141],"sensor":[142],"two-way,":[145],"free-form":[146],"spoken":[147],"language":[148],"translation":[149]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}