{"id":"https://openalex.org/W2074039094","doi":"https://doi.org/10.1145/1031607.1031710","title":"A framework for real-world software system evaluations","display_name":"A framework for real-world software system evaluations","publication_year":2004,"publication_date":"2004-11-06","ids":{"openalex":"https://openalex.org/W2074039094","doi":"https://doi.org/10.1145/1031607.1031710","mag":"2074039094"},"language":"en","primary_location":{"id":"doi:10.1145/1031607.1031710","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1031607.1031710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2004 ACM conference on Computer supported cooperative work","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059655101","display_name":"Jean Scholtz","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jean Scholtz","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, Maryland"],"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, Maryland","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061468478","display_name":"Michelle P. Steves","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle Potts Steves","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, Maryland"],"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, Maryland","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5059655101"],"corresponding_institution_ids":["https://openalex.org/I1321296531"],"apc_list":null,"apc_paid":null,"fwci":1.8079,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.8739327,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"600","last_page":"603"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7637559175491333},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6697829961776733},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.5983967781066895},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4492107033729553},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4133610725402832},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3360956907272339},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3231535255908966},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13054010272026062},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09054622054100037}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7637559175491333},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6697829961776733},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.5983967781066895},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4492107033729553},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4133610725402832},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3360956907272339},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3231535255908966},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13054010272026062},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09054622054100037},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1031607.1031710","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1031607.1031710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2004 ACM conference on Computer supported cooperative work","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1771028167","https://openalex.org/W2026863920","https://openalex.org/W2045651560","https://openalex.org/W2049624350","https://openalex.org/W2111971407","https://openalex.org/W2147247452","https://openalex.org/W3217434207","https://openalex.org/W4239092612","https://openalex.org/W6638138322","https://openalex.org/W6681643137","https://openalex.org/W6804853418"],"related_works":["https://openalex.org/W2384475851","https://openalex.org/W2000444236","https://openalex.org/W2353602216","https://openalex.org/W2367078749","https://openalex.org/W2381798600","https://openalex.org/W1910583078","https://openalex.org/W2351618306","https://openalex.org/W2133117170","https://openalex.org/W2999162218","https://openalex.org/W1537443268"],"abstract_inverted_index":{"This":[0,27],"paper":[1],"introduces":[2],"an":[3,82],"evaluation":[4,50,83],"method":[5],"that":[6,16],"provides":[7],"the":[8,31,59,66,78],"capability":[9],"of":[10,13,30,36,58,77,92,97],"comparing":[11],"results":[12],"like-structured":[14,93],"evaluations":[15,44,94],"occur":[17],"over":[18],"time":[19],"and":[20,53,95],"with":[21],"changing":[22],"toolsets":[23],"or":[24],"environmental":[25],"conditions.":[26],"makes":[28],"use":[29],"framework":[32,40,60],"ideal":[33],"for":[34,81,86],"comparison":[35,96],"collaboration":[37],"tools.":[38],"The":[39,55],"helps":[41],"to":[42,49],"structure":[43],"by":[45],"mapping":[46],"system":[47],"goals":[48],"objectives,":[51],"metrics,":[52],"measures.":[54],"upper-most":[56],"levels":[57],"are":[61],"conceptual":[62,79],"in":[63,89],"nature,":[64],"while":[65],"bottom":[67],"level":[68],"is":[69],"implementation-specific,":[70],"i.e.,":[71],"evaluation-specific.":[72],"Careful":[73],"attention":[74],"during":[75],"construction":[76],"elements":[80],"template":[84],"allows":[85],"its":[87],"reuse":[88],"a":[90],"series":[91],"those":[98],"results.":[99]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}