{"id":"https://openalex.org/W601091116","doi":null,"title":"A Framework for Evaluating Traceability Benchmark Metrics","display_name":"A Framework for Evaluating Traceability Benchmark Metrics","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W601091116","mag":"601091116"},"language":"en","primary_location":{"id":"pmh:oai:via.library.depaul.edu:tr-1020","doi":null,"is_oa":false,"landing_page_url":"https://via.library.depaul.edu/tr/21","pdf_url":null,"source":{"id":"https://openalex.org/S4377196644","display_name":"Digital Commons-DePaul  (DePaul University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I118353179","host_organization_name":"DePaul University","host_organization_lineage":["https://openalex.org/I118353179"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Technical Reports","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020844039","display_name":"Yonghee Shin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yonghee Shin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012089296","display_name":"Jane Huffman Hayes","orcid":"https://orcid.org/0000-0001-9534-556X","observed_orcids":["https://orcid.org/0000-0001-9534-556X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jane Huffman Hayes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5037363688","display_name":"Jane Cleland\u2010Huang","orcid":"https://orcid.org/0000-0001-9436-5606","observed_orcids":["https://orcid.org/0000-0001-9436-5606"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jane Cleland\u2010Huang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9436-5606","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1952,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.92137406,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.010499999858438969,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-traceability","display_name":"software traceability","score":0.996999979019165},{"id":"https://openalex.org/keywords/benchmarking-metrics","display_name":"benchmarking metrics","score":0.6610000133514404},{"id":"https://openalex.org/keywords/assessment-guidelines","display_name":"evaluation guidelines","score":0.6159999966621399},{"id":"https://openalex.org/keywords/benchmarking-framework","display_name":"benchmarking framework","score":0.7590000033378601}],"concepts":[{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.9650190472602844},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9557390213012695},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7965706586837769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6617843508720398},{"id":"https://openalex.org/C35084680","wikidata":"https://www.wikidata.org/wiki/Q848201","display_name":"Requirements traceability","level":5,"score":0.5747362971305847},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5044773817062378},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4745267927646637},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.41049593687057495},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36232975125312805},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3584238886833191},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3573662042617798},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3381868600845337},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32565122842788696},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26162171363830566},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11476501822471619},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C135475081","wikidata":"https://www.wikidata.org/wiki/Q774228","display_name":"Requirement","level":4,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:via.library.depaul.edu:tr-1020","doi":null,"is_oa":false,"landing_page_url":"https://via.library.depaul.edu/tr/21","pdf_url":null,"source":{"id":"https://openalex.org/S4377196644","display_name":"Digital Commons-DePaul  (DePaul University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I118353179","host_organization_name":"DePaul University","host_organization_lineage":["https://openalex.org/I118353179"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Technical Reports","raw_type":"text"},{"id":"mag:601091116","doi":null,"is_oa":false,"landing_page_url":"https://via.library.depaul.edu/cgi/viewcontent.cgi?article=1020&context=tr","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1532325895","https://openalex.org/W1565746575","https://openalex.org/W1660390307","https://openalex.org/W1971040550","https://openalex.org/W1997650168","https://openalex.org/W2037556552","https://openalex.org/W2045895677","https://openalex.org/W2090855231","https://openalex.org/W2095983867","https://openalex.org/W2106857811","https://openalex.org/W2106956101","https://openalex.org/W2110933113","https://openalex.org/W2111313200","https://openalex.org/W2118202700","https://openalex.org/W2122519137","https://openalex.org/W2122987719","https://openalex.org/W2124172959","https://openalex.org/W2128581098","https://openalex.org/W2129559874","https://openalex.org/W2134176702","https://openalex.org/W2138428785","https://openalex.org/W2146781646","https://openalex.org/W2158335989","https://openalex.org/W2158698691","https://openalex.org/W2159470761","https://openalex.org/W2163960678","https://openalex.org/W2167890834","https://openalex.org/W3141278600"],"related_works":["https://openalex.org/W4246207053","https://openalex.org/W2075887966","https://openalex.org/W2073408674","https://openalex.org/W4384405228","https://openalex.org/W7096624641","https://openalex.org/W7099199646","https://openalex.org/W2138490545","https://openalex.org/W3040257249","https://openalex.org/W7167215376","https://openalex.org/W4387581447"],"abstract_inverted_index":{"Many":[0],"software":[1,20,104,118],"traceability":[2,21,38,82,105,119,136],"techniques":[3,39,120],"have":[4,40,54],"been":[5,55],"developed":[6],"in":[7,79],"the":[8,19,31,42,46,95,109],"past":[9],"decade,":[10],"but":[11],"suffer":[12],"from":[13],"inaccuracy.":[14],"To":[15],"address":[16],"this":[17,72],"shortcoming,":[18],"research":[22,47],"community":[23,32,67],"seeks":[24],"to":[25,37,75,84,93,99,133],"employ":[26],"benchmarking.":[27],"Benchmarking":[28],"will":[29],"help":[30],"agree":[33],"on":[34,60,121],"whether":[35],"improvements":[36],"addressed":[41],"challenges":[43],"faced":[44],"by":[45],"community.":[48],"A":[49],"plethora":[50],"of":[51,65,71,81,116],"evaluation":[52,80,89,115],"methods":[53,90],"applied,":[56],"with":[57],"no":[58],"consensus":[59],"what":[61],"should":[62,91],"be":[63,130],"part":[64],"a":[66],"benchmark.":[68],"The":[69,125],"goals":[70],"paper":[73],"are:":[74],"identify":[76,85],"recurring":[77],"problems":[78],"techniques,":[83],"essential":[86],"properties":[87,110],"that":[88],"possess":[92],"overcome":[94],"identified":[96],"problems,":[97],"and":[98,111],"provide":[100],"guidelines":[101,112],"for":[102],"benchmarking":[103,127],"techniques.":[106],"We":[107],"illustrate":[108],"using":[113],"empirical":[114],"three":[117],"nine":[122],"data":[123],"sets.":[124],"proposed":[126],"framework":[128],"can":[129],"broadly":[131],"applied":[132],"domains":[134],"beyond":[135],"research.":[137]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}