{"id":"https://openalex.org/W2132420969","doi":"https://doi.org/10.1109/re.2011.6051649","title":"On human analyst performance in assisted requirements tracing: Statistical analysis","display_name":"On human analyst performance in assisted requirements tracing: Statistical analysis","publication_year":2011,"publication_date":"2011-08-01","ids":{"openalex":"https://openalex.org/W2132420969","doi":"https://doi.org/10.1109/re.2011.6051649","mag":"2132420969"},"language":"en","primary_location":{"id":"doi:10.1109/re.2011.6051649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/re.2011.6051649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 19th International Requirements Engineering Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102951552","display_name":"Alex Dekhtyar","orcid":"https://orcid.org/0000-0001-8340-6396"},"institutions":[{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]},{"id":"https://openalex.org/I4210087317","display_name":"Cal Poly Corporation","ror":"https://ror.org/001c8fh75","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210087317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Dekhtyar","raw_affiliation_strings":["Department of Computer Science, Cal Poly, San Luis Obispo, CA, USA","Dept. of Comput. Sci., Cal Poly, San Luis Obispo, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Cal Poly, San Luis Obispo, CA, USA","institution_ids":["https://openalex.org/I149919469","https://openalex.org/I4210087317"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Cal Poly, San Luis Obispo, CA, USA","institution_ids":["https://openalex.org/I149919469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063183519","display_name":"Olga Dekhtyar","orcid":null},"institutions":[{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]},{"id":"https://openalex.org/I4210087317","display_name":"Cal Poly Corporation","ror":"https://ror.org/001c8fh75","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210087317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olga Dekhtyar","raw_affiliation_strings":["Department of Statistics, Cal Poly, San Luis Obispo, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Cal Poly, San Luis Obispo, CA, USA","institution_ids":["https://openalex.org/I149919469","https://openalex.org/I4210087317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062700413","display_name":"Jeff Holden","orcid":null},"institutions":[{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]},{"id":"https://openalex.org/I4210087317","display_name":"Cal Poly Corporation","ror":"https://ror.org/001c8fh75","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210087317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Holden","raw_affiliation_strings":["Department of Computer Science, Cal Poly, San Luis Obispo, CA, USA","Dept. of Comput. Sci., Cal Poly, San Luis Obispo, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Cal Poly, San Luis Obispo, CA, USA","institution_ids":["https://openalex.org/I149919469","https://openalex.org/I4210087317"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Cal Poly, San Luis Obispo, CA, USA","institution_ids":["https://openalex.org/I149919469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012089296","display_name":"Jane Huffman Hayes","orcid":null},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane Huffman Hayes","raw_affiliation_strings":["Department of Computer Science, University of Kentucky, Lexington, KY, USA","Dept. of Comput. Sci., Univ. of Kentucky, Lexington, KY, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Kentucky, Lexington, KY, USA","institution_ids":["https://openalex.org/I143302722"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Univ. of Kentucky, Lexington, KY, USA#TAB#","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020866091","display_name":"David Cuddeback","orcid":null},"institutions":[{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]},{"id":"https://openalex.org/I4210087317","display_name":"Cal Poly Corporation","ror":"https://ror.org/001c8fh75","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210087317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Cuddeback","raw_affiliation_strings":["Department of Computer Science, Cal Poly, San Luis Obispo, CA, USA","Dept. of Comput. Sci., Cal Poly, San Luis Obispo, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Cal Poly, San Luis Obispo, CA, USA","institution_ids":["https://openalex.org/I149919469","https://openalex.org/I4210087317"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Cal Poly, San Luis Obispo, CA, USA","institution_ids":["https://openalex.org/I149919469"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018032279","display_name":"Wei-Keat Kong","orcid":null},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]},{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]},{"id":"https://openalex.org/I4210087317","display_name":"Cal Poly Corporation","ror":"https://ror.org/001c8fh75","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210087317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei-Keat Kong","raw_affiliation_strings":["Department of Computer Science, University of Kentucky, Lexington, KY, USA","Department of Statistics, Cal Poly, San Luis Obispo, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Kentucky, Lexington, KY, USA","institution_ids":["https://openalex.org/I143302722"]},{"raw_affiliation_string":"Department of Statistics, Cal Poly, San Luis Obispo, CA, USA","institution_ids":["https://openalex.org/I149919469","https://openalex.org/I4210087317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"111","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.9510035514831543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.778755784034729},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5786734819412231},{"id":"https://openalex.org/keywords/process-tracing","display_name":"Process tracing","score":0.5016236305236816},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46668869256973267},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37051495909690857},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1507922112941742}],"concepts":[{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.9510035514831543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.778755784034729},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5786734819412231},{"id":"https://openalex.org/C2776970286","wikidata":"https://www.wikidata.org/wiki/Q7247309","display_name":"Process tracing","level":3,"score":0.5016236305236816},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46668869256973267},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37051495909690857},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1507922112941742},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/re.2011.6051649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/re.2011.6051649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 19th International Requirements Engineering Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:digitalcommons.calpoly.edu:csse_fac-1218","is_oa":false,"landing_page_url":"https://digitalcommons.calpoly.edu/csse_fac/213","pdf_url":null,"source":{"id":"https://openalex.org/S4377196328","display_name":"DigitalCommons - CalPoly (California State Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98947143","host_organization_name":"California State Polytechnic University","host_organization_lineage":["https://openalex.org/I98947143"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science and Software Engineering","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.224.1496","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.224.1496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.303.9215","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.303.9215","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.307.4309","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.307.4309","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://users.csc.calpoly.edu/~dekhtyar/publications/RE2011.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.493.4575","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.493.4575","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1783768447","https://openalex.org/W1981629032","https://openalex.org/W1989360578","https://openalex.org/W1997650168","https://openalex.org/W2006243151","https://openalex.org/W2077997855","https://openalex.org/W2091515160","https://openalex.org/W2099175080","https://openalex.org/W2103660088","https://openalex.org/W2111953967","https://openalex.org/W2114607209","https://openalex.org/W2118202700","https://openalex.org/W2128581098","https://openalex.org/W2129559874","https://openalex.org/W2136897646","https://openalex.org/W2137526455","https://openalex.org/W2143453401","https://openalex.org/W2153258502","https://openalex.org/W2163960678","https://openalex.org/W2167890834","https://openalex.org/W2170347996","https://openalex.org/W2171144693","https://openalex.org/W4231430104","https://openalex.org/W4251218026"],"related_works":["https://openalex.org/W2115308562","https://openalex.org/W2789571330","https://openalex.org/W4299652732","https://openalex.org/W2963744171","https://openalex.org/W2133304975","https://openalex.org/W2362901774","https://openalex.org/W3122226325","https://openalex.org/W4248091533","https://openalex.org/W4321607860","https://openalex.org/W2050247947"],"abstract_inverted_index":{"Assisted":[0],"requirements":[1,18,25,44,62],"tracing":[2,19,26,40,45,63,70,97,117],"is":[3,64],"a":[4,8,49],"process":[5,27],"in":[6,57,68],"which":[7,69,125],"human":[9],"analyst":[10],"validates":[11],"candidate":[12],"traces":[13],"produced":[14],"by":[15],"an":[16,85],"automated":[17,43],"method":[20],"or":[21],"tool.":[22],"The":[23],"assisted":[24,61,91],"splits":[28],"the":[29,32,42,65,82,105,116,128,132,135],"difference":[30],"between":[31],"commonly":[33],"applied":[34],"time-consuming,":[35],"tedious,":[36],"and":[37,41,112,119],"error-prone":[38],"manual":[39],"procedures":[46],"that":[47],"are":[48],"focal":[50],"point":[51],"of":[52,84,90,134],"academic":[53],"studies.":[54],"In":[55,77],"fact,":[56],"software":[58],"assurance":[59],"scenarios,":[60],"only":[66],"way":[67],"can":[71],"be":[72],"at":[73,99],"least":[74],"partially":[75],"automated.":[76],"this":[78],"paper,":[79],"we":[80],"present":[81],"results":[83],"extensive":[86],"12":[87],"month":[88],"study":[89,110,124],"tracing,":[92],"conducted":[93],"using":[94],"three":[95],"different":[96,101],"processes":[98],"two":[100],"sites.":[102],"We":[103],"describe":[104],"information":[106],"collected":[107],"about":[108],"each":[109],"participant":[111],"their":[113],"work":[114],"on":[115,131],"task,":[118],"apply":[120],"statistical":[121],"analysis":[122],"to":[123],"factors":[126],"have":[127],"largest":[129],"effect":[130],"quality":[133],"final":[136],"trace.":[137]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":8},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":7}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}