{"id":"https://openalex.org/W2156104468","doi":"https://doi.org/10.1109/metric.2002.1011331","title":"Software inspection benchmarking-a qualitative and quantitative comparative opportunity","display_name":"Software inspection benchmarking-a qualitative and quantitative comparative opportunity","publication_year":2003,"publication_date":"2003-06-25","ids":{"openalex":"https://openalex.org/W2156104468","doi":"https://doi.org/10.1109/metric.2002.1011331","mag":"2156104468"},"language":"en","primary_location":{"id":"doi:10.1109/metric.2002.1011331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/metric.2002.1011331","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings Eighth IEEE Symposium on Software Metrics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037810527","display_name":"Claes Wohlin","orcid":"https://orcid.org/0000-0003-0460-5253"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"C. Wohlin","raw_affiliation_strings":["Department of Software Engineering and Computer Science, Blekinge Institute of Technology, Ronneby, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering and Computer Science, Blekinge Institute of Technology, Ronneby, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000503974","display_name":"Ayb\u00fcke Aurum","orcid":"https://orcid.org/0000-0003-2416-4555"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"A. Aurum","raw_affiliation_strings":["School of Information Systems, Technology and Management, University of New South Wales, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Systems, Technology and Management, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110078700","display_name":"H\u00e5kan Petersson","orcid":null},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"H. Petersson","raw_affiliation_strings":["Department of Communication Syst, Lund University, Lund, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Communication Syst, Lund University, Lund, Sweden","institution_ids":["https://openalex.org/I187531555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027573308","display_name":"Forrest Shull","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]},{"id":"https://openalex.org/I4210162509","display_name":"Fraunhofer USA Center Mid-Atlantic CMA","ror":"https://ror.org/05sz9gw20","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210161623","https://openalex.org/I4210162509","https://openalex.org/I4923324"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"F. Shull","raw_affiliation_strings":["Fraunhofer USA Center for Experimental Software, Engineering Maryland, University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"Fraunhofer USA Center for Experimental Software, Engineering Maryland, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I4210162509","https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091380078","display_name":"Marcus Ciolkowski","orcid":"https://orcid.org/0000-0001-8494-4794"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"M. Ciolkowski","raw_affiliation_strings":["Software Engineering Group, University of Kaiserslautern, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Software Engineering Group, University of Kaiserslautern, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037810527"],"corresponding_institution_ids":["https://openalex.org/I52719799"],"apc_list":null,"apc_paid":null,"fwci":12.2846,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.98197028,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"118","last_page":"127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9539734125137329},{"id":"https://openalex.org/keywords/software-inspection","display_name":"Software inspection","score":0.7218992710113525},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6204819083213806},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5719940066337585},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5593366026878357},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.4767414331436157},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.44889384508132935},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.4481675326824188},{"id":"https://openalex.org/keywords/personal-software-process","display_name":"Personal software process","score":0.44405075907707214},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.37717902660369873},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.3691500723361969},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.07418721914291382},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0669565498828888}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9539734125137329},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.7218992710113525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6204819083213806},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5719940066337585},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5593366026878357},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.4767414331436157},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.44889384508132935},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.4481675326824188},{"id":"https://openalex.org/C39890963","wikidata":"https://www.wikidata.org/wiki/Q1702721","display_name":"Personal software process","level":5,"score":0.44405075907707214},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.37717902660369873},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3691500723361969},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.07418721914291382},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0669565498828888},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/metric.2002.1011331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/metric.2002.1011331","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings Eighth IEEE Symposium on Software Metrics","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1581524277","https://openalex.org/W1689491686","https://openalex.org/W1885214473","https://openalex.org/W1911264425","https://openalex.org/W1963808116","https://openalex.org/W1992602600","https://openalex.org/W1993867663","https://openalex.org/W2010136639","https://openalex.org/W2013222969","https://openalex.org/W2019692058","https://openalex.org/W2054968153","https://openalex.org/W2085333213","https://openalex.org/W2102853796","https://openalex.org/W2115251980","https://openalex.org/W2124193584","https://openalex.org/W2124511457","https://openalex.org/W2126259958","https://openalex.org/W2914692320","https://openalex.org/W4229772528","https://openalex.org/W4250180333"],"related_works":["https://openalex.org/W3186869374","https://openalex.org/W4237991740","https://openalex.org/W4239398052","https://openalex.org/W2498879926","https://openalex.org/W2382994508","https://openalex.org/W403164","https://openalex.org/W2183585111","https://openalex.org/W2766060263","https://openalex.org/W1579685561","https://openalex.org/W2984930913"],"abstract_inverted_index":{"Software":[0],"inspections":[1,36,39,50,102],"are":[2,11,103],"commonly":[3],"used":[4,90],"throughout":[5],"the":[6,16,47,86],"software":[7,72,95,101,110],"industry,":[8],"but":[9],"there":[10],"still":[12],"open":[13],"questions":[14],"about":[15],"relationship":[17],"between":[18],"inspection":[19,22],"processes":[20],"and":[21,37,93,108],"effectiveness.":[23],"For":[24],"example,":[25],"which":[26],"techniques":[27],"work":[28],"best":[29],"in":[30,41,49],"various":[31],"environments?":[32],"Are":[33],"requirements":[34],"specifications":[35],"code":[38],"different":[40,52],"terms":[42],"of":[43],"effectiveness?":[44],"What":[45],"is":[46,76,83,98],"effectiveness":[48],"for":[51,71,106],"group":[53],"sizes?":[54],"Benchmarking":[55],"provides":[56],"an":[57,79],"opportunity":[58],"to":[59,91],"address":[60],"such":[61],"issues.":[62],"This":[63],"paper":[64],"discusses":[65],"how":[66,85],"benchmarking":[67,107],"may":[68],"be":[69,89],"applied":[70],"inspections.":[73,96],"The":[74],"discussion":[75],"illustrated":[77],"with":[78],"empirical":[80],"study.":[81],"It":[82,97],"shown":[84],"data":[87],"can":[88,116],"plan":[92],"manage":[94],"concluded":[99],"that":[100,109],"well":[104,113],"suited":[105],"practitioners":[111],"as":[112,114],"researchers":[115],"learn":[117],"valuable":[118],"lessons.":[119]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}