{"id":"https://openalex.org/W2137274169","doi":"https://doi.org/10.1109/ms.2003.1241366","title":"Software reviews: The state of the practice","display_name":"Software reviews: The state of the practice","publication_year":2003,"publication_date":"2003-11-01","ids":{"openalex":"https://openalex.org/W2137274169","doi":"https://doi.org/10.1109/ms.2003.1241366","mag":"2137274169"},"language":"en","primary_location":{"id":"doi:10.1109/ms.2003.1241366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ms.2003.1241366","pdf_url":null,"source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091380078","display_name":"Marcus Ciolkowski","orcid":"https://orcid.org/0000-0001-8494-4794"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"M. Ciolkowski","raw_affiliation_strings":["Kaiserslautern University, Germany","Kaiserslautern University of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"Kaiserslautern University, Germany","institution_ids":["https://openalex.org/I153267046"]},{"raw_affiliation_string":"Kaiserslautern University of Technology, Germany","institution_ids":["https://openalex.org/I153267046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012329285","display_name":"Oliver Laitenberger","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145902","display_name":"Beijing Drainage Group (China)","ror":"https://ror.org/04pfhpy42","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210145902"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"O. Laitenberger","raw_affiliation_strings":["Droege and Company, Germany","Droege & Comp"],"affiliations":[{"raw_affiliation_string":"Droege and Company, Germany","institution_ids":["https://openalex.org/I4210145902"]},{"raw_affiliation_string":"Droege & Comp","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065534796","display_name":"Stefan Biffl","orcid":"https://orcid.org/0000-0002-3413-7780"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"S. Biffl","raw_affiliation_strings":["University of Technology, Vienna, Austria","Vienna University of Technology"],"affiliations":[{"raw_affiliation_string":"University of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Vienna University of Technology","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091380078"],"corresponding_institution_ids":["https://openalex.org/I153267046"],"apc_list":null,"apc_paid":null,"fwci":13.0314,"has_fulltext":false,"cited_by_count":110,"citation_normalized_percentile":{"value":0.98300807,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"20","issue":"6","first_page":"46","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7874961495399475},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.6277847290039062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6099085807800293},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.608458399772644},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.534771740436554},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5257499814033508},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.48811277747154236},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.48400089144706726},{"id":"https://openalex.org/keywords/software-review","display_name":"Software review","score":0.4379725754261017},{"id":"https://openalex.org/keywords/personal-software-process","display_name":"Personal software process","score":0.4297504723072052},{"id":"https://openalex.org/keywords/software-analytics","display_name":"Software analytics","score":0.41570961475372314},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13101059198379517},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1286899447441101}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7874961495399475},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.6277847290039062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6099085807800293},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.608458399772644},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.534771740436554},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5257499814033508},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.48811277747154236},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.48400089144706726},{"id":"https://openalex.org/C125900194","wikidata":"https://www.wikidata.org/wiki/Q3516888","display_name":"Software review","level":5,"score":0.4379725754261017},{"id":"https://openalex.org/C39890963","wikidata":"https://www.wikidata.org/wiki/Q1702721","display_name":"Personal software process","level":5,"score":0.4297504723072052},{"id":"https://openalex.org/C171981572","wikidata":"https://www.wikidata.org/wiki/Q7554239","display_name":"Software analytics","level":5,"score":0.41570961475372314},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13101059198379517},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1286899447441101}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ms.2003.1241366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ms.2003.1241366","pdf_url":null,"source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1481364363","https://openalex.org/W1546884423","https://openalex.org/W1986736724","https://openalex.org/W2036438969","https://openalex.org/W2042258659","https://openalex.org/W2059554369","https://openalex.org/W2059838712","https://openalex.org/W2127166753","https://openalex.org/W2143422709","https://openalex.org/W2161407365","https://openalex.org/W2177797324","https://openalex.org/W2336613006","https://openalex.org/W3008469018","https://openalex.org/W4246897279","https://openalex.org/W6888959198"],"related_works":["https://openalex.org/W2729605296","https://openalex.org/W2052544251","https://openalex.org/W3018513720","https://openalex.org/W3186869374","https://openalex.org/W2611701482","https://openalex.org/W2397573609","https://openalex.org/W2984930913","https://openalex.org/W2068215719","https://openalex.org/W1955230756","https://openalex.org/W2043026829"],"abstract_inverted_index":{"A":[0],"2002":[1],"survey":[2],"found":[3],"that":[4,22],"many":[5,23],"companies":[6],"use":[7],"software":[8,24],"reviews":[9],"unsystematically,":[10],"creating":[11],"a":[12],"mismatch":[13],"between":[14],"expected":[15],"outcomes":[16],"and":[17],"review":[18,28],"implementations.":[19],"This":[20],"suggests":[21],"practitioners":[25],"understand":[26],"basic":[27],"concepts":[29],"but":[30],"often":[31],"fall":[32],"to":[33],"exploit":[34],"their":[35],"full":[36],"potential.":[37]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}