{"id":"https://openalex.org/W2070100085","doi":"https://doi.org/10.1007/s10664-006-9030-4","title":"Protocols in the use of empirical software engineering artifacts","display_name":"Protocols in the use of empirical software engineering artifacts","publication_year":2006,"publication_date":"2006-12-04","ids":{"openalex":"https://openalex.org/W2070100085","doi":"https://doi.org/10.1007/s10664-006-9030-4","mag":"2070100085"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-006-9030-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-006-9030-4","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011045475","display_name":"Victor R. Basili","orcid":null},"institutions":[{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]},{"id":"https://openalex.org/I4210162509","display_name":"Fraunhofer USA Center Mid-Atlantic CMA","ror":"https://ror.org/05sz9gw20","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210161623","https://openalex.org/I4210162509","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor R. Basili","raw_affiliation_strings":["Department Of Computer Science, University of Maryland, AV Williams Building, College Park, MD, 20742, USA","Fraunhofer Center Maryland, College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department Of Computer Science, University of Maryland, AV Williams Building, College Park, MD, 20742, USA","institution_ids":["https://openalex.org/I66946132","https://openalex.org/I267592682"]},{"raw_affiliation_string":"Fraunhofer Center Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I4210162509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111493253","display_name":"Marvin V. Zelkowitz","orcid":null},"institutions":[{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]},{"id":"https://openalex.org/I4210162509","display_name":"Fraunhofer USA Center Mid-Atlantic CMA","ror":"https://ror.org/05sz9gw20","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210161623","https://openalex.org/I4210162509","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Marvin V. Zelkowitz","raw_affiliation_strings":["Department Of Computer Science, University of Maryland, AV Williams Building, College Park, MD, 20742, USA","Fraunhofer Center Maryland, College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department Of Computer Science, University of Maryland, AV Williams Building, College Park, MD, 20742, USA","institution_ids":["https://openalex.org/I66946132","https://openalex.org/I267592682"]},{"raw_affiliation_string":"Fraunhofer Center Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I4210162509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078367528","display_name":"Dag I. K. Sj\u00f8berg","orcid":"https://orcid.org/0000-0002-4941-7240"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Dag I. K. Sj\u00f8berg","raw_affiliation_strings":["Simula Research Laboratory, Lysaker, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Lysaker, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063758464","display_name":"Philip M. Johnson","orcid":"https://orcid.org/0000-0002-1858-4484"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]},{"id":"https://openalex.org/I1331384533","display_name":"University of Hawaii System","ror":"https://ror.org/03tzaeb71","country_code":"US","type":"education","lineage":["https://openalex.org/I1331384533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Johnson","raw_affiliation_strings":["University of Hawaii, Honolulu, HI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hawaii, Honolulu, HI, USA","institution_ids":["https://openalex.org/I117965899","https://openalex.org/I1331384533"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112857874","display_name":"Anthony J. Cowling","orcid":null},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anthony J. Cowling","raw_affiliation_strings":["University of Sheffield, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5111493253"],"corresponding_institution_ids":["https://openalex.org/I267592682","https://openalex.org/I4210162509","https://openalex.org/I66946132"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":8.6355,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.97071164,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"12","issue":"1","first_page":"107","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.8809505701065063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7250820994377136},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.571064293384552},{"id":"https://openalex.org/keywords/asset","display_name":"Asset (computer security)","score":0.5700744390487671},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5580440759658813},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5003902912139893},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.49857616424560547},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.47241106629371643},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.46278220415115356},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4520832896232605},{"id":"https://openalex.org/keywords/social-software-engineering","display_name":"Social software engineering","score":0.4237293004989624},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.29678940773010254},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.292891263961792},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.26665741205215454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15812799334526062}],"concepts":[{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.8809505701065063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7250820994377136},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.571064293384552},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.5700744390487671},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5580440759658813},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5003902912139893},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.49857616424560547},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.47241106629371643},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.46278220415115356},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4520832896232605},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.4237293004989624},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.29678940773010254},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.292891263961792},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.26665741205215454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15812799334526062},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10664-006-9030-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-006-9030-4","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.71.7132","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.71.7132","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://csdl.ics.hawaii.edu/techreports/06-07/06-07.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.83.5728","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.83.5728","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cos.ufrj.br/~ght/EmpiricalArtifactProtocols-081706-1.pdf","raw_type":"text"},{"id":"pmh:oai:fraunhofer.de:N-59478","is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-59478.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IESE","raw_type":"Journal Article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/213137","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/213137","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4555443290","display_name":null,"funder_award_id":"EP/D031516/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320320298","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33"},{"id":"https://openalex.org/F4320320342","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044"},{"id":"https://openalex.org/F4320332377","display_name":"Goddard Space Flight Center","ror":"https://ror.org/0171mag52"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1991516466","https://openalex.org/W2084715439","https://openalex.org/W2102069726","https://openalex.org/W2104551887","https://openalex.org/W2144471398","https://openalex.org/W2154941560","https://openalex.org/W4238905121","https://openalex.org/W4251494960"],"related_works":["https://openalex.org/W2394246622","https://openalex.org/W2349277904","https://openalex.org/W2057086629","https://openalex.org/W1263809299","https://openalex.org/W2024618940","https://openalex.org/W2137745965","https://openalex.org/W2167133781","https://openalex.org/W2168562866","https://openalex.org/W246089850","https://openalex.org/W2095564066"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-16T07:32:37.131356","created_date":"2025-10-10T00:00:00"}