{"id":"https://openalex.org/W1993874217","doi":"https://doi.org/10.1145/1159733.1159743","title":"Using observational pilot studies to test and improve lab packages","display_name":"Using observational pilot studies to test and improve lab packages","publication_year":2006,"publication_date":"2006-09-21","ids":{"openalex":"https://openalex.org/W1993874217","doi":"https://doi.org/10.1145/1159733.1159743","mag":"1993874217"},"language":"en","primary_location":{"id":"doi:10.1145/1159733.1159743","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1159733.1159743","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2006 ACM/IEEE international symposium on Empirical software engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025579659","display_name":"Manoel Mendon\u00e7a","orcid":"https://orcid.org/0000-0002-0874-7665"},"institutions":[{"id":"https://openalex.org/I44314228","display_name":"Universidade Salvador","ror":"https://ror.org/01afz2176","country_code":"BR","type":"education","lineage":["https://openalex.org/I44314228"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Manoel Mendon\u00e7a","raw_affiliation_strings":["Salvador University (UNIFACS), Salvador, Brazil"],"affiliations":[{"raw_affiliation_string":"Salvador University (UNIFACS), Salvador, Brazil","institution_ids":["https://openalex.org/I44314228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108500190","display_name":"Daniela Cruzes","orcid":null},"institutions":[{"id":"https://openalex.org/I44314228","display_name":"Universidade Salvador","ror":"https://ror.org/01afz2176","country_code":"BR","type":"education","lineage":["https://openalex.org/I44314228"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Daniela Cruzes","raw_affiliation_strings":["Salvador University (UNIFACS), Salvador, Brazil"],"affiliations":[{"raw_affiliation_string":"Salvador University (UNIFACS), Salvador, Brazil","institution_ids":["https://openalex.org/I44314228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088218330","display_name":"Josemeire Dias","orcid":null},"institutions":[{"id":"https://openalex.org/I44314228","display_name":"Universidade Salvador","ror":"https://ror.org/01afz2176","country_code":"BR","type":"education","lineage":["https://openalex.org/I44314228"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Josemeire Dias","raw_affiliation_strings":["Salvador University (UNIFACS), Salvador, Brazil"],"affiliations":[{"raw_affiliation_string":"Salvador University (UNIFACS), Salvador, Brazil","institution_ids":["https://openalex.org/I44314228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042377165","display_name":"Maria Cristina Ferreira de Oliveira","orcid":"https://orcid.org/0000-0002-4729-5104"},"institutions":[{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Maria Cristina Ferreira de Oliveira","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computac\u00e3o, S\u00e3o Carlos, Brazil"],"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computac\u00e3o, S\u00e3o Carlos, Brazil","institution_ids":["https://openalex.org/I4210131883"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025579659"],"corresponding_institution_ids":["https://openalex.org/I44314228"],"apc_list":null,"apc_paid":null,"fwci":0.8208,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82854303,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"48","last_page":"57"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observational-study","display_name":"Observational study","score":0.8610357642173767},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.679848313331604},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.642594575881958},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5753039717674255},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5724648833274841},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5590328574180603},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4772096276283264},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.43532687425613403},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.38401052355766296},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3540576100349426},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3323933780193329},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.292966365814209},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21512427926063538},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08013466000556946}],"concepts":[{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.8610357642173767},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.679848313331604},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.642594575881958},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5753039717674255},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5724648833274841},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5590328574180603},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4772096276283264},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.43532687425613403},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.38401052355766296},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3540576100349426},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3323933780193329},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.292966365814209},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21512427926063538},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08013466000556946},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1159733.1159743","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1159733.1159743","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2006 ACM/IEEE international symposium on Empirical software engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4699999988079071}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W205282095","https://openalex.org/W1516293359","https://openalex.org/W1992602600","https://openalex.org/W2019692058","https://openalex.org/W2063193795","https://openalex.org/W2094419105","https://openalex.org/W2105882189","https://openalex.org/W2106588364","https://openalex.org/W2118777811","https://openalex.org/W2119111481","https://openalex.org/W2140017498","https://openalex.org/W2146872957","https://openalex.org/W2151530263","https://openalex.org/W2152309982","https://openalex.org/W2167517220","https://openalex.org/W2167926541","https://openalex.org/W2168435061","https://openalex.org/W2289055994","https://openalex.org/W2342091124","https://openalex.org/W2911384745","https://openalex.org/W3021091026","https://openalex.org/W4234632609","https://openalex.org/W4239496300"],"related_works":["https://openalex.org/W4381328000","https://openalex.org/W2109147503","https://openalex.org/W2103779230","https://openalex.org/W2911339178","https://openalex.org/W334096847","https://openalex.org/W2322581019","https://openalex.org/W3141050733","https://openalex.org/W2030936866","https://openalex.org/W3141550469","https://openalex.org/W1533309927"],"abstract_inverted_index":{"Controlled":[0],"experiments":[1],"are":[2],"a":[3,20,24,42,48,73,92],"key":[4],"approach":[5,68],"to":[6,83,113],"evaluate":[7,84],"and":[8,18,26,69,98,115],"evolve":[9],"our":[10],"understanding":[11],"of":[12,50,80,94],"software":[13],"engineering":[14],"technologies.":[15],"However,":[16],"defining":[17,41],"running":[19,47],"controlled":[21,44],"experiment":[22,45,82],"is":[23],"difficult":[25],"errorprone":[27],"task.":[28],"This":[29],"paper":[30],"argues":[31],"that":[32,76],"one":[33,99],"can":[34],"significantly":[35],"reduce":[36],"the":[37,58,63,78,104],"risks":[38],"associated":[39],"with":[40,72],"new":[43],"by":[46],"set":[49,93],"well-planned":[51],"observational":[52,96],"pilot":[53],"studies":[54,97],"aimed":[55],"at":[56],"improving":[57],"experimental":[59,100,117],"material.":[60],"It":[61],"gives":[62],"steps":[64],"for":[65,87],"such":[66,120],"an":[67,81],"illustrates":[70],"it":[71],"case":[74],"study":[75],"shows":[77],"definition":[79],"inspection":[85],"techniques":[86],"information":[88],"visualization":[89],"tools":[90],"through":[91],"four":[95],"trial.":[101],"Based":[102],"on":[103,111],"lessons":[105],"learned":[106],"we":[107],"present":[108],"some":[109],"guidelines":[110],"how":[112],"test":[114],"improve":[116],"material":[118],"in":[119],"way.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}