{"id":"https://openalex.org/W2050031796","doi":"https://doi.org/10.1145/2414721.2414723","title":"Tracking human-centric controlled experiments with biscuit","display_name":"Tracking human-centric controlled experiments with biscuit","publication_year":2012,"publication_date":"2012-10-21","ids":{"openalex":"https://openalex.org/W2050031796","doi":"https://doi.org/10.1145/2414721.2414723","mag":"2050031796"},"language":"en","primary_location":{"id":"doi:10.1145/2414721.2414723","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2414721.2414723","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM 4th annual workshop on Evaluation and usability of programming languages and tools","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006049504","display_name":"Fernando Olivero","orcid":null},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fernando Olivero","raw_affiliation_strings":["University Of Lugano, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Of Lugano, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038257395","display_name":"Michele Lanza","orcid":"https://orcid.org/0000-0003-4391-0197"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michele Lanza","raw_affiliation_strings":["University Of Lugano, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Of Lugano, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051860378","display_name":"Marco D\u2019Ambros","orcid":"https://orcid.org/0009-0008-3765-0871"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marco D'ambros","raw_affiliation_strings":["University Of Lugano, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Of Lugano, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031712876","display_name":"Romain Robbes","orcid":"https://orcid.org/0000-0003-4569-6868"},"institutions":[{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Romain Robbes","raw_affiliation_strings":["University Of Chile, Santiago de Chile, Chile","University of Chile, Santiago de Chile, Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Of Chile, Santiago de Chile, Chile","institution_ids":["https://openalex.org/I69737025"]},{"raw_affiliation_string":"University of Chile, Santiago de Chile, Chile","institution_ids":["https://openalex.org/I69737025"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4698,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87636325,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7787104249000549},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.722139298915863},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7151063680648804},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.6101778745651245},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5402448177337646},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49736812710762024},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4876023828983307},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.42131465673446655},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12674516439437866}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7787104249000549},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722139298915863},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7151063680648804},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6101778745651245},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5402448177337646},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49736812710762024},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4876023828983307},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.42131465673446655},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12674516439437866},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2414721.2414723","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2414721.2414723","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM 4th annual workshop on Evaluation and usability of programming languages and tools","raw_type":"proceedings-article"},{"id":"pmh:oai:alma.39UBZ_INST:11235345210001241","is_oa":false,"landing_page_url":"https://dl.acm.org/citation.cfm?id=2414723","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:unibz.it:11235345210001241","is_oa":false,"landing_page_url":"https://bia.unibz.it/esploro/outputs/conferenceProceeding/Tracking-human-centric-controlled-experiments-with-Biscuit/991005773400901241","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2081968687","https://openalex.org/W2088859993","https://openalex.org/W2100894766","https://openalex.org/W2129246310","https://openalex.org/W2130344546","https://openalex.org/W2137619003","https://openalex.org/W2169620344","https://openalex.org/W2576360137","https://openalex.org/W4242801292"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W4241418540","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W1875930651","https://openalex.org/W1590965489"],"abstract_inverted_index":{"Software":[0],"is":[1],"created":[2],"by":[3],"humans,":[4],"for":[5,88],"humans.":[6],"For":[7],"this":[8,17],"reason,":[9],"software":[10,37],"engineering":[11,38],"is---above":[12],"all---a":[13],"human":[14,25],"activity.":[15],"Acknowledging":[16],"fact,":[18],"many":[19],"researchers":[20],"perform":[21],"controlled":[22],"experiments":[23],"with":[24],"subjects":[26,72],"to":[27,52,63,77,80],"evaluate":[28],"the":[29,41,53,68,71,82,85],"performance":[30],"and":[31,36,92],"usability":[32],"of":[33,45,50,55,59,70,84],"novel":[34],"approaches":[35],"tools.":[39],"However,":[40],"intrinsically":[42],"non-deterministic":[43],"nature":[44],"humans":[46],"introduces":[47],"a":[48],"number":[49],"threats":[51],"validity":[54],"such":[56],"experiments.":[57],"One":[58],"them":[60],"concerns":[61],"how":[62],"record":[64],"information":[65],"without":[66],"influencing":[67],"behavior":[69],"involved.":[73],"Another":[74],"one":[75],"relates":[76],"providing":[78],"means":[79],"assure":[81],"correctness":[83],"gathered":[86],"data,":[87],"further":[89],"pristine":[90],"analyses":[91],"replication.":[93]},"counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}