{"id":"https://openalex.org/W3196894413","doi":"https://doi.org/10.1145/3475716.3484273","title":"Towards a Methodology for Participant Selection in Software Engineering Experiments","display_name":"Towards a Methodology for Participant Selection in Software Engineering Experiments","publication_year":2021,"publication_date":"2021-10-06","ids":{"openalex":"https://openalex.org/W3196894413","doi":"https://doi.org/10.1145/3475716.3484273","mag":"3196894413"},"language":"en","primary_location":{"id":"doi:10.1145/3475716.3484273","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3475716.3484273","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.12411","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015576503","display_name":"Valentina Lenarduzzi","orcid":"https://orcid.org/0000-0003-0511-5133"},"institutions":[{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Valentina Lenarduzzi","raw_affiliation_strings":["LUT University, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LUT University, Finland","institution_ids":["https://openalex.org/I63548447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004737603","display_name":"\u00d3scar Dieste","orcid":"https://orcid.org/0000-0002-3060-7853"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oscar Dieste","raw_affiliation_strings":["Universidad Polit\u00e9cnica de Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Polit\u00e9cnica de Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023279547","display_name":"Davide Fucci","orcid":"https://orcid.org/0000-0002-0679-4361"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Davide Fucci","raw_affiliation_strings":["Blekinge Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076034572","display_name":"Sira Vegas","orcid":"https://orcid.org/0000-0001-8535-9386"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sira Vegas","raw_affiliation_strings":["Universidad Polit\u00e9cnica de Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Polit\u00e9cnica de Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.9091267585754395},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.7915925979614258},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6344161033630371},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.6197726726531982},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5332173109054565},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5039233565330505},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.49356138706207275},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.45380643010139465},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4478670656681061},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4012478291988373},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35511964559555054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3418540954589844},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18819645047187805},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1541101634502411},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10865029692649841}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9091267585754395},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7915925979614258},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6344161033630371},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.6197726726531982},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5332173109054565},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5039233565330505},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.49356138706207275},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.45380643010139465},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4478670656681061},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4012478291988373},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35511964559555054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3418540954589844},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18819645047187805},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1541101634502411},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10865029692649841},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3475716.3484273","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3475716.3484273","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.12411","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.12411","pdf_url":"https://arxiv.org/pdf/2108.12411","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.12411","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.12411","pdf_url":"https://arxiv.org/pdf/2108.12411","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1506998412","https://openalex.org/W1511267087","https://openalex.org/W1730782591","https://openalex.org/W1814291772","https://openalex.org/W1842503650","https://openalex.org/W1869178828","https://openalex.org/W1917182365","https://openalex.org/W1967423277","https://openalex.org/W1977603982","https://openalex.org/W1982858081","https://openalex.org/W1998445782","https://openalex.org/W2028777943","https://openalex.org/W2039772616","https://openalex.org/W2053354954","https://openalex.org/W2060055745","https://openalex.org/W2066253558","https://openalex.org/W2074606816","https://openalex.org/W2076188829","https://openalex.org/W2087922619","https://openalex.org/W2111199933","https://openalex.org/W2117254507","https://openalex.org/W2117899164","https://openalex.org/W2139303991","https://openalex.org/W2140570953","https://openalex.org/W2163851162","https://openalex.org/W2169090130","https://openalex.org/W2201986180","https://openalex.org/W2521181501","https://openalex.org/W2522942223","https://openalex.org/W2622958941","https://openalex.org/W2779206865","https://openalex.org/W2809093041","https://openalex.org/W2897136621","https://openalex.org/W2913841863","https://openalex.org/W2996509273","https://openalex.org/W3006568433","https://openalex.org/W3089413929","https://openalex.org/W3100811706","https://openalex.org/W3170480878","https://openalex.org/W4234460471","https://openalex.org/W4234844921","https://openalex.org/W4235604181","https://openalex.org/W4239558122","https://openalex.org/W4248361652","https://openalex.org/W4253341997","https://openalex.org/W4287867080","https://openalex.org/W4291213652","https://openalex.org/W4299575843","https://openalex.org/W6680872193"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W2035068594","https://openalex.org/W4225593417","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W3160494304","https://openalex.org/W1971398745"],"abstract_inverted_index":{"Background.":[0],"Software":[1],"Engineering":[2],"(SE)":[3],"researchers":[4],"extensively":[5],"perform":[6],"experiments":[7],"with":[8],"human":[9],"subjects.":[10],"Well-defined":[11],"samples":[12],"are":[13,20,52],"required":[14],"to":[15,34,59,77,134],"ensure":[16],"external":[17],"validity.":[18],"Samples":[19],"selected":[21,123],"purposely":[22],"or":[23],"by":[24,96],"convenience,":[25],"limiting":[26],"the":[27,36,46,99,102,119,122,139],"generalizability":[28],"of":[29,39,101,109],"results.":[30],"Objective.":[31],"We":[32,54,63,90,130],"aim":[33],"depict":[35],"current":[37],"status":[38],"participants":[40],"selection":[41,67,82,94,140],"in":[42,69,85,87],"empirical":[43],"SE,":[44,70],"identifying":[45,116],"main":[47],"threats":[48],"and":[49,71,114,117,125,136],"how":[50,80],"they":[51],"mitigated.":[53],"draft":[55],"a":[56,73,92,132],"robust":[57],"approach":[58],"participants'":[60,66,81],"selection.":[61],"Method.":[62],"reviewed":[64],"existing":[65],"guidelines":[68],"performed":[72],"preliminary":[74],"literature":[75],"review":[76],"find":[78],"out":[79],"is":[83],"conducted":[84],"SE":[86],"practice.":[88],"Results.":[89],"outline":[91],"new":[93],"methodology,":[95],"1)":[97],"defining":[98],"characteristics":[100],"desired":[103],"population,":[104],"2)":[105],"locating":[106],"possible":[107],"sources":[108],"sampling":[110],"available":[111],"for":[112],"researchers,":[113],"3)":[115],"reducing":[118],"\"distance\"":[120],"between":[121],"sample":[124],"its":[126],"corresponding":[127],"population.":[128],"Conclusion.":[129],"propose":[131],"roadmap":[133],"develop":[135],"empirically":[137],"validate":[138],"methodology.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2021-09-13T00:00:00"}