{"id":"https://openalex.org/W3141278600","doi":"https://doi.org/10.1109/icse.2012.6227087","title":"Toward actionable, broadly accessible contests in Software Engineering","display_name":"Toward actionable, broadly accessible contests in Software Engineering","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W3141278600","doi":"https://doi.org/10.1109/icse.2012.6227087","mag":"3141278600"},"language":"en","primary_location":{"id":"doi:10.1109/icse.2012.6227087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2012.6227087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 34th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037363688","display_name":"Jane Cleland\u2010Huang","orcid":"https://orcid.org/0000-0001-9436-5606"},"institutions":[{"id":"https://openalex.org/I118353179","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16","country_code":"US","type":"education","lineage":["https://openalex.org/I118353179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane Cleland-Huang","raw_affiliation_strings":["Greg Leach DePaul University, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Greg Leach DePaul University, Chicago, IL, USA","institution_ids":["https://openalex.org/I118353179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020844039","display_name":"Yonghee Shin","orcid":null},"institutions":[{"id":"https://openalex.org/I118353179","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16","country_code":"US","type":"education","lineage":["https://openalex.org/I118353179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yonghee Shin","raw_affiliation_strings":["Greg Leach DePaul University, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Greg Leach DePaul University, Chicago, IL, USA","institution_ids":["https://openalex.org/I118353179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085483825","display_name":"Ed Keenan","orcid":null},"institutions":[{"id":"https://openalex.org/I118353179","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16","country_code":"US","type":"education","lineage":["https://openalex.org/I118353179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ed Keenan","raw_affiliation_strings":["Greg Leach DePaul University, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Greg Leach DePaul University, Chicago, IL, USA","institution_ids":["https://openalex.org/I118353179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051133116","display_name":"Adam Czauderna","orcid":null},"institutions":[{"id":"https://openalex.org/I118353179","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16","country_code":"US","type":"education","lineage":["https://openalex.org/I118353179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Czauderna","raw_affiliation_strings":["Greg Leach DePaul University, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Greg Leach DePaul University, Chicago, IL, USA","institution_ids":["https://openalex.org/I118353179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056644128","display_name":"Greg Leach","orcid":null},"institutions":[{"id":"https://openalex.org/I118353179","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16","country_code":"US","type":"education","lineage":["https://openalex.org/I118353179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Greg Leach","raw_affiliation_strings":["Greg Leach DePaul University, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Greg Leach DePaul University, Chicago, IL, USA","institution_ids":["https://openalex.org/I118353179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085489535","display_name":"Evan Moritz","orcid":null},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Moritz","raw_affiliation_strings":["College of William and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014243963","display_name":"Malcom Gethers","orcid":null},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Malcom Gethers","raw_affiliation_strings":["College of William and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041262116","display_name":"Denys Poshyvanyk","orcid":"https://orcid.org/0000-0002-5626-7586"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denys Poshyvanyk","raw_affiliation_strings":["College of William and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012089296","display_name":"Jane Huffman Hayes","orcid":null},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane Huffman Hayes","raw_affiliation_strings":["University of Kentucky, Lexington, KY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kentucky, Lexington, KY, USA","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100463006","display_name":"Wenbin Li","orcid":"https://orcid.org/0000-0002-5593-2599"},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenbin Li","raw_affiliation_strings":["University of Kentucky, Lexington, KY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kentucky, Lexington, KY, USA","institution_ids":["https://openalex.org/I143302722"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"1329","last_page":"1332"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.9181246161460876},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8092483282089233},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7261598110198975},{"id":"https://openalex.org/keywords/workbench","display_name":"Workbench","score":0.6755576729774475},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6049854755401611},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5815038681030273},{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.5457677841186523},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5190775394439697},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5125365257263184},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37087804079055786},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.32378318905830383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21562224626541138},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11092931032180786},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.09909573197364807},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.0752057135105133},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0717630684375763}],"concepts":[{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.9181246161460876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8092483282089233},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7261598110198975},{"id":"https://openalex.org/C2779145975","wikidata":"https://www.wikidata.org/wiki/Q347690","display_name":"Workbench","level":3,"score":0.6755576729774475},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6049854755401611},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5815038681030273},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.5457677841186523},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5190775394439697},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5125365257263184},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37087804079055786},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.32378318905830383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21562224626541138},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11092931032180786},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09909573197364807},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.0752057135105133},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0717630684375763},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icse.2012.6227087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2012.6227087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 34th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W601091116","https://openalex.org/W2086367599","https://openalex.org/W2107958340","https://openalex.org/W2146781646","https://openalex.org/W3141552077"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W2735088306","https://openalex.org/W4286740636","https://openalex.org/W135177976","https://openalex.org/W2946214509","https://openalex.org/W4241678738","https://openalex.org/W2048496244","https://openalex.org/W2513537424","https://openalex.org/W139548500","https://openalex.org/W1498799334"],"abstract_inverted_index":{"Software":[0],"Engineering":[1],"challenges":[2,146],"and":[3,32,77,94,106,109,119,131],"contests":[4,17,47,63],"are":[5,134],"becoming":[6],"increasingly":[7],"popular":[8],"for":[9,116],"focusing":[10],"researchers'":[11],"efforts":[12],"on":[13,56],"particular":[14],"problems.":[15],"Such":[16],"tend":[18],"to":[19,36,74,84,127],"follow":[20],"either":[21],"an":[22,155],"exploratory":[23],"model,":[24],"in":[25,48],"which":[26,49],"the":[27,34,72,78,86,99,117,137,148],"contest":[28,100],"holders":[29],"provide":[30,64],"data":[31],"ask":[33],"contestants":[35,50],"discover":[37],"\u201cinteresting":[38],"things\u201d":[39],"they":[40],"can":[41],"do":[42,62],"with":[43],"it,":[44],"or":[45],"task-oriented":[46],"must":[51],"perform":[52],"a":[53,57,102,112],"specific":[54],"task":[55,73],"provided":[58],"dataset.":[59],"Only":[60],"occasionally":[61],"more":[65],"rigorous":[66],"evaluation":[67,107],"mechanisms":[68],"that":[69,80],"precisely":[70],"specify":[71],"be":[75,82],"performed":[76],"metrics":[79],"will":[81],"used":[83],"evaluate":[85],"results.":[87],"In":[88],"this":[89],"paper,":[90],"we":[91],"propose":[92],"actionable":[93,97],"crowd-sourced":[95,120],"contests:":[96],"because":[98,121],"describes":[101],"precise":[103],"task,":[104],"datasets,":[105],"metrics,":[108],"also":[110],"provides":[111],"downloadable":[113],"operating":[114],"environment":[115],"contest;":[118],"providing":[122],"these":[123],"features":[124],"creates":[125],"accessibility":[126],"Information":[128],"Technology":[129],"hobbyists":[130],"students":[132],"who":[133],"attracted":[135],"by":[136],"challenge.":[138],"Our":[139],"proposed":[140],"approach":[141],"is":[142],"illustrated":[143],"using":[144],"research":[145],"from":[147],"software":[149],"traceability":[150],"area":[151],"as":[152,154],"well":[153],"experimental":[156],"workbench":[157],"named":[158],"TraceLab.":[159]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}