{"id":"https://openalex.org/W2048525124","doi":"https://doi.org/10.1145/2597008.2597154","title":"What is the foundation of evidence of human factors decisions in language design? an empirical study on programming language workshops","display_name":"What is the foundation of evidence of human factors decisions in language design? an empirical study on programming language workshops","publication_year":2014,"publication_date":"2014-05-20","ids":{"openalex":"https://openalex.org/W2048525124","doi":"https://doi.org/10.1145/2597008.2597154","mag":"2048525124"},"language":"en","primary_location":{"id":"doi:10.1145/2597008.2597154","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2597008.2597154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Conference on Program Comprehension","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046529373","display_name":"Andreas Stefik","orcid":"https://orcid.org/0000-0002-2554-5862"},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andreas Stefik","raw_affiliation_strings":["University of Nevada at Las Vegas, USA"],"affiliations":[{"raw_affiliation_string":"University of Nevada at Las Vegas, USA","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027034338","display_name":"Stefan Hanenberg","orcid":"https://orcid.org/0000-0001-5936-2143"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Hanenberg","raw_affiliation_strings":["University of Duisburg-Essen, Germany","University of Duisburg-Essen, , Germany"],"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Duisburg-Essen, , Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080466652","display_name":"Mark McKenney","orcid":"https://orcid.org/0000-0002-1893-0850"},"institutions":[{"id":"https://openalex.org/I87547150","display_name":"Southern Illinois University Edwardsville","ror":"https://ror.org/04cqs5j56","country_code":"US","type":"education","lineage":["https://openalex.org/I2801502357","https://openalex.org/I87547150"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark McKenney","raw_affiliation_strings":["Southern Illinois University at Edwardsville, USA","Southern Illinois University At Edwardsville, USA"],"affiliations":[{"raw_affiliation_string":"Southern Illinois University at Edwardsville, USA","institution_ids":["https://openalex.org/I87547150"]},{"raw_affiliation_string":"Southern Illinois University At Edwardsville, USA","institution_ids":["https://openalex.org/I87547150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110129097","display_name":"Anneliese Andrews","orcid":null},"institutions":[{"id":"https://openalex.org/I131651094","display_name":"University of Denver","ror":"https://ror.org/04w7skc03","country_code":"US","type":"education","lineage":["https://openalex.org/I131651094"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anneliese Andrews","raw_affiliation_strings":["University of Denver, USA"],"affiliations":[{"raw_affiliation_string":"University of Denver, USA","institution_ids":["https://openalex.org/I131651094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070384703","display_name":"Srinivas Kalyan Yellanki","orcid":null},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srinivas Kalyan Yellanki","raw_affiliation_strings":["University of Nevada at Las Vegas, USA"],"affiliations":[{"raw_affiliation_string":"University of Nevada at Las Vegas, USA","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111748587","display_name":"Susanna Siebert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Susanna Siebert","raw_affiliation_strings":["Washington University, USA","WASHINGTON UNIVERSITY, USA"],"affiliations":[{"raw_affiliation_string":"Washington University, USA","institution_ids":[]},{"raw_affiliation_string":"WASHINGTON UNIVERSITY, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046529373"],"corresponding_institution_ids":["https://openalex.org/I133999245"],"apc_list":null,"apc_paid":null,"fwci":8.1808,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.97134266,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"223","last_page":"231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-evidence","display_name":"Empirical evidence","score":0.6404221653938293},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5745285749435425},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5619584321975708},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.4711182117462158},{"id":"https://openalex.org/keywords/programming-language-specification","display_name":"Programming language specification","score":0.45619991421699524},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.4238876700401306},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4133721590042114},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3850230276584625},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.3501283824443817},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.21039310097694397},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.2019607424736023},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.19017863273620605},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16744720935821533},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16686183214187622},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.14543598890304565}],"concepts":[{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.6404221653938293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5745285749435425},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5619584321975708},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.4711182117462158},{"id":"https://openalex.org/C15077461","wikidata":"https://www.wikidata.org/wiki/Q7248507","display_name":"Programming language specification","level":5,"score":0.45619991421699524},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4238876700401306},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4133721590042114},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3850230276584625},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3501283824443817},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.21039310097694397},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.2019607424736023},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.19017863273620605},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16744720935821533},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16686183214187622},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.14543598890304565},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C119263510","wikidata":"https://www.wikidata.org/wiki/Q7248501","display_name":"Programming domain","level":4,"score":0.0},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2597008.2597154","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2597008.2597154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Conference on Program Comprehension","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W150699103","https://openalex.org/W202909246","https://openalex.org/W1992839463","https://openalex.org/W2002530879","https://openalex.org/W2012761058","https://openalex.org/W2037376210","https://openalex.org/W2037589876","https://openalex.org/W2045781957","https://openalex.org/W2052300761","https://openalex.org/W2062190659","https://openalex.org/W2064189581","https://openalex.org/W2071603181","https://openalex.org/W2084429940","https://openalex.org/W2084944215","https://openalex.org/W2093495548","https://openalex.org/W2113294746","https://openalex.org/W2126709225","https://openalex.org/W2131902389","https://openalex.org/W2154671002","https://openalex.org/W2157148654","https://openalex.org/W2168775768","https://openalex.org/W2209011815","https://openalex.org/W2403692218","https://openalex.org/W2810486350","https://openalex.org/W2914234945","https://openalex.org/W4240167100","https://openalex.org/W4244443567","https://openalex.org/W6629779416"],"related_works":["https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W1969764885","https://openalex.org/W596947562","https://openalex.org/W2793937822","https://openalex.org/W976271273","https://openalex.org/W4281748496","https://openalex.org/W2800302421"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"the":[3,14,20,31,67,82,92,104,114,120,131,135,165],"programming":[4,25],"language":[5,32,62,169],"design":[6,21,63],"community":[7,33],"has":[8,34],"engaged":[9],"in":[10,19,45,130],"rigorous":[11],"debate":[12],"on":[13,171],"role":[15],"of":[16,22,40,61,81,84,119,126,134,167],"empirical":[17,85,127],"evidence":[18,41,86,93,128],"general":[23],"purpose":[24],"languages.":[26],"Some":[27],"scholars":[28],"contend":[29],"that":[30,42,58],"failed":[35],"to":[36,140],"embrace":[37],"a":[38,59,78,157,168],"form":[39],"is":[43,64],"non-controversial":[44],"other":[46],"disciplines":[47],"(e.g.,":[48],"medicine,":[49],"biology,":[50],"psychology,":[51],"sociology,":[52],"physics,":[53],"chemistry),":[54],"while":[55],"others":[56],"argue":[57],"science":[60],"unrealistic.":[65],"While":[66],"discussion":[68],"will":[69,154],"likely":[70],"persist":[71],"for":[72,95],"some":[73],"time,":[74],"we":[75],"begin":[76],"here":[77],"systematic":[79],"evaluation":[80],"use":[83,162],"with":[87,100],"human":[88,96,172],"users,":[89],"documenting,":[90],"paper-by-paper,":[91],"provided":[94],"factors":[97],"decisions,":[98],"beginning":[99],"359":[101],"papers":[102],"from":[103],"workshops":[105],"PPIG,":[106],"Plateau,":[107],"and":[108,124,133],"ESP.":[109],"This":[110],"preliminary":[111],"work":[112],"provides":[113],"following":[115],"contributions:":[116],"an":[117],"analysis":[118],"1)":[121],"overall":[122,137],"quantity":[123],"quality":[125],"used":[129],"workshops,":[132],"2)":[136],"significant":[138],"challenges":[139],"reliably":[141],"coding":[142],"academic":[143],"papers.":[144],"We":[145],"hope":[146],"that,":[147],"once":[148],"complete,":[149],"this":[150],"long-term":[151],"research":[152],"project":[153],"serve":[155],"as":[156],"practical":[158],"catalog":[159],"designers":[160],"can":[161],"when":[163],"evaluating":[164],"impact":[166],"feature":[170],"users.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}