{"id":"https://openalex.org/W2043226471","doi":"https://doi.org/10.1109/vlhcc.2014.6883049","title":"Towards crowdsourced large-scale feedback for novice programmers","display_name":"Towards crowdsourced large-scale feedback for novice programmers","publication_year":2014,"publication_date":"2014-07-01","ids":{"openalex":"https://openalex.org/W2043226471","doi":"https://doi.org/10.1109/vlhcc.2014.6883049","mag":"2043226471"},"language":"en","primary_location":{"id":"doi:10.1109/vlhcc.2014.6883049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2014.6883049","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007274661","display_name":"Michelle Ichinco","orcid":null},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michelle Ichinco","raw_affiliation_strings":["Department of Computer Science and Engineering, Washington University in St. Louis, St. Louis, Missouri, USA","Dept. of Comput. Sci. & Eng., Washington Univ. in St. Louis, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Washington University in St. Louis, St. Louis, Missouri, USA","institution_ids":["https://openalex.org/I204465549"]},{"raw_affiliation_string":"Dept. of Comput. Sci. & Eng., Washington Univ. in St. Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007274661"],"corresponding_institution_ids":["https://openalex.org/I204465549"],"apc_list":null,"apc_paid":null,"fwci":0.7889,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81748247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"189","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.9224997758865356},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8682255744934082},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6393053531646729},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5676829218864441},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.4942789077758789},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4725990891456604},{"id":"https://openalex.org/keywords/program-code","display_name":"Program code","score":0.4676828980445862},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4362075626850128},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4159262180328369},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3468517065048218},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3015229403972626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16000518202781677}],"concepts":[{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.9224997758865356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8682255744934082},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6393053531646729},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5676829218864441},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.4942789077758789},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4725990891456604},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.4676828980445862},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4362075626850128},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4159262180328369},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3468517065048218},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3015229403972626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16000518202781677},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vlhcc.2014.6883049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2014.6883049","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1986453394","https://openalex.org/W2034397151","https://openalex.org/W2046675442","https://openalex.org/W2151828850","https://openalex.org/W2161052636","https://openalex.org/W2787379525"],"related_works":["https://openalex.org/W4251923276","https://openalex.org/W4231404515","https://openalex.org/W4312763760","https://openalex.org/W1964992931","https://openalex.org/W4282830668","https://openalex.org/W2073838543","https://openalex.org/W1550958774","https://openalex.org/W2149635184","https://openalex.org/W2135968687","https://openalex.org/W2043226471"],"abstract_inverted_index":{"I":[0,18],"propose":[1],"a":[2,40,49,57,76,81,89,107,114,135,154],"crowdsourced":[3],"large-scale":[4],"feedback":[5],"system":[6,64,143],"for":[7],"novice":[8,32,58,71,77,122,136,150],"programmers":[9],"powered":[10],"by":[11,99,156],"experienced":[12],"programmers,":[13],"or":[14],"code":[15,119],"reviewers":[16],"(who":[17],"will":[19],"refer":[20],"to":[21,30,60,69,95,148,152],"as":[22],"\u201creviewers\u201d).":[23],"Reviewers":[24],"have":[25,139],"two":[26],"jobs:":[27],"making":[28],"suggestions":[29],"improve":[31,96],"programs":[33,123],"and":[34],"authoring":[35],"rules":[36],"that":[37,52,79,116,134],"generalize":[38],"when":[39],"program":[41,51,59,78,98,137],"should":[42,65],"receive":[43],"their":[44],"suggestion.":[45],"A":[46,91],"rule":[47,115,132],"is":[48],"heuristic":[50],"can":[53],"be":[54],"run":[55],"on":[56],"determine":[61],"whether":[62,118],"the":[63,67,70,97,101,131,142,146,149],"present":[66,145],"suggestion":[68,147],"programmer.":[72],"For":[73],"example,":[74],"imagine":[75],"contains":[80,125],"certain":[82],"method":[83,104],"call":[84],"repeated":[85,126,140],"three":[86,102],"times":[87],"in":[88,120],"row.":[90],"reviewer":[92,110],"might":[93],"suggest":[94],"replacing":[100],"identical":[103],"calls":[105],"with":[106],"loop.":[108],"The":[109],"would":[111,144],"then":[112],"author":[113],"checks":[117],"other":[121],"also":[124],"lines":[127],"of":[128,160],"code.":[129],"If":[130],"determines":[133],"does":[138],"code,":[141],"programmer":[151],"use":[153],"loop":[155,162],"showing":[157],"an":[158],"example":[159],"correct":[161],"usage.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}