{"id":"https://openalex.org/W2047435335","doi":"https://doi.org/10.1109/educon.2014.6826135","title":"Lightweight ad hoc assessment of practical programming skills at scale","display_name":"Lightweight ad hoc assessment of practical programming skills at scale","publication_year":2014,"publication_date":"2014-04-01","ids":{"openalex":"https://openalex.org/W2047435335","doi":"https://doi.org/10.1109/educon.2014.6826135","mag":"2047435335"},"language":"en","primary_location":{"id":"doi:10.1109/educon.2014.6826135","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon.2014.6826135","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051059475","display_name":"Thomas Staubitz","orcid":"https://orcid.org/0000-0002-8595-7922"},"institutions":[{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Thomas Staubitz","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","Hasso Plattner Institute, University of Potsdam, Germany#TAB#"],"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Germany#TAB#","institution_ids":["https://openalex.org/I143288331"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027617516","display_name":"Jan Renz","orcid":null},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]},{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Renz","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","Hasso Plattner Institute, University of Potsdam, Germany#TAB#"],"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Germany#TAB#","institution_ids":["https://openalex.org/I143288331"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027248584","display_name":"Christian Willems","orcid":null},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]},{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Willems","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","Hasso Plattner Institute, University of Potsdam, Germany#TAB#"],"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Germany#TAB#","institution_ids":["https://openalex.org/I143288331"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029877809","display_name":"Johannes Jasper","orcid":null},"institutions":[{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Jasper","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","Hasso Plattner Institute, University of Potsdam, Germany#TAB#"],"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Germany#TAB#","institution_ids":["https://openalex.org/I143288331"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102919398","display_name":"Christoph Meinel","orcid":"https://orcid.org/0000-0002-3410-3193"},"institutions":[{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Meinel","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","Hasso Plattner Institute, University of Potsdam, Germany#TAB#"],"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Potsdam, Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam, Germany#TAB#","institution_ids":["https://openalex.org/I143288331"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5051059475"],"corresponding_institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"],"apc_list":null,"apc_paid":null,"fwci":3.6098,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93292447,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"475","last_page":"483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9545000195503235,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7806422710418701},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5181023478507996},{"id":"https://openalex.org/keywords/post-hoc","display_name":"Post hoc","score":0.48771414160728455},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.4185490608215332},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.33451196551322937},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10307121276855469},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.04290914535522461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7806422710418701},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5181023478507996},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.48771414160728455},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.4185490608215332},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33451196551322937},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10307121276855469},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.04290914535522461},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/educon.2014.6826135","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon.2014.6826135","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1509307125","https://openalex.org/W1982675963","https://openalex.org/W2069249897","https://openalex.org/W2070405152","https://openalex.org/W2157705712","https://openalex.org/W6630392081"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"There":[0],"is":[1,28,113,151,168,181],"a":[2,15,71,82,120,142,154,163,184,194,198],"great":[3],"demand":[4],"for":[5,42,47,99,123,193,211],"hands-on":[6],"training":[7],"in":[8,70,90,102,156,187,197],"engineering":[9],"education.":[10],"In":[11,175],"the":[12,33,39,43,65,91,100,110,124,172,179,191,204],"context":[13],"of":[14,36,50,68,85,126,144,165,177],"Massive":[16],"Open":[17],"Online":[18],"Course":[19],"(MOOC),":[20],"assessing":[21],"these":[22],"experiments":[23],"manually":[24],"by":[25,203],"teaching":[26,44],"assistants":[27],"not":[29,56,61,76,114],"possible":[30],"owed":[31],"to":[32,63,87,95,108,152,170],"high":[34],"number":[35],"participants":[37],"and":[38,106,208],"resulting":[40],"workload":[41],"team.":[45],"Systems":[46],"machine-based":[48],"assessment":[49,125,214],"coding":[51,135,218],"tasks":[52],"are":[53,75],"existing,":[54],"but":[55,80],"necessarily":[57],"available":[58,77,98,158],"publicly,":[59],"or":[60,94],"prepared":[62],"handle":[64],"massive":[66],"amount":[67,84],"users":[69],"MOOC.":[72],"Definitely,":[73],"they":[74],"\u201cad":[78],"hoc\u201d,":[79],"require":[81],"certain":[83],"effort":[86,112],"be":[88,96],"integrated":[89],"MOOC":[92,206],"platform":[93],"made":[97],"students":[101],"another":[103],"way.":[104],"Time":[105],"money":[107],"provide":[109],"required":[111],"always":[115],"available.":[116],"This":[117],"work":[118],"presents":[119],"lightweight":[121],"solution":[122,138],"practical":[127,217],"programming":[128],"exercises,":[129],"based":[130,215],"on":[131,216],"third":[132],"party":[133],"online":[134,159,213],"tools.":[136],"The":[137,148],"was":[139],"introduced":[140],"as":[141,190,201],"part":[143],"openHPI's":[145],"Web-Technologies":[146],"course.":[147],"basic":[149],"idea":[150],"prepare":[153],"task":[155],"an":[157],"tool,":[160],"along":[161],"with":[162,183],"piece":[164],"code":[166],"that":[167],"able":[169],"evaluate":[171],"participant's":[173],"solution.":[174],"case":[176],"success":[178],"participant":[180],"provided":[182,202],"password,":[185],"which":[186],"return":[188],"serves":[189],"answer":[192],"fill-in-the-gap":[195],"question":[196],"standard":[199],"quiz":[200],"openHPI":[205],"platform,":[207],"thus":[209],"allows":[210],"automatic":[212],"exercises.":[219]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}