{"id":"https://openalex.org/W4400410372","doi":"https://doi.org/10.1109/educon60312.2024.10578853","title":"As Secure as Dangerous Can Be: Considerations for Secure Auto-Graders in the Context of MOOCs","display_name":"As Secure as Dangerous Can Be: Considerations for Secure Auto-Graders in the Context of MOOCs","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4400410372","doi":"https://doi.org/10.1109/educon60312.2024.10578853"},"language":"en","primary_location":{"id":"doi:10.1109/educon60312.2024.10578853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon60312.2024.10578853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004735343","display_name":"Sebastian Serth","orcid":"https://orcid.org/0000-0003-1236-6600"},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]},{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sebastian Serth","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam,Potsdam,Germany"],"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam,Potsdam,Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016304707","display_name":"Daniel K\u00f6hler","orcid":null},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]},{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel K\u00f6hler","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam,Potsdam,Germany"],"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam,Potsdam,Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102919398","display_name":"Christoph Meinel","orcid":"https://orcid.org/0000-0002-3410-3193"},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]},{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Meinel","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam,Potsdam,Germany"],"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam,Potsdam,Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004735343"],"corresponding_institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0984523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.7196000218391418,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.7196000218391418,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.6863999962806702,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.6656000018119812,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7126844525337219},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6928540468215942},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6356066465377808},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.52326500415802},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3476543426513672}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7126844525337219},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6928540468215942},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6356066465377808},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.52326500415802},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3476543426513672},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/educon60312.2024.10578853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon60312.2024.10578853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1857743749","https://openalex.org/W1975978652","https://openalex.org/W2010769455","https://openalex.org/W2048457218","https://openalex.org/W2054127354","https://openalex.org/W2170478581","https://openalex.org/W2326454698","https://openalex.org/W2748690817","https://openalex.org/W2808994512","https://openalex.org/W2915684507","https://openalex.org/W2946019344","https://openalex.org/W3047803779","https://openalex.org/W3108563174","https://openalex.org/W3111397039","https://openalex.org/W3170842884","https://openalex.org/W4213421742","https://openalex.org/W4242704962","https://openalex.org/W4249210890","https://openalex.org/W4388071870","https://openalex.org/W6642788505","https://openalex.org/W6769329383","https://openalex.org/W6780561386","https://openalex.org/W6804348206"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"In":[0,66],"the":[1,24,46,91,103,132,138,166,173,181,207,212,223],"context":[2,47,224],"of":[3,48,83,93,152,175,184,209,225],"programming":[4],"education,":[5],"so-called":[6],"auto-graders":[7,41,210],"allow":[8],"learners":[9,170],"to":[10,118,155,205],"receive":[11],"automated":[12],"feedback":[13],"on":[14],"their":[15,176,215],"submissions.":[16],"Because":[17],"assessing":[18],"learners'":[19,25],"code":[20,95],"typically":[21],"involves":[22],"executing":[23],"untrusted":[26,94],"code,":[27],"this":[28,67],"commonly":[29],"used":[30,78],"mechanism":[31],"poses":[32],"a":[33,115,125,190],"significant":[34],"security":[35,61,99,107,116,140,167,208],"risk":[36],"for":[37,142,148,199],"these":[38,159],"systems.":[39,157],"Since":[40],"are":[42,63],"mostly":[43],"employed":[44],"in":[45,79,87,160,211,217,222],"large-scale":[49],"learning":[50],"environments,":[51],"such":[52,188],"as":[53,189],"universities":[54],"or":[55,221],"Massive":[56],"Open":[57],"Online":[58],"Courses":[59],"(MOOCs),":[60],"considerations":[62],"especially":[64],"important.":[65],"paper,":[68],"we":[69,112,195],"first":[70],"introduce":[71],"our":[72,120],"auto-grader":[73,121,156,162],"CodeOcean,":[74],"which":[75],"is":[76,109],"regularly":[77],"MOOCs":[80],"with":[81,114],"thousands":[82],"active":[84],"learners,":[85],"and":[86,134,168,202],"university":[88],"contexts.":[89],"As":[90],"execution":[92],"can":[96,164],"entail":[97],"severe":[98],"implications,":[100],"ensuring":[101],"that":[102],"application":[104],"contains":[105],"no":[106],"vulnerabilities":[108],"essential.":[110],"Hence,":[111],"partnered":[113],"consultancy":[117],"assess":[119],"system":[122,163,192,203],"landscape":[123],"through":[124],"professional":[126],"penetration":[127],"test.":[128],"This":[129],"work":[130],"presents":[131],"findings":[133],"countermeasures":[135],"resulting":[136],"from":[137,171],"performed":[139],"analysis":[141],"CodeOcean.":[143],"We":[144,178],"contextualize":[145],"overarching":[146],"enhancements":[147],"three":[149],"main":[150],"categories":[151],"threat":[153],"vectors":[154],"Implementing":[158],"any":[161],"improve":[165,206],"prevent":[169],"manipulating":[172],"assessment":[174],"code.":[177],"also":[179],"discuss":[180],"potential":[182],"consequences":[183],"hardening":[185],"an":[186],"auto-grader,":[187],"reduced":[191],"performance.":[193],"Therewith,":[194],"provide":[196],"valuable":[197],"recommendations":[198],"educators,":[200],"researchers,":[201],"designers":[204],"future,":[213],"supporting":[214],"usage":[216],"even":[218],"larger":[219],"settings":[220],"exams.":[226]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}