{"id":"https://openalex.org/W1997020823","doi":"https://doi.org/10.1145/2623330.2623377","title":"A system to grade computer programming skills using machine learning","display_name":"A system to grade computer programming skills using machine learning","publication_year":2014,"publication_date":"2014-08-22","ids":{"openalex":"https://openalex.org/W1997020823","doi":"https://doi.org/10.1145/2623330.2623377","mag":"1997020823"},"language":"en","primary_location":{"id":"doi:10.1145/2623330.2623377","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2623330.2623377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM SIGKDD international conference on Knowledge discovery and data mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005744952","display_name":"Shashank Srikant","orcid":"https://orcid.org/0000-0001-7805-6926"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shashank Srikant","raw_affiliation_strings":["ASPIRING MINDS, GURGAON, India"],"affiliations":[{"raw_affiliation_string":"ASPIRING MINDS, GURGAON, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013751231","display_name":"Varun Aggarwal","orcid":"https://orcid.org/0000-0002-0442-5474"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Varun Aggarwal","raw_affiliation_strings":["ASPIRING MINDS, GURGAON, India"],"affiliations":[{"raw_affiliation_string":"ASPIRING MINDS, GURGAON, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5005744952"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5514,"has_fulltext":false,"cited_by_count":99,"citation_normalized_percentile":{"value":0.96534309,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1887","last_page":"1896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7939296960830688},{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.7506593465805054},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6841669678688049},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5927570462226868},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5743793845176697},{"id":"https://openalex.org/keywords/closeness","display_name":"Closeness","score":0.5483267903327942},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.37000107765197754},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2621009945869446}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7939296960830688},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.7506593465805054},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6841669678688049},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5927570462226868},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5743793845176697},{"id":"https://openalex.org/C2779545769","wikidata":"https://www.wikidata.org/wiki/Q5135364","display_name":"Closeness","level":2,"score":0.5483267903327942},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37000107765197754},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2621009945869446},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2623330.2623377","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2623330.2623377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM SIGKDD international conference on Knowledge discovery and data mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W43048615","https://openalex.org/W1561264025","https://openalex.org/W1978474318","https://openalex.org/W1981670962","https://openalex.org/W1991140109","https://openalex.org/W2002043793","https://openalex.org/W2011607672","https://openalex.org/W2012312630","https://openalex.org/W2032210625","https://openalex.org/W2033903049","https://openalex.org/W2089172953","https://openalex.org/W2101234009","https://openalex.org/W2133517430","https://openalex.org/W2144182447","https://openalex.org/W2153635508","https://openalex.org/W2157482436","https://openalex.org/W2187303492","https://openalex.org/W2562162676"],"related_works":["https://openalex.org/W2379153735","https://openalex.org/W2156910174","https://openalex.org/W1995054232","https://openalex.org/W2011510925","https://openalex.org/W1557920161","https://openalex.org/W1556709767","https://openalex.org/W1993023208","https://openalex.org/W4291020658","https://openalex.org/W2046172023","https://openalex.org/W2593813644"],"abstract_inverted_index":{"The":[0,243],"automatic":[1],"evaluation":[2],"of":[3,10,28,37,67,78,81,94,102,153,188,206,221,266],"computer":[4,49],"programs":[5,50],"is":[6,70,226,245],"a":[7,13,45,56,71,86,92,103,118,185,193,210,214,230,263],"nascent":[8],"area":[9],"research":[11],"with":[12,247],"potential":[14],"for":[15,240],"large-scale":[16],"impact.":[17],"Extant":[18],"program":[19,57,84],"assessment":[20],"systems":[21],"score":[22],"mostly":[23],"based":[24,73,146],"on":[25,58],"the":[26,35,38,64,68,79,82,99,108,122,135,143,150,204,207,219,222,227,250],"number":[27],"test-cases":[29],"passed,":[30],"providing":[31],"no":[32],"insight":[33],"into":[34],"competency":[36],"programmer.":[39],"In":[40,52,179],"this":[41,225],"paper,":[42],"we":[43,183],"present":[44],"system":[46,69,208,231],"to":[47,54,85,116,120,181,249,261],"grade":[48,121],"automatically.":[51],"addition":[53,180],"grading":[55,141,147,151,160,191,241],"its":[59],"programming":[60],"practices":[61],"and":[62,148,173,197,238],"complexity,":[63],"key":[65],"kernel":[66],"machine-learning":[72],"algorithm":[74,90],"which":[75,124,259],"determines":[76],"closeness":[77],"logic":[80],"given":[83,104],"correct":[87],"program.":[88],"This":[89],"uses":[91],"set":[93],"highly-informative":[95],"features,":[96],"derived":[97],"from":[98],"abstract":[100],"representations":[101],"program,":[105],"that":[106,134,165],"capture":[107],"program's":[109],"functionality.":[110],"These":[111],"features":[112,168],"are":[113,125],"then":[114],"used":[115,239],"learn":[117],"model":[119],"programs,":[123],"built":[126],"against":[127],"evaluations":[128],"done":[129],"by":[130],"experts.":[131],"We":[132,162,202],"show":[133,164,203],"regression":[136],"models":[137],"provide":[138],"much":[139],"better":[140],"than":[142],"ubiquitous":[144],"test-case-pass":[145],"rivals":[149],"accuracy":[152],"other":[154],"open-response":[155],"problems":[156],"such":[157],"as":[158,192],"essay":[159],".":[161],"also":[163],"our":[166],"novel":[167,186],"add":[169],"significant":[170,264],"value":[171,205],"over":[172],"above":[174],"basic":[175],"keyword/expression":[176],"count":[177],"features.":[178],"this,":[182],"propose":[184],"way":[187],"posing":[189],"computer-program":[190],"one-class":[194],"modeling":[195],"problem":[196],"report":[198],"encouraging":[199],"preliminary":[200],"results.":[201],"through":[209],"case":[211],"study":[212],"in":[213,253],"real-world":[215],"industrial":[216],"deployment.":[217],"To":[218],"best":[220],"authors'":[223],"knowledge,":[224],"first":[228],"time":[229],"using":[232],"machine":[233],"learning":[234],"has":[235],"been":[236],"developed":[237],"programs.":[242],"work":[244],"timely":[246],"regard":[248],"recent":[251],"boom":[252],"Massively":[254],"Online":[255],"Open":[256],"Courseware":[257],"(MOOCs),":[258],"promises":[260],"produce":[262],"amount":[265],"hand-graded":[267],"digitized":[268],"data.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":30},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}