{"id":"https://openalex.org/W4415746226","doi":"https://doi.org/10.1109/icsme64153.2025.00093","title":"Towards Proficiency Assessment Through Code","display_name":"Towards Proficiency Assessment Through Code","publication_year":2025,"publication_date":"2025-09-07","ids":{"openalex":"https://openalex.org/W4415746226","doi":"https://doi.org/10.1109/icsme64153.2025.00093"},"language":null,"primary_location":{"id":"doi:10.1109/icsme64153.2025.00093","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00093","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064943164","display_name":"Ruksit Rojpaisarnkit","orcid":"https://orcid.org/0000-0003-1263-5903"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Ruksit Rojpaisarnkit","raw_affiliation_strings":["Nara Institute of Science and Technology,Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011588138","display_name":"Kenichi Matsumoto","orcid":"https://orcid.org/0000-0002-7418-9323"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kenichi Matsumoto","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5064943164"],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4702381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"860","last_page":"864"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6003000140190125,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6003000140190125,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.16349999606609344,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.04809999838471413,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.7401000261306763},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.6272000074386597},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5083000063896179},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4952000081539154},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.4912000000476837},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.43779999017715454},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4032000005245209},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.38019999861717224},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.3758000135421753}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.762499988079071},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.7401000261306763},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.6272000074386597},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5910000205039978},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5083000063896179},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4952000081539154},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.4912000000476837},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.43779999017715454},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42829999327659607},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38119998574256897},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.3758000135421753},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.32269999384880066},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.289900004863739},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2655999958515167},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsme64153.2025.00093","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00093","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1555168845","https://openalex.org/W2131681506","https://openalex.org/W2898514735","https://openalex.org/W2997237488","https://openalex.org/W3095569994","https://openalex.org/W4312242508","https://openalex.org/W4312314758","https://openalex.org/W4394745423","https://openalex.org/W4394769099","https://openalex.org/W4405602127"],"related_works":[],"abstract_inverted_index":{"In":[0],"an":[1,140],"era":[2],"increasingly":[3],"shaped":[4],"by":[5,47,51],"generative":[6],"AI,":[7],"code":[8,26,86,94,182,188],"understanding":[9],"remains":[10],"a":[11,60,123,152],"critical":[12],"foundation":[13],"for":[14,92,127],"ensuring":[15],"software":[16,177],"quality,":[17],"reliability,":[18],"and":[19,36,104,147,160,171,185],"maintainability.":[20],"While":[21],"AI":[22],"systems":[23],"can":[24],"accelerate":[25],"generation,":[27],"developers":[28],"still":[29],"face":[30],"substantial":[31],"challenges":[32],"in":[33,63,111,144,175,180],"comprehending,":[34],"debugging,":[35],"effectively":[37],"integrating":[38],"the":[39,52,120,129],"resulting":[40],"artifacts.":[41],"Code":[42],"proficiency,":[43],"defined":[44],"not":[45],"only":[46],"comprehension":[48],"but":[49],"also":[50],"ability":[53],"to":[54,83,85,118,133,150,157,189],"write":[55],"efficient,":[56],"idiomatic":[57],"code,":[58],"plays":[59],"central":[61],"role":[62],"addressing":[64],"these":[65],"challenges.":[66],"Existing":[67],"tools,":[68],"such":[69],"as":[70],"those":[71],"assigning":[72],"CEFR-based":[73],"levels,":[74],"which":[75],"outline":[76],"six":[77],"levels":[78,131],"of":[79,122],"proficiency":[80,130,154,191],"from":[81,107],"A1":[82],"C2,":[84],"constructs":[87],"that":[88],"offer":[89],"initial":[90],"frameworks":[91],"assessing":[93],"difficulty.":[95],"However,":[96],"their":[97],"manually":[98],"derived":[99],"classifications":[100],"lack":[101],"empirical":[102],"validation":[103],"often":[105],"diverge":[106],"pedagogical":[108],"progressions":[109],"found":[110],"computer":[112],"science":[113],"textbooks.":[114],"This":[115],"research":[116],"seeks":[117],"address":[119],"absence":[121],"standardized,":[124],"data-driven":[125],"metric":[126,155],"determining":[128],"required":[132],"understand":[134],"specific":[135],"programming":[136],"elements.":[137],"We":[138],"propose":[139],"automated":[141],"framework":[142],"grounded":[143],"textbook":[145],"analysis":[146],"clustering":[148],"techniques":[149],"establish":[151],"scalable":[153],"applicable":[156],"both":[158],"human-written":[159],"AI-generated":[161,187],"code.":[162],"Preliminary":[163],"findings":[164],"reveal":[165],"strong":[166],"alignment":[167],"with":[168],"educational":[169],"sequencing":[170],"suggest":[172],"promising":[173],"applications":[174],"AI-assisted":[176],"development,":[178],"particularly":[179],"enhancing":[181],"review":[183],"workflows":[184],"tailoring":[186],"developers'":[190],"levels.":[192]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-31T00:00:00"}