{"id":"https://openalex.org/W7126080637","doi":"https://doi.org/10.1109/comcomap68359.2025.11353176","title":"AI-Assisted Code Generation: Semantic and Structural Evaluation on CodeForces C++ Problems","display_name":"AI-Assisted Code Generation: Semantic and Structural Evaluation on CodeForces C++ Problems","publication_year":2025,"publication_date":"2025-12-14","ids":{"openalex":"https://openalex.org/W7126080637","doi":"https://doi.org/10.1109/comcomap68359.2025.11353176"},"language":null,"primary_location":{"id":"doi:10.1109/comcomap68359.2025.11353176","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comcomap68359.2025.11353176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Computing, Communications and IoT Applications (ComComAp)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116815197","display_name":"Hartawan Bahari Mulyadi","orcid":null},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Hartawan Bahari Mulyadi","raw_affiliation_strings":["Institut Teknologi Sepuluh Nopember,Department of Informatics,Surabaya,Indonesia"],"affiliations":[{"raw_affiliation_string":"Institut Teknologi Sepuluh Nopember,Department of Informatics,Surabaya,Indonesia","institution_ids":["https://openalex.org/I166843116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036915662","display_name":"Windi Eka Yulia Retnani","orcid":"https://orcid.org/0000-0001-9433-1107"},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Windi Eka Yulia Retnani","raw_affiliation_strings":["Institut Teknologi Sepuluh Nopember,Department of Informatics,Surabaya,Indonesia"],"affiliations":[{"raw_affiliation_string":"Institut Teknologi Sepuluh Nopember,Department of Informatics,Surabaya,Indonesia","institution_ids":["https://openalex.org/I166843116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077355229","display_name":"Ratih Nur Esti Anggraini","orcid":"https://orcid.org/0000-0002-8631-0979"},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ratih Nur Esti Anggraini","raw_affiliation_strings":["Institut Teknologi Sepuluh Nopember,Department of Informatics,Surabaya,Indonesia"],"affiliations":[{"raw_affiliation_string":"Institut Teknologi Sepuluh Nopember,Department of Informatics,Surabaya,Indonesia","institution_ids":["https://openalex.org/I166843116"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5116815197"],"corresponding_institution_ids":["https://openalex.org/I166843116"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85543612,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"18","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8521000146865845,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8521000146865845,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.020899999886751175,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.012500000186264515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7443000078201294},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.5426999926567078},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4984000027179718},{"id":"https://openalex.org/keywords/structural-complexity","display_name":"Structural complexity","score":0.48500001430511475},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.4490000009536743},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.37940001487731934},{"id":"https://openalex.org/keywords/control-flow","display_name":"Control flow","score":0.37700000405311584},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.37529999017715454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7821000218391418},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7443000078201294},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5608999729156494},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4984000027179718},{"id":"https://openalex.org/C509619924","wikidata":"https://www.wikidata.org/wiki/Q17130757","display_name":"Structural complexity","level":2,"score":0.48500001430511475},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38769999146461487},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C160191386","wikidata":"https://www.wikidata.org/wiki/Q868299","display_name":"Control flow","level":2,"score":0.37700000405311584},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.34769999980926514},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3325999975204468},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.326200008392334},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3149999976158142},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29809999465942383},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2777946921","wikidata":"https://www.wikidata.org/wiki/Q7449044","display_name":"Semantic analysis (machine learning)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C114408938","wikidata":"https://www.wikidata.org/wiki/Q333373","display_name":"Abstract syntax","level":3,"score":0.2766999900341034},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25929999351501465}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comcomap68359.2025.11353176","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comcomap68359.2025.11353176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Computing, Communications and IoT Applications (ComComAp)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2945440850","https://openalex.org/W3127553152","https://openalex.org/W3156410764","https://openalex.org/W3162458462","https://openalex.org/W3216448107","https://openalex.org/W4300711971","https://openalex.org/W4308041401","https://openalex.org/W4308731473","https://openalex.org/W4317214516","https://openalex.org/W4383215759","https://openalex.org/W4387674316","https://openalex.org/W4391974554","https://openalex.org/W4403331667","https://openalex.org/W4404915814","https://openalex.org/W4406461979","https://openalex.org/W4407128986"],"related_works":[],"abstract_inverted_index":{"Reliable":[0],"evaluation":[1,24,50,111],"of":[2,15,37,103,118,141,151],"AI-generated":[3],"programming":[4,92],"code":[5,39,105,154],"remains":[6],"a":[7,48,101,113,139],"critical":[8],"challenge":[9],"due":[10],"to":[11,28],"the":[12,35,84,97,147,158],"dual":[13],"necessity":[14],"ensuring":[16],"semantic":[17,54,122,162],"correctness":[18],"and":[19,74,126,149,163],"maintaining":[20],"structural":[21,61,164],"integrity.":[22],"Existing":[23],"methods":[25],"often":[26],"fail":[27],"capture":[29],"both":[30,146],"these":[31],"aspects":[32],"comprehensively,":[33],"limiting":[34],"understanding":[36],"AI":[38,153],"generation":[40,155],"quality.":[41],"To":[42],"address":[43],"this":[44],"gap,":[45],"we":[46],"propose":[47],"multi-dimensional":[49],"framework":[51],"that":[52],"integrates":[53],"similarity":[55,116],"metrics":[56,131],"derived":[57],"from":[58,96],"CodeBERT":[59,115],"with":[60,135],"complexity":[62,130,136],"analyses":[63],"based":[64],"on":[65,90],"abstract":[66],"syntax":[67],"trees":[68],"(AST),":[69],"program":[70],"dependence":[71],"graphs":[72,77],"(PDG),":[73],"control":[75],"flow":[76],"(CFG).":[78],"Our":[79],"experimental":[80],"setup":[81],"involved":[82],"fine-tuning":[83],"CodeT5":[85],"model":[86],"(220":[87],"million":[88],"parameters)":[89],"232":[91],"language":[93],"problems":[94],"sourced":[95],"CodeForces":[98],"platform,":[99],"generating":[100],"total":[102],"2,320":[104],"samples":[106],"in":[107],"C++":[108],"language.":[109],"Semantic":[110],"revealed":[112],"median":[114,140],"score":[117],"81.53,":[119],"indicating":[120],"consistent":[121],"alignment":[123],"between":[124],"generated":[125],"reference":[127],"codes.":[128],"Structural":[129],"exhibited":[132],"significant":[133],"variability,":[134],"scores":[137],"having":[138],"91.34.":[142],"These":[143],"results":[144],"illuminate":[145],"strengths":[148],"limitations":[150],"current":[152],"models,":[156],"underscoring":[157],"need":[159],"for":[160],"combined":[161],"assessments.":[165]},"counts_by_year":[],"updated_date":"2026-02-01T03:34:12.195049","created_date":"2026-01-30T00:00:00"}