{"id":"https://openalex.org/W4397032804","doi":"https://doi.org/10.1145/3664597","title":"Deep Learning for Code Intelligence: Survey, Benchmark and Toolkit","display_name":"Deep Learning for Code Intelligence: Survey, Benchmark and Toolkit","publication_year":2024,"publication_date":"2024-05-18","ids":{"openalex":"https://openalex.org/W4397032804","doi":"https://doi.org/10.1145/3664597"},"language":"en","primary_location":{"id":"doi:10.1145/3664597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664597","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664597","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3664597","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101555948","display_name":"Yao Wan","orcid":"https://orcid.org/0000-0001-6937-4180"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Wan","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China","School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-6937-4180","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005288979","display_name":"Zhangqian Bi","orcid":"https://orcid.org/0000-0003-2257-9052"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangqian Bi","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China","School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2257-9052","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101932345","display_name":"Yang He","orcid":"https://orcid.org/0009-0007-7755-3112"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yang He","raw_affiliation_strings":["Simon Fraser University, Burnaby, Canada"],"raw_orcid":"https://orcid.org/0009-0007-7755-3112","affiliations":[{"raw_affiliation_string":"Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002772137","display_name":"Jianguo Zhang","orcid":"https://orcid.org/0009-0004-6972-4020"},"institutions":[{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianguo Zhang","raw_affiliation_strings":["Salesforce Inc, San Francisco, United States"],"raw_orcid":"https://orcid.org/0009-0004-6972-4020","affiliations":[{"raw_affiliation_string":"Salesforce Inc, San Francisco, United States","institution_ids":["https://openalex.org/I4210155268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412598","display_name":"Hongyu Zhang","orcid":"https://orcid.org/0000-0002-3063-9425"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Zhang","raw_affiliation_strings":["Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-3063-9425","affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053058502","display_name":"Yulei Sui","orcid":"https://orcid.org/0000-0002-9510-6574"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yulei Sui","raw_affiliation_strings":["University of New South Wales, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9510-6574","affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051512158","display_name":"Guandong Xu","orcid":"https://orcid.org/0000-0003-4493-6663"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guandong Xu","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4493-6663","affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China","School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3934-7605","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Yu","raw_affiliation_strings":["University of Illinois at Chicago, Chicago, United States","Department of Computer Science, University of Illinois at Chicago, Chicago, United States"],"raw_orcid":"https://orcid.org/0000-0002-3491-5968","affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago, Chicago, United States","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Chicago, Chicago, United States","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.8542,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.99200174,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"56","issue":"12","first_page":"1","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8767666816711426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6070841550827026},{"id":"https://openalex.org/keywords/kpi-driven-code-analysis","display_name":"KPI-driven code analysis","score":0.5918089151382446},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5549821257591248},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5327872037887573},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5305001735687256},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.51014643907547},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.490742564201355},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.48993033170700073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46061018109321594},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34113845229148865},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3216145932674408},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.29982906579971313},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.26148688793182373},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.22488820552825928},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.14714986085891724}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8767666816711426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6070841550827026},{"id":"https://openalex.org/C121957198","wikidata":"https://www.wikidata.org/wiki/Q14365593","display_name":"KPI-driven code analysis","level":5,"score":0.5918089151382446},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5549821257591248},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5327872037887573},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5305001735687256},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.51014643907547},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.490742564201355},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.48993033170700073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46061018109321594},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34113845229148865},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3216145932674408},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.29982906579971313},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26148688793182373},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22488820552825928},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.14714986085891724},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664597","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664597","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3664597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664597","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664597","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G8363725921","display_name":null,"funder_award_id":"62102157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4397032804.pdf"},"referenced_works_count":104,"referenced_works":["https://openalex.org/W618024573","https://openalex.org/W2308618763","https://openalex.org/W2616956063","https://openalex.org/W2751448157","https://openalex.org/W2754629507","https://openalex.org/W2785362762","https://openalex.org/W2795435272","https://openalex.org/W2806718802","https://openalex.org/W2883359218","https://openalex.org/W2883903648","https://openalex.org/W2887364112","https://openalex.org/W2898764670","https://openalex.org/W2901941771","https://openalex.org/W2905288168","https://openalex.org/W2907705732","https://openalex.org/W2913384275","https://openalex.org/W2913848079","https://openalex.org/W2914675182","https://openalex.org/W2917746498","https://openalex.org/W2951719623","https://openalex.org/W2963935794","https://openalex.org/W2970186524","https://openalex.org/W2973529529","https://openalex.org/W2979566992","https://openalex.org/W2980180246","https://openalex.org/W2981852735","https://openalex.org/W3005598269","https://openalex.org/W3008733198","https://openalex.org/W3013171534","https://openalex.org/W3014820760","https://openalex.org/W3015001695","https://openalex.org/W3016234956","https://openalex.org/W3022049116","https://openalex.org/W3048953475","https://openalex.org/W3080427797","https://openalex.org/W3081159607","https://openalex.org/W3084812981","https://openalex.org/W3086449553","https://openalex.org/W3086481683","https://openalex.org/W3087463410","https://openalex.org/W3093604544","https://openalex.org/W3099636232","https://openalex.org/W3103748122","https://openalex.org/W3107551709","https://openalex.org/W3107793421","https://openalex.org/W3111602563","https://openalex.org/W3116350821","https://openalex.org/W3127736190","https://openalex.org/W3134763859","https://openalex.org/W3160042174","https://openalex.org/W3161071537","https://openalex.org/W3169891698","https://openalex.org/W3183985440","https://openalex.org/W3190338376","https://openalex.org/W3198188208","https://openalex.org/W4206238894","https://openalex.org/W4210499321","https://openalex.org/W4210665681","https://openalex.org/W4221159672","https://openalex.org/W4223598146","https://openalex.org/W4225081837","https://openalex.org/W4287591147","https://openalex.org/W4287668070","https://openalex.org/W4287819720","https://openalex.org/W4287869788","https://openalex.org/W4288089799","https://openalex.org/W4288092382","https://openalex.org/W4288522375","https://openalex.org/W4294560978","https://openalex.org/W4295646147","https://openalex.org/W4303633609","https://openalex.org/W4311558322","https://openalex.org/W4311887664","https://openalex.org/W4312282218","https://openalex.org/W4312731321","https://openalex.org/W4313137049","https://openalex.org/W4361866100","https://openalex.org/W4376167329","https://openalex.org/W4376653844","https://openalex.org/W4379086787","https://openalex.org/W4380993527","https://openalex.org/W4381544455","https://openalex.org/W4381586770","https://openalex.org/W4385571167","https://openalex.org/W4385902209","https://openalex.org/W4386185625","https://openalex.org/W4387724059","https://openalex.org/W4393300436","https://openalex.org/W4394638297","https://openalex.org/W6684821475","https://openalex.org/W6729473122","https://openalex.org/W6737893356","https://openalex.org/W6758975236","https://openalex.org/W6761164592","https://openalex.org/W6769216610","https://openalex.org/W6784021598","https://openalex.org/W6785909334","https://openalex.org/W6786091423","https://openalex.org/W6840466690","https://openalex.org/W6852746770","https://openalex.org/W6852798437","https://openalex.org/W6853517571","https://openalex.org/W6855970221","https://openalex.org/W6910687577"],"related_works":["https://openalex.org/W2904997879","https://openalex.org/W3006945192","https://openalex.org/W1976804602","https://openalex.org/W2390085541","https://openalex.org/W1990888989","https://openalex.org/W656101134","https://openalex.org/W2098629748","https://openalex.org/W2390554102","https://openalex.org/W2909969119","https://openalex.org/W4253147239"],"abstract_inverted_index":{"Code":[0],"intelligence":[1,108,117,171],"leverages":[2],"machine":[3,47],"learning":[4,68,80],"techniques":[5],"to":[6,20,131,151],"extract":[7],"knowledge":[8],"from":[9,44,72],"extensive":[10],"code":[11,39,70,76,93,107,116,123,139,147,170],"corpora,":[12],"with":[13,41,155],"the":[14,22,73,102,114,120,135,145,153,162],"aim":[15],"of":[16,26,75,105,122,134,138,166],"developing":[17],"intelligent":[18],"tools":[19],"improve":[21],"quality":[23],"and":[24,54,82,95,126,148,164,168,182],"productivity":[25],"computer":[27],"programming.":[28],"Currently,":[29],"there":[30],"is":[31],"already":[32],"a":[33,62,128,156],"thriving":[34],"research":[35],"community":[36,154],"focusing":[37],"on":[38,66],"intelligence,":[40,71,94],"efforts":[42],"ranging":[43],"software":[45],"engineering,":[46],"learning,":[48,78,125],"data":[49,149],"mining,":[50],"natural":[51],"language":[52],"processing,":[53],"programming":[55],"languages.":[56],"In":[57,110],"this":[58],"paper,":[59],"we":[60,112,142,176],"conduct":[61],"comprehensive":[63,129],"literature":[64],"review":[65],"deep":[67,79],"for":[69,92,101,185],"aspects":[74],"representation":[77,124],"techniques,":[81],"application":[83],"tasks.":[84],"We":[85],"also":[86,177],"benchmark":[87],"several":[88,180],"state-of-the-art":[89],"neural":[90],"models":[91,118,172],"provide":[96,127,152],"an":[97],"open-source":[98],"toolkit":[99],"tailored":[100],"rapid":[103],"prototyping":[104],"deep-learning-based":[106],"models.":[109],"particular,":[111],"inspect":[113],"existing":[115,167],"under":[119],"basis":[121],"overview":[130],"enhance":[132],"comprehension":[133],"present":[136],"state":[137],"intelligence.":[140],"Furthermore,":[141],"publicly":[143],"release":[144],"source":[146],"resources":[150],"ready-to-use":[157],"benchmark,":[158],"which":[159],"can":[160],"facilitate":[161],"evaluation":[163],"comparison":[165],"future":[169,186],"(https://xcodemind.github.io).":[173],"At":[174],"last,":[175],"point":[178],"out":[179],"challenging":[181],"promising":[183],"directions":[184],"research.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}