{"id":"https://openalex.org/W4392293733","doi":"https://doi.org/10.1007/s40747-024-01373-8","title":"Leveraging pre-trained language models for code generation","display_name":"Leveraging pre-trained language models for code generation","publication_year":2024,"publication_date":"2024-02-29","ids":{"openalex":"https://openalex.org/W4392293733","doi":"https://doi.org/10.1007/s40747-024-01373-8"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-024-01373-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01373-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01373-8.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01373-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081981515","display_name":"Ahmed Soliman","orcid":"https://orcid.org/0000-0003-4752-3557"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]},{"id":"https://openalex.org/I184834183","display_name":"Al-Azhar University","ror":"https://ror.org/05fnp1145","country_code":"EG","type":"education","lineage":["https://openalex.org/I184834183"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Ahmed Soliman","raw_affiliation_strings":["Department of Computer Engineering, Al-Azhar University, Nasr City, Egypt","Department of Computer Engineering, Cairo University, Giza, Egypt"],"raw_orcid":"https://orcid.org/0000-0003-4752-3557","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Al-Azhar University, Nasr City, Egypt","institution_ids":["https://openalex.org/I184834183"]},{"raw_affiliation_string":"Department of Computer Engineering, Cairo University, Giza, Egypt","institution_ids":["https://openalex.org/I145487455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005159397","display_name":"Samir I. Shaheen","orcid":"https://orcid.org/0000-0002-2449-6130"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Samir Shaheen","raw_affiliation_strings":["Department of Computer Engineering, Cairo University, Giza, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Cairo University, Giza, Egypt","institution_ids":["https://openalex.org/I145487455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021627580","display_name":"Mayada Hadhoud","orcid":"https://orcid.org/0000-0002-2215-5594"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]},{"id":"https://openalex.org/I4210150948","display_name":"Zewail City of Science and Technology","ror":"https://ror.org/04w5f4y88","country_code":"EG","type":"education","lineage":["https://openalex.org/I4210150948"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mayada Hadhoud","raw_affiliation_strings":["Department of Computer Engineering, Cairo University, Giza, Egypt","School of Computational Sciences and Artificial Intelligence (CSAI), Zewail City of Science and Technology, 6th of October City, Giza, 12578, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Cairo University, Giza, Egypt","institution_ids":["https://openalex.org/I145487455"]},{"raw_affiliation_string":"School of Computational Sciences and Artificial Intelligence (CSAI), Zewail City of Science and Technology, 6th of October City, Giza, 12578, Egypt","institution_ids":["https://openalex.org/I4210150948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081981515"],"corresponding_institution_ids":["https://openalex.org/I145487455","https://openalex.org/I184834183"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":9.698,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.97866282,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"3","first_page":"3955","last_page":"3980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8269518613815308},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.6892662048339844},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5636814832687378},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.535440981388092},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5135424137115479},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.509935736656189},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4829201400279999},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4668707549571991},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4541946053504944},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4341288208961487},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.42973315715789795},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4156954884529114},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4044390022754669},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3501025438308716},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32241055369377136},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.26315146684646606},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.18508118391036987},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.14597639441490173}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8269518613815308},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.6892662048339844},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5636814832687378},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.535440981388092},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5135424137115479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.509935736656189},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4829201400279999},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4668707549571991},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4541946053504944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4341288208961487},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.42973315715789795},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4156954884529114},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4044390022754669},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3501025438308716},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32241055369377136},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.26315146684646606},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.18508118391036987},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.14597639441490173},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-024-01373-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01373-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01373-8.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:52353da9cb7f4f27bc3cea23e9a5fd3a","is_oa":true,"landing_page_url":"https://doaj.org/article/52353da9cb7f4f27bc3cea23e9a5fd3a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 10, Iss 3, Pp 3955-3980 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-024-01373-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01373-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01373-8.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4099999964237213}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321148","display_name":"Cairo University","ror":"https://ror.org/03q21mh05"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392293733.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W2060610732","https://openalex.org/W2133708976","https://openalex.org/W2757361303","https://openalex.org/W2890867094","https://openalex.org/W2919115771","https://openalex.org/W2949215742","https://openalex.org/W2962728167","https://openalex.org/W2962739339","https://openalex.org/W2962936887","https://openalex.org/W2963026768","https://openalex.org/W2963617989","https://openalex.org/W2963675284","https://openalex.org/W2963794306","https://openalex.org/W2964165364","https://openalex.org/W2964194820","https://openalex.org/W2964325845","https://openalex.org/W2970490744","https://openalex.org/W2997847174","https://openalex.org/W3034976548","https://openalex.org/W3034999214","https://openalex.org/W3036120435","https://openalex.org/W3087300239","https://openalex.org/W3104415840","https://openalex.org/W3105388824","https://openalex.org/W3126095862","https://openalex.org/W3156012351","https://openalex.org/W3173485235","https://openalex.org/W3174199721","https://openalex.org/W3184995367","https://openalex.org/W3202039224","https://openalex.org/W3202957193","https://openalex.org/W4200204829","https://openalex.org/W4206825193","https://openalex.org/W4212788259","https://openalex.org/W4236265809","https://openalex.org/W4284696121","https://openalex.org/W4285108092","https://openalex.org/W4309700390","https://openalex.org/W4317042421","https://openalex.org/W4321013654","https://openalex.org/W4362733573","https://openalex.org/W4386570903","https://openalex.org/W4386576744","https://openalex.org/W4389386718","https://openalex.org/W6600466347"],"related_works":["https://openalex.org/W2904997879","https://openalex.org/W2344367508","https://openalex.org/W1997548934","https://openalex.org/W3122369893","https://openalex.org/W2097696338","https://openalex.org/W2969773072","https://openalex.org/W2909969119","https://openalex.org/W4389600167","https://openalex.org/W4285169523","https://openalex.org/W2020439121"],"abstract_inverted_index":{"Abstract":[0],"Code":[1],"assistance":[2,48],"refers":[3],"to":[4,13,82,151,157,166],"the":[5,17,80,116,137,159,186,198,209],"utilization":[6],"of":[7,19,75,139,161,217,224,234,241,246],"various":[8,52,130],"tools,":[9],"techniques,":[10],"and":[11,40,59,65,89,113,146,148,173,184,206,219,236],"models":[12,69,101,109,123,141,165],"help":[14],"developers":[15,79],"in":[16,34,51,129,175],"process":[18],"software":[20],"development.":[21],"As":[22],"coding":[23,45,92,178],"tasks":[24],"become":[25],"increasingly":[26],"complex,":[27],"code":[28,55,61,76,87,103,168,203],"assistant":[29],"plays":[30],"a":[31,42,213,231],"pivotal":[32],"role":[33],"enhancing":[35],"developer":[36],"productivity,":[37],"reducing":[38],"errors,":[39],"facilitating":[41],"more":[43],"efficient":[44],"workflow.":[46],"This":[47],"can":[49],"manifest":[50],"forms,":[53],"including":[54],"autocompletion,":[56],"error":[57,182],"detection":[58],"correction,":[60],"generation,":[62,169],"documentation":[63],"support,":[64],"context-aware":[66],"suggestions.":[67],"Language":[68,119],"have":[70],"emerged":[71],"as":[72],"integral":[73],"components":[74],"assistance,":[77],"offering":[78,170],"capability":[81],"receive":[83],"intelligent":[84],"suggestions,":[85],"generate":[86],"snippets,":[88],"enhance":[90],"overall":[91],"proficiency.":[93],"In":[94],"this":[95,247],"paper,":[96],"we":[97],"propose":[98],"new":[99],"hybrid":[100],"for":[102],"generation":[104,204],"by":[105],"leveraging":[106],"pre-trained":[107,162],"language":[108,132,164],"BERT,":[110],"RoBERTa,":[111],"ELECTRA,":[112],"LUKE":[114],"with":[115,197],"Marian":[117,199],"Causal":[118],"Model.":[120],"Selecting":[121],"these":[122,140,193],"based":[124],"on":[125,142,226,243],"their":[126],"strong":[127],"performance":[128,138],"natural":[131],"processing":[133],"tasks.":[134],"We":[135,155],"evaluate":[136],"two":[143],"datasets":[144],"CoNaLa":[145],"DJANGO":[147],"compare":[149],"them":[150],"existing":[152],"state-of-the-art":[153],"models.":[154],"aim":[156],"investigate":[158],"potential":[160],"transformer":[163],"revolutionize":[167],"improved":[171],"precision":[172],"efficiency":[174],"navigating":[176],"complex":[177],"scenarios.":[179],"Additionally,":[180],"conducting":[181],"analysis":[183],"refining":[185],"generated":[187],"code.":[188],"Our":[189],"results":[190],"show":[191],"that":[192],"models,":[194],"when":[195],"combined":[196],"Decoder,":[200],"significantly":[201],"improve":[202],"accuracy":[205,223,240],"efficiency.":[207],"Notably,":[208],"RoBERTaMarian":[210],"model":[211],"achieved":[212],"maximum":[214],"BLEU":[215,232],"score":[216,233],"35.74":[218],"an":[220,237],"exact":[221,238],"match":[222,239],"13.8%":[225],"CoNaLa,":[227],"while":[228],"LUKE-Marian":[229],"attained":[230],"89.34":[235],"78.50%":[242],"DJANGO.":[244],"Implementation":[245],"work":[248],"is":[249],"available":[250],"at":[251],"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation":[252],".":[253]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2026-01-24T23:23:39.755997","created_date":"2025-10-10T00:00:00"}