{"id":"https://openalex.org/W7128519862","doi":"https://doi.org/10.3390/computers15020119","title":"Evaluating LLMs for Source Code Generation and Summarization Using Machine Learning Classification and Ranking","display_name":"Evaluating LLMs for Source Code Generation and Summarization Using Machine Learning Classification and Ranking","publication_year":2026,"publication_date":"2026-02-10","ids":{"openalex":"https://openalex.org/W7128519862","doi":"https://doi.org/10.3390/computers15020119"},"language":"en","primary_location":{"id":"doi:10.3390/computers15020119","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15020119","pdf_url":"https://www.mdpi.com/2073-431X/15/2/119/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/15/2/119/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078975935","display_name":"Hussain Mahfoodh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hussain Mahfoodh","raw_affiliation_strings":["Independent Researcher, Manama, Bahrain"],"raw_orcid":"https://orcid.org/0009-0004-6564-5616","affiliations":[{"raw_affiliation_string":"Independent Researcher, Manama, Bahrain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122945633","display_name":"Mustafa Hammad","orcid":null},"institutions":[{"id":"https://openalex.org/I21173400","display_name":"Mutah University","ror":"https://ror.org/008g9ns82","country_code":"JO","type":"education","lineage":["https://openalex.org/I21173400"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Mustafa Hammad","raw_affiliation_strings":["Department of Software Engineering, Mutah University, Mutah 61710, Jordan"],"raw_orcid":"https://orcid.org/0000-0001-6527-5070","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Mutah University, Mutah 61710, Jordan","institution_ids":["https://openalex.org/I21173400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049747496","display_name":"Bassam A. Y. Alqaralleh","orcid":"https://orcid.org/0000-0003-2232-9387"},"institutions":[{"id":"https://openalex.org/I2803079837","display_name":"American University of the Middle East","ror":"https://ror.org/02gqgne03","country_code":"KW","type":"education","lineage":["https://openalex.org/I2803079837"]}],"countries":["KW"],"is_corresponding":false,"raw_author_name":"Bassam A. Y. Alqaralleh","raw_affiliation_strings":["College of Business Administration, American University of the Middle East, Egaila 54200, Kuwait"],"raw_orcid":"https://orcid.org/0000-0003-2232-9387","affiliations":[{"raw_affiliation_string":"College of Business Administration, American University of the Middle East, Egaila 54200, Kuwait","institution_ids":["https://openalex.org/I2803079837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016148367","display_name":"Aymen I. Zreikat","orcid":"https://orcid.org/0000-0003-4900-497X"},"institutions":[{"id":"https://openalex.org/I2803079837","display_name":"American University of the Middle East","ror":"https://ror.org/02gqgne03","country_code":"KW","type":"education","lineage":["https://openalex.org/I2803079837"]}],"countries":["KW"],"is_corresponding":false,"raw_author_name":"Aymen I. Zreikat","raw_affiliation_strings":["College of Engineering and Technology, American University of the Middle East, Egaila 54200, Kuwait"],"raw_orcid":"https://orcid.org/0000-0003-4900-497X","affiliations":[{"raw_affiliation_string":"College of Engineering and Technology, American University of the Middle East, Egaila 54200, Kuwait","institution_ids":["https://openalex.org/I2803079837"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":25.9972,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.98468447,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"15","issue":"2","first_page":"119","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7800999879837036,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7800999879837036,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07970000058412552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.02019999921321869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.7272999882698059},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5181000232696533},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.47369998693466187},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.47119998931884766},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41830000281333923},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.40849998593330383},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.3968999981880188},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.38109999895095825}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7272999882698059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6991000175476074},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6854000091552734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6685000061988831},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5181000232696533},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.47119998931884766},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41830000281333923},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.3968999981880188},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.391400009393692},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.361299991607666},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.3540000021457672},{"id":"https://openalex.org/C187303228","wikidata":"https://www.wikidata.org/wiki/Q867330","display_name":"Cyclomatic complexity","level":3,"score":0.3127000033855438},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29829999804496765},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.28209999203681946},{"id":"https://openalex.org/C124975894","wikidata":"https://www.wikidata.org/wiki/Q7293290","display_name":"Ranking SVM","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2694000005722046},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.25780001282691956}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers15020119","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15020119","pdf_url":"https://www.mdpi.com/2073-431X/15/2/119/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1bfd2cfc4eb044229056d93b3cf0d2cb","is_oa":false,"landing_page_url":"https://doaj.org/article/1bfd2cfc4eb044229056d93b3cf0d2cb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 15, Iss 2, p 119 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers15020119","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15020119","pdf_url":"https://www.mdpi.com/2073-431X/15/2/119/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128519862.pdf","grobid_xml":"https://content.openalex.org/works/W7128519862.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2012380206","https://openalex.org/W2055673278","https://openalex.org/W2738664797","https://openalex.org/W2796524599","https://openalex.org/W3186331246","https://openalex.org/W4393157398","https://openalex.org/W4400606448","https://openalex.org/W4402443961","https://openalex.org/W4404216613","https://openalex.org/W4404799493","https://openalex.org/W4405765960","https://openalex.org/W4409796295","https://openalex.org/W4410487210","https://openalex.org/W4410553207","https://openalex.org/W4411271905","https://openalex.org/W4411551983","https://openalex.org/W4411552177","https://openalex.org/W4412887691","https://openalex.org/W4413186950","https://openalex.org/W4413344240","https://openalex.org/W4413640367","https://openalex.org/W4415584167","https://openalex.org/W4416036952","https://openalex.org/W4416839742","https://openalex.org/W7117152675"],"related_works":[],"abstract_inverted_index":{"The":[0,43,183,213,241,279,290],"recent":[1],"use":[2,81],"of":[3,45,82,131,148,220,295,313],"large":[4],"language":[5],"models":[6,38,164],"(LLMs)":[7],"in":[8,129,311],"code":[9,12,69,71,96,99,132,137,191,224],"generation":[10,97,225],"and":[11,33,73,86,98,116,118,139,180,198,205,248,270,305,317],"summarization":[13,100,192,257],"tasks":[14,54],"has":[15],"been":[16],"widely":[17],"adopted":[18],"by":[19,61,142,195],"the":[20,49,56,80,91,120,157,163,174,206,211,223,228,235,249,272,283,293,307],"software":[21],"engineering":[22],"community.":[23],"New":[24],"LLMs":[25,51,94,111,300],"are":[26,165],"emerging":[27],"regularly":[28],"with":[29,227,286],"improved":[30],"functionalities,":[31],"efficiency,":[32],"expanding":[34],"data":[35],"that":[36],"allow":[37],"to":[39,89,125,189,254,298],"learn":[40],"more":[41],"effectively.":[42],"lack":[44],"guidelines":[46],"for":[47,52,95,222,309,323],"selecting":[48],"right":[50],"coding":[53,122,207,303],"makes":[55],"selection":[57],"a":[58,65,105,146,217,264,287],"subjective":[59],"choice":[60,66],"developers":[62],"rather":[63],"than":[64],"built":[67],"on":[68,108,156,302],"complexity,":[70,133,136],"correctness,":[72],"linguistic":[74],"similarity":[75],"analysis.":[76],"This":[77,102],"research":[78,291],"investigates":[79],"machine":[83,296,320],"learning":[84,297,321],"classification":[85,152],"ranking":[87,185,274,285],"methods":[88],"select":[90,299],"best-suited":[92],"open-source":[93,110],"tasks.":[101],"work":[103],"conducts":[104],"comparison":[106],"experiment":[107,258],"four":[109,237],"(Mistral,":[112],"CodeLlama,":[113],"Gemma":[114,261],"2,":[115],"Phi-3)":[117],"uses":[119],"MBPP":[121],"question":[123],"dataset":[124,315],"analyze":[126],"code-generated":[127,203],"outputs":[128],"terms":[130,312],"maintainability,":[134],"cyclomatic":[135],"structure,":[138],"LLM":[140,202],"perplexity":[141],"collecting":[143],"these":[144],"as":[145],"set":[147],"features.":[149],"An":[150],"SVM":[151],"problem":[153],"is":[154,187,246],"conducted":[155],"highest":[158,229,242,273],"correlated":[159,238],"feature":[160,239],"pairs,":[161],"where":[162],"evaluated":[166],"through":[167],"performance":[168],"metrics,":[169],"including":[170],"accuracy,":[171,314],"area":[172],"under":[173],"ROC":[175],"curve":[176],"(AUC),":[177],"precision,":[178],"recall,":[179],"F1":[181],"scores.":[182],"RankNet":[184,266],"methodology":[186],"used":[188,209],"evaluate":[190],"model":[193,281],"capabilities":[194],"measuring":[196],"ROUGE":[197],"BERTScore":[199],"accuracies":[200],"between":[201],"summaries":[204],"questions":[208],"from":[210],"dataset.":[212],"study":[214],"results":[215,259],"show":[216,260],"maximum":[218],"accuracy":[219],"49%":[221],"experiment,":[226],"AUC":[230],"score":[231,244,251],"reaching":[232],"86%":[233],"among":[234,276],"top":[236],"pairs.":[240],"precision":[243],"reached":[245,252,275],"90%,":[247],"recall":[250],"up":[253],"92%.":[255],"Code":[256],"2":[262],"scored":[263],"1.93":[265],"win":[267],"probability":[268],"score,":[269],"represented":[271],"other":[277,319,324],"models.":[278],"phi3":[280],"was":[282],"second-highest":[284],"1.66":[288],"score.":[289],"highlights":[292],"potential":[294],"based":[301],"metrics":[304],"paves":[306],"way":[308],"advancements":[310],"diversity,":[316],"exploring":[318],"algorithms":[322],"researchers.":[325]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-11T00:00:00"}