{"id":"https://openalex.org/W4410536214","doi":"https://doi.org/10.1109/kst65016.2025.11003343","title":"Llm-Based Code Comment Summarization: Efficacy Evaluation and Challenges","display_name":"Llm-Based Code Comment Summarization: Efficacy Evaluation and Challenges","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4410536214","doi":"https://doi.org/10.1109/kst65016.2025.11003343"},"language":"en","primary_location":{"id":"doi:10.1109/kst65016.2025.11003343","is_oa":false,"landing_page_url":"https://doi.org/10.1109/kst65016.2025.11003343","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 17th International Conference on Knowledge and Smart Technology (KST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092624163","display_name":"Peeradon Sukkasem","orcid":"https://orcid.org/0009-0000-8359-3558"},"institutions":[{"id":"https://openalex.org/I179193067","display_name":"Khon Kaen University","ror":"https://ror.org/03cq4gr50","country_code":"TH","type":"education","lineage":["https://openalex.org/I179193067"]}],"countries":["TH"],"is_corresponding":true,"raw_author_name":"Peeradon Sukkasem","raw_affiliation_strings":["College of Computing, Khon Kaen University,Department of Computer Science,Khon Kaen,Thailand"],"affiliations":[{"raw_affiliation_string":"College of Computing, Khon Kaen University,Department of Computer Science,Khon Kaen,Thailand","institution_ids":["https://openalex.org/I179193067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048565983","display_name":"Chitsutha Soomlek","orcid":"https://orcid.org/0000-0002-9063-0705"},"institutions":[{"id":"https://openalex.org/I179193067","display_name":"Khon Kaen University","ror":"https://ror.org/03cq4gr50","country_code":"TH","type":"education","lineage":["https://openalex.org/I179193067"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Chitsutha Soomlek","raw_affiliation_strings":["College of Computing, Khon Kaen University,Department of Computer Science,Khon Kaen,Thailand"],"affiliations":[{"raw_affiliation_string":"College of Computing, Khon Kaen University,Department of Computer Science,Khon Kaen,Thailand","institution_ids":["https://openalex.org/I179193067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056073426","display_name":"Chanon Dechsupa","orcid":"https://orcid.org/0000-0001-8441-8962"},"institutions":[{"id":"https://openalex.org/I179193067","display_name":"Khon Kaen University","ror":"https://ror.org/03cq4gr50","country_code":"TH","type":"education","lineage":["https://openalex.org/I179193067"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Chanon Dechsupa","raw_affiliation_strings":["College of Computing, Khon Kaen University,Department of Computer Science,Khon Kaen,Thailand"],"affiliations":[{"raw_affiliation_string":"College of Computing, Khon Kaen University,Department of Computer Science,Khon Kaen,Thailand","institution_ids":["https://openalex.org/I179193067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5092624163"],"corresponding_institution_ids":["https://openalex.org/I179193067"],"apc_list":null,"apc_paid":null,"fwci":5.7199,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95433437,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"335","last_page":"340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8945237398147583},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7407009601593018},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6114510893821716},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.39881521463394165},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2770724296569824}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8945237398147583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7407009601593018},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6114510893821716},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39881521463394165},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2770724296569824},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/kst65016.2025.11003343","is_oa":false,"landing_page_url":"https://doi.org/10.1109/kst65016.2025.11003343","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 17th International Conference on Knowledge and Smart Technology (KST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322335","display_name":"Khon Kaen University","ror":"https://ror.org/03cq4gr50"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2045336717","https://openalex.org/W2130602377","https://openalex.org/W2395955025","https://openalex.org/W2579161546","https://openalex.org/W4388938259","https://openalex.org/W4393930293","https://openalex.org/W4400681112","https://openalex.org/W4402878321","https://openalex.org/W6746101610","https://openalex.org/W6769311223","https://openalex.org/W6769560402","https://openalex.org/W6769627184","https://openalex.org/W6847211317"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W2351187795"],"abstract_inverted_index":{"Numerous":[0],"methodologies":[1],"have":[2],"been":[3],"introduced":[4],"for":[5,194,204],"code":[6,19,58,93,110,116,166,195],"summarization":[7,197],"and":[8,28,41,49,55,72,78,108,128,153,175,187,198],"associated":[9],"activities,":[10],"including":[11],"the":[12,26,38,98,140,150,164,169,179,185,188,202],"utilization":[13],"of":[14,30,37,57,75,100,139,190],"large":[15,102],"language":[16,103,142],"model":[17,171],"(LLM)-based":[18],"summarization,":[20],"to":[21,65,105,114,163],"aid":[22],"software":[23,31,51],"developers":[24,46,81],"in":[25,47,92,178,207],"comprehension":[27,56],"maintenance":[29],"systems.":[32,52],"Code":[33],"comment":[34,196],"is":[35,89],"one":[36],"communication":[39],"channels":[40],"practices":[42],"that":[43,136],"can":[44,60,172],"assist":[45],"developing":[48],"maintaining":[50],"The":[53,132],"interpretation":[54],"comments":[59,111,167],"present":[61],"significant":[62],"challenges":[63],"due":[64],"factors":[66],"such":[67],"as":[68,130],"diverse":[69],"writing":[70],"styles":[71],"varying":[73],"levels":[74],"background":[76],"knowledge":[77],"experience":[79],"among":[80],"within":[82],"a":[83],"team.":[84],"Self-admitted":[85],"technical":[86],"debt":[87],"(SATD)":[88],"commonly":[90],"indicated":[91,135],"comments.":[94],"This":[95],"research":[96],"investigates":[97],"efficacy":[99],"applying":[101],"models":[104],"identify":[106,173],"SATD":[107,113,174,199],"summarize":[109],"containing":[112],"support":[115],"maintenance.":[117],"We":[118],"employed":[119],"three":[120],"widely":[121],"used":[122],"pre-trained":[123,192],"LLMs,":[124],"i.e.,":[125],"BART,":[126],"Flan-T5,":[127],"T5":[129,170],"summarizers.":[131],"experimental":[133],"results":[134],"75":[137],"%":[138],"natural":[141],"summaries":[143,160],"generated":[144,159,180],"by":[145],"BART":[146],"are":[147,161],"readable":[148],"with":[149],"appropriate":[151],"structure":[152],"vocabulary":[154],"used.":[155],"However,":[156],"almost":[157],"all":[158],"irrelevant":[162],"original":[165],"while":[168],"include":[176],"it":[177],"summaries.":[181],"These":[182],"findings":[183],"highlight":[184],"potential":[186],"limitations":[189],"using":[191],"LLMs":[193],"identification,":[200],"paving":[201],"way":[203],"future":[205],"improvements":[206],"this":[208],"domain.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}