{"id":"https://openalex.org/W7124911494","doi":"https://doi.org/10.1109/aiware69974.2025.00025","title":"Judge the Votes: a System to Classify Bug Reports and Give Suggestions","display_name":"Judge the Votes: a System to Classify Bug Reports and Give Suggestions","publication_year":2025,"publication_date":"2025-11-19","ids":{"openalex":"https://openalex.org/W7124911494","doi":"https://doi.org/10.1109/aiware69974.2025.00025"},"language":null,"primary_location":{"id":"doi:10.1109/aiware69974.2025.00025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiware69974.2025.00025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 2nd IEEE/ACM International Conference on AI-powered Software (AIware)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058865207","display_name":"Emre Din\u00e7","orcid":"https://orcid.org/0000-0002-1838-4044"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Emre Din\u00e7","raw_affiliation_strings":["Bilkent University,Department of Computer Engineering,Ankara,T&#x00FC;rkiye"],"affiliations":[{"raw_affiliation_string":"Bilkent University,Department of Computer Engineering,Ankara,T&#x00FC;rkiye","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5093220032","display_name":"Eray T\u00fcz\u00fcn","orcid":null},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Eray T\u00fcz\u00fcn","raw_affiliation_strings":["Bilkent University,Department of Computer Engineering,Ankara,T&#x00FC;rkiye"],"affiliations":[{"raw_affiliation_string":"Bilkent University,Department of Computer Engineering,Ankara,T&#x00FC;rkiye","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5058865207"],"corresponding_institution_ids":["https://openalex.org/I168864056"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.8380397,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8188999891281128,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8188999891281128,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.019899999722838402,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.017899999395012856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6097999811172485},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.41260001063346863},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4018000066280365},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.39480000734329224},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.39149999618530273},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.36800000071525574},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3537999987602234},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3467000126838684}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6815000176429749},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6097999811172485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4742000102996826},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4169999957084656},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4018000066280365},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39149999618530273},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3862000107765198},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.36800000071525574},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3537999987602234},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3508000075817108},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3467000126838684},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3294999897480011},{"id":"https://openalex.org/C2777946921","wikidata":"https://www.wikidata.org/wiki/Q7449044","display_name":"Semantic analysis (machine learning)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28200000524520874},{"id":"https://openalex.org/C191727507","wikidata":"https://www.wikidata.org/wiki/Q24346","display_name":"Software regression","level":5,"score":0.2816999852657318},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.27900001406669617},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aiware69974.2025.00025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiware69974.2025.00025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 2nd IEEE/ACM International Conference on AI-powered Software (AIware)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2139270835","https://openalex.org/W2146335723","https://openalex.org/W2149684865","https://openalex.org/W2167055186","https://openalex.org/W2738866524","https://openalex.org/W2767106145","https://openalex.org/W2887004133","https://openalex.org/W2916904544","https://openalex.org/W2952482610","https://openalex.org/W2979682917","https://openalex.org/W2979826702","https://openalex.org/W3142566747","https://openalex.org/W3173954987","https://openalex.org/W3199467273","https://openalex.org/W4213009331","https://openalex.org/W4214889110","https://openalex.org/W4380568674","https://openalex.org/W4389162178","https://openalex.org/W4400224506","https://openalex.org/W4401885210","https://openalex.org/W4409627738"],"related_works":[],"abstract_inverted_index":{"Context:":[0],"A":[1],"large":[2],"number":[3],"of":[4,38,65,90,132,136,177,236],"bug":[5,32,42,59,78,94],"reports":[6,33,79],"are":[7,25],"submitted":[8],"in":[9,125],"software":[10],"projects":[11],"on":[12,103],"a":[13,35,51,108,190],"daily":[14],"basis,":[15],"examined":[16],"manually":[17],"by":[18,113],"practitioners":[19],"to":[20,69,76,85,118,162,201,215],"determine":[21,86],"if":[22],"code":[23],"changes":[24],"needed":[26],"(valid)":[27],"or":[28,82],"not":[29,220,269],"(invalid).":[30],"Invalid":[31],"cause":[34],"great":[36],"waste":[37],"resources,":[39],"thus":[40],"automated":[41],"report":[43,60,95],"classification":[44],"is":[45,68,150],"widely":[46],"studied.":[47],"However,":[48],"there":[49],"exists":[50],"gap":[52],"using":[53],"LLMs":[54,92,187,260],"and":[55,73,84,88,106,142,155,250],"prompting":[56,206],"techniques":[57],"for":[58,93,253],"classification.":[61,96,126,256],"Objective:":[62],"The":[63],"aim":[64],"this":[66],"study":[67],"apply":[70],"various":[71],"LLM":[72,123,148,209,228],"ML":[74],"methods":[75],"classify":[77],"as":[80],"valid":[81],"invalid,":[83],"strengths":[87],"weaknesses":[89],"the":[91,104,115,130,133,137,146,164,171,212,222,247,266],"Method:":[97],"We":[98],"trained":[99],"machine":[100],"learning":[101],"models":[102,139,156],"dataset,":[105],"established":[107],"retrieval":[109],"augmented":[110],"generation":[111],"pipeline":[112,229],"indexing":[114],"training":[116],"data":[117],"see":[119],"how":[120],"it":[121,144],"affects":[122],"performance":[124,131],"Lastly,":[127],"we":[128,140],"compared":[129,143],"majority":[134],"vote":[135],"three":[138],"chose":[141],"with":[145,153,168,193,259],"Judge":[147,227],"which":[149],"provided":[151],"both":[152],"examples":[154],"votes.":[157],"Results:":[158],"Fine-tuned":[159],"transformers":[160],"proved":[161],"be":[163],"most":[165,248],"effective":[166],"classifiers,":[167],"RoBERTa":[169],"achieving":[170],"highest":[172],"<tex":[173,178,194,232],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[174,179,195,233],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathbf{F}_{1}$</tex>":[175,196,234],"score":[176,214,235],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathbf{0.":[180],"9":[181],"0":[182],"9}$</tex>.":[183],"In":[184],"contrast,":[185],"zero-shot":[186],"have":[188],"shown":[189],"poor":[191],"performance,":[192,210,264],"scores":[197,267],"ranging":[198],"from":[199],"0.531":[200],"0.737.":[202],"Although":[203],"RAG-based":[204],"few-shot":[205],"significantly":[207],"boosted":[208],"lifting":[211],"top":[213,272],"0.815,":[216],"they":[217],"still":[218],"did":[219],"surpass":[221,270],"finetuned":[223],"models.":[224,274],"Finally,":[225],"our":[226,271],"yielded":[230],"an":[231],"0.871.":[237],"Conclusions:":[238],"Our":[239],"evaluation":[240],"confirms":[241],"that":[242],"fine-tuned":[243,273],"semantic":[244],"classifiers":[245],"remain":[246],"cost-effective":[249],"highest-accuracy":[251],"solution":[252],"binary":[254],"bug-report":[255],"Using":[257],"RAG":[258],"substantially":[261],"improves":[262],"model":[263],"although":[265],"do":[268]},"counts_by_year":[],"updated_date":"2026-01-21T23:35:09.540996","created_date":"2026-01-21T00:00:00"}