{"id":"https://openalex.org/W7117159712","doi":"https://doi.org/10.1145/3756681.3756982","title":"LLM Vs Rule-Based - The COBRAIN Tool and An Empirical Study on Extracting Business Rules from COBOL","display_name":"LLM Vs Rule-Based - The COBRAIN Tool and An Empirical Study on Extracting Business Rules from COBOL","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W7117159712","doi":"https://doi.org/10.1145/3756681.3756982"},"language":null,"primary_location":{"id":"doi:10.1145/3756681.3756982","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3756681.3756982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121220238","display_name":"Chiranjeevi B S","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109292","display_name":"Indian Institute of Technology Tirupati","ror":"https://ror.org/01xtkxh20","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210109292"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Chiranjeevi B S","raw_affiliation_strings":["Computer Science and Engineering, Indian Institute of Technology Tirupati, Tirupati, India"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Indian Institute of Technology Tirupati, Tirupati, India","institution_ids":["https://openalex.org/I4210109292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042924610","display_name":"Sridhar Chimalakonda","orcid":"https://orcid.org/0000-0003-0818-8178"},"institutions":[{"id":"https://openalex.org/I4210109292","display_name":"Indian Institute of Technology Tirupati","ror":"https://ror.org/01xtkxh20","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210109292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sridhar Chimalakonda","raw_affiliation_strings":["Computer Science and Engineering, Indian Institute of Technology Tirupati, Tirupati, India"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Indian Institute of Technology Tirupati, Tirupati, India","institution_ids":["https://openalex.org/I4210109292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5121220238"],"corresponding_institution_ids":["https://openalex.org/I4210109292"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.7747139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"294","last_page":"304"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.44190001487731934,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.44190001487731934,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.11219999939203262,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.10419999808073044,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cobol","display_name":"COBOL","score":0.9753999710083008},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.6031000018119812},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5130000114440918},{"id":"https://openalex.org/keywords/business-rule","display_name":"Business rule","score":0.5098000168800354},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4839000105857849},{"id":"https://openalex.org/keywords/workforce","display_name":"Workforce","score":0.3668000102043152},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.35100001096725464},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.350600004196167}],"concepts":[{"id":"https://openalex.org/C128595289","wikidata":"https://www.wikidata.org/wiki/Q131140","display_name":"COBOL","level":2,"score":0.9753999710083008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086000084877014},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.6031000018119812},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5921000242233276},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5130000114440918},{"id":"https://openalex.org/C11066294","wikidata":"https://www.wikidata.org/wiki/Q1518244","display_name":"Business rule","level":4,"score":0.5098000168800354},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4839000105857849},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4169999957084656},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.3668000102043152},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C177688676","wikidata":"https://www.wikidata.org/wiki/Q7449106","display_name":"Semantics of Business Vocabulary and Business Rules","level":5,"score":0.3458999991416931},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32850000262260437},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C193669473","wikidata":"https://www.wikidata.org/wiki/Q5001867","display_name":"Business domain","level":5,"score":0.2903999984264374},{"id":"https://openalex.org/C2985179714","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Work flow","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C2779529714","wikidata":"https://www.wikidata.org/wiki/Q2632744","display_name":"Graduation (instrument)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2563999891281128},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3756681.3756982","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3756681.3756982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W186045649","https://openalex.org/W1983912214","https://openalex.org/W2009734583","https://openalex.org/W2042816544","https://openalex.org/W2055977229","https://openalex.org/W2076223667","https://openalex.org/W2082372845","https://openalex.org/W2092013815","https://openalex.org/W2095043299","https://openalex.org/W2102004391","https://openalex.org/W2113736511","https://openalex.org/W2115690623","https://openalex.org/W2122744310","https://openalex.org/W2131468624","https://openalex.org/W2134094511","https://openalex.org/W2168633587","https://openalex.org/W2175084325","https://openalex.org/W2293624369","https://openalex.org/W2569153002","https://openalex.org/W2761802897","https://openalex.org/W2951406687","https://openalex.org/W2953974721","https://openalex.org/W3090913539","https://openalex.org/W3158873267","https://openalex.org/W4210512919","https://openalex.org/W4211107156","https://openalex.org/W4211196262","https://openalex.org/W4213108923","https://openalex.org/W4231565704","https://openalex.org/W4312338304","https://openalex.org/W4313547549","https://openalex.org/W4392240262","https://openalex.org/W4394745423","https://openalex.org/W4395105071","https://openalex.org/W4396242417","https://openalex.org/W4400268471","https://openalex.org/W4402034755","https://openalex.org/W4402665833"],"related_works":[],"abstract_inverted_index":{"As":[0],"the":[1,89,162,199],"veteran":[2],"workforce":[3],"retires,":[4],"COBOL":[5,59,82,103],"mainframes":[6],"are":[7,20],"getting":[8],"harder":[9,21],"to":[10,22,30,40,55,75,87,132,160,192,211],"understand.":[11],"These":[12],"codes,":[13],"most":[14],"of":[15,91,141,168,173,184,196],"which":[16,66],"lack":[17],"proper":[18],"documentation,":[19,146],"understand":[23],"by":[24,130],"novice":[25],"programmers.":[26],"It":[27,179],"becomes":[28],"essential":[29],"extract":[31,56,76],"Business":[32],"Rules":[33],"(BRs)":[34],"from":[35,58,80],"these":[36],"systems":[37],"in":[38,93,116],"order":[39],"comprehend":[41],"their":[42],"core":[43],"functionality.":[44],"Existing":[45],"state-of-the-art":[46],"COBREX":[47,210],"uses":[48],"a":[49,64,124,133,153,166,171],"rule-based":[50],"approach":[51],"(control":[52],"flow":[53],"graphs)":[54],"BRs":[57,79],"programs.":[60],"We":[61,156],"introduce":[62],"COBRAIN,":[63],"tool":[65],"leverages":[67],"large":[68],"language":[69],"models":[70],"(LLMs)":[71],"via":[72],"few-shot":[73],"prompting":[74],"and":[77,95,114,138,143,170],"summarize":[78],"legacy":[81,102],"code.":[83],"This":[84],"work":[85],"seeks":[86],"determine":[88],"viability":[90],"LLMs":[92],"accurately":[94],"comprehensively":[96],"capturing":[97],"business":[98,117],"logic":[99],"embedded":[100],"within":[101],"systems.":[104],"The":[105],"research":[106],"evaluates":[107],"COBRAIN":[108,164,208],"across":[109],"three":[110],"dimensions:":[111],"(1)":[112],"precision":[113,167],"recall":[115,172],"rule":[118],"extraction,":[119],"using":[120],"COBREX\u2019s":[121,193],"output":[122],"as":[123,128],"benchmark;":[125],"(2)":[126],"accuracy,":[127],"measured":[129],"comparison":[131],"manually":[134],"curated":[135],"ground-truth":[136],"dataset;":[137],"(3)":[139],"ease":[140],"comprehension":[142,200],"suitability":[144],"for":[145,148],"particularly":[147],"non-technical":[149],"stakeholders,":[150],"evaluated":[151,187],"through":[152],"user-comprehension":[154],"study.":[155],"use":[157],"mixed-method":[158],"study":[159,201],"evaluate":[161],"tool.":[163],"achieved":[165,180],"1.0":[169],"0.746":[174],"when":[175,186],"compared":[176,191],"with":[177,188],"COBREX.":[178],"an":[181],"F1":[182,194],"score":[183,195],"0.73":[185],"ground":[189],"truth,":[190],"0.59.":[197],"In":[198],"including":[202],"28":[203],"participants,":[204],"over":[205,209],"80%":[206],"chose":[207],"have":[212],"more":[213],"understandable":[214],"BRs.":[215]},"counts_by_year":[],"updated_date":"2026-02-23T20:09:44.859080","created_date":"2025-12-24T00:00:00"}