{"id":"https://openalex.org/W7160278214","doi":"https://doi.org/10.48550/arxiv.2605.01264","title":"FeedbackLLM: Metadata driven Multi-Agentic Language Agnostic Test Case Generator with Evolving prompt and Coverage Feedback","display_name":"FeedbackLLM: Metadata driven Multi-Agentic Language Agnostic Test Case Generator with Evolving prompt and Coverage Feedback","publication_year":2026,"publication_date":"2026-05-02","ids":{"openalex":"https://openalex.org/W7160278214","doi":"https://doi.org/10.48550/arxiv.2605.01264"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01264","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135378728","display_name":"Kushal Jasti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jasti, Kushal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135293693","display_name":"Tejamani Prashanth Sahu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sahu, Tejamani Prashanth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135410108","display_name":"Rishitha Pentyala","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pentyala, Rishitha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135296318","display_name":"Muvvala Mohit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohit, Muvvala","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128778295","display_name":"Vivek Yelleti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yelleti, Vivek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.014600000344216824,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.6722999811172485},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.6503999829292297},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.600600004196167},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.48809999227523804},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.41749998927116394},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4074000120162964},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.3772999942302704},{"id":"https://openalex.org/keywords/rewriting","display_name":"Rewriting","score":0.373199999332428},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.3659999966621399},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.36079999804496765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8733000159263611},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6722999811172485},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.6503999829292297},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.600600004196167},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.515999972820282},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.48809999227523804},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.41749998927116394},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.3772999942302704},{"id":"https://openalex.org/C154690210","wikidata":"https://www.wikidata.org/wiki/Q1668499","display_name":"Rewriting","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.3659999966621399},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.34470000863075256},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.34369999170303345},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C155261790","wikidata":"https://www.wikidata.org/wiki/Q1122544","display_name":"DrugBank","level":3,"score":0.3068999946117401},{"id":"https://openalex.org/C109852812","wikidata":"https://www.wikidata.org/wiki/Q2406355","display_name":"Test harness","level":5,"score":0.30300000309944153},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.30160000920295715},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.29170000553131104},{"id":"https://openalex.org/C37926939","wikidata":"https://www.wikidata.org/wiki/Q7449061","display_name":"Semantic equivalence","level":4,"score":0.2906999886035919},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C80519477","wikidata":"https://www.wikidata.org/wiki/Q3532236","display_name":"Scenario testing","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.28600001335144043},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.2784000039100647},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.2712000012397766},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.2655999958515167},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Traditional":[0],"approaches":[1,17,43],"to":[2,36,45,128,171,195],"test":[3,50,71,98,104],"case":[4,72],"generation":[5,73],"often":[6],"involve":[7],"manual":[8],"effort":[9],"and":[10,21,47,94,132,156,176,197,204],"incur":[11],"significant":[12],"computational":[13],"overhead.":[14],"Additionally,":[15],"these":[16],"are":[18],"not":[19],"scalable,":[20],"hence,":[22],"unsuitable":[23],"for":[24,161],"complex":[25],"software":[26,37],"systems.":[27],"Recently,":[28],"Large":[29],"Language":[30],"Models":[31],"(LLMs)":[32],"have":[33],"been":[34],"applied":[35],"testing.":[38],"However,":[39],"single-shot":[40],"prompt":[41],"engineering-based":[42],"tend":[44],"hallucinate":[46],"generate":[48],"redundant":[49],"cases,":[51],"resulting":[52],"in":[53,61,108,149,154,213],"fewer":[54],"branches.":[55],"To":[56],"handle":[57],"the":[58,82,87,96,103,109,113,125,138,141,184,190],"above-mentioned":[59],"limitations,":[60],"this":[62,157],"paper,":[63],"we":[64,164],"propose":[65],"FeedbackLLM,":[66],"a":[67,150,167],"novel":[68],"automated":[69],"language-agnostic":[70],"framework":[74],"based":[75],"on":[76,189],"tightly":[77],"coupled":[78],"two-stage":[79,151],"approach.":[80],"In":[81],"first":[83],"stage,":[84],"FeedbackLLM":[85,200],"extracts":[86,124,137],"input":[88],"constraints":[89],"by":[90,112],"parsing":[91],"source":[92],"code":[93],"generates":[95],"possible":[97],"cases.":[99],"The":[100,145,181],"quality":[101],"of":[102,140,183],"cases":[105],"is":[106,159,187],"evaluated":[107,188],"second":[110],"stage":[111],"following":[114],"two":[115],"specialized":[116],"LLM":[117],"feedback":[118],"agents:":[119],"(i)":[120],"Line":[121],"Feedback":[122,135],"Agent:":[123,136],"metadata":[126,139],"related":[127,194],"missed":[129],"line":[130,203],"executions":[131],"(ii)":[133],"Branch":[134],"unexecuted":[142],"branch":[143,205],"conditions.":[144],"above":[146],"agents":[147],"operate":[148],"process,":[152],"communicating":[153],"tandem,":[155],"procedure":[158],"repeated":[160],"k-steps.":[162],"Further,":[163],"also":[165],"introduced":[166],"redundancy":[168],"prevention":[169],"cache":[170],"avoid":[172,177],"duplicate":[173],"API":[174],"requests":[175],"unnecessary":[178],"execution":[179,214],"cycles.":[180],"performance":[182],"proposed":[185],"architecture":[186],"standard":[191],"benchmark":[192],"programs":[193],"C":[196],"Python":[198],"programs.":[199],"demonstrated":[201],"more":[202],"coverage":[206],"than":[207],"baseline":[208],"tools":[209],"while":[210],"scaling":[211],"linearly":[212],"time.":[215]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-06T00:00:00"}