{"id":"https://openalex.org/W4410350640","doi":"https://doi.org/10.1186/s42400-024-00335-4","title":"LLM4TDG: test-driven generation of large language models based on enhanced constraint reasoning","display_name":"LLM4TDG: test-driven generation of large language models based on enhanced constraint reasoning","publication_year":2025,"publication_date":"2025-05-15","ids":{"openalex":"https://openalex.org/W4410350640","doi":"https://doi.org/10.1186/s42400-024-00335-4"},"language":"en","primary_location":{"id":"doi:10.1186/s42400-024-00335-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-024-00335-4","pdf_url":"https://cybersecurity.springeropen.com/counter/pdf/10.1186/s42400-024-00335-4","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://cybersecurity.springeropen.com/counter/pdf/10.1186/s42400-024-00335-4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035163757","display_name":"Jingqiang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingqiang Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, 100049, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, 100049, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072373338","display_name":"Ruigang Liang","orcid":"https://orcid.org/0000-0002-8751-9918"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruigang Liang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102428679","display_name":"Xinran Zhu","orcid":"https://orcid.org/0000-0003-3402-2200"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxi Zhu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333689","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-1259-020X"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, 100049, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, 100049, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuling Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuling Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, 100049, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, 100049, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004834139","display_name":"Qixu Liu","orcid":"https://orcid.org/0000-0003-0895-9585"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qixu Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, 100085, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.376,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.97204707,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"8","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6920040845870972},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.593719482421875},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5324334502220154},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4764400124549866},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34273821115493774},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15223225951194763},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1472720503807068}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6920040845870972},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.593719482421875},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5324334502220154},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4764400124549866},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34273821115493774},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15223225951194763},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1472720503807068},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s42400-024-00335-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-024-00335-4","pdf_url":"https://cybersecurity.springeropen.com/counter/pdf/10.1186/s42400-024-00335-4","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a22f256a34ba4612a501b40620be1e5a","is_oa":true,"landing_page_url":"https://doaj.org/article/a22f256a34ba4612a501b40620be1e5a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cybersecurity, Vol 8, Iss 1, Pp 1-23 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s42400-024-00335-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-024-00335-4","pdf_url":"https://cybersecurity.springeropen.com/counter/pdf/10.1186/s42400-024-00335-4","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6974368677","display_name":null,"funder_award_id":"-2-ZN","funder_id":"https://openalex.org/F4320326707","funder_display_name":"State Grid Corporation of China"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320326707","display_name":"State Grid Corporation of China","ror":"https://ror.org/05twwhs70"},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410350640.pdf","grobid_xml":"https://content.openalex.org/works/W4410350640.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1718957559","https://openalex.org/W1971150284","https://openalex.org/W2026701697","https://openalex.org/W2101105183","https://openalex.org/W2101512909","https://openalex.org/W2104219811","https://openalex.org/W2110485445","https://openalex.org/W2112227385","https://openalex.org/W2132525863","https://openalex.org/W2334754211","https://openalex.org/W2506598342","https://openalex.org/W2766498358","https://openalex.org/W2794845999","https://openalex.org/W2843300127","https://openalex.org/W2890431379","https://openalex.org/W2951927280","https://openalex.org/W3093870681","https://openalex.org/W3124323960","https://openalex.org/W4210989800","https://openalex.org/W4250619922","https://openalex.org/W4281763794","https://openalex.org/W4287024925","https://openalex.org/W4289874447","https://openalex.org/W4311887664","https://openalex.org/W4366204357","https://openalex.org/W4378591002","https://openalex.org/W4384345708","https://openalex.org/W4385562549","https://openalex.org/W4388502419","https://openalex.org/W4394769544","https://openalex.org/W4402442582","https://openalex.org/W4405182882","https://openalex.org/W4405440129","https://openalex.org/W6600050674","https://openalex.org/W6609140096"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"the":[2,49,52,59,72,97,136,141,146,195,218,234,260,267],"evolution":[3],"of":[4,28,33,42,55,74,149,199,224,252,262,269],"modern":[5],"software":[6,19,43,56,65,75],"development":[7],"paradigms,":[8],"component":[9],"reuse,":[10],"and":[11,45,58,63,101,118,124,159,228,237,275],"low-code":[12],"approaches":[13],"have":[14],"emerged":[15],"as":[16,115],"mainstream":[17],"in":[18,69,151,177,184,240,259,272],"development.":[20],"However,":[21],"developers":[22],"often":[23],"lack":[24],"an":[25],"in-depth":[26],"understanding":[27,186],"reused":[29],"code.":[30],"The":[31,163,204,215],"inability":[32],"components":[34],"to":[35,39,109,130,174,213],"operate":[36],"autonomously":[37],"leads":[38],"insufficient":[40],"testing":[41,178,189,264],"functionalities":[44],"security,":[46],"further":[47],"exacerbating":[48],"contradiction":[50],"between":[51],"increasing":[53],"complexity":[54],"architectures":[57],"demand":[60],"for":[61,207],"accurate":[62],"efficient":[64],"automation":[66],"testing.":[67],"This,":[68],"turn,":[70],"increases":[71],"frequency":[73],"supply":[76],"chain":[77],"security":[78,263],"incidents.":[79],"This":[80],"paper":[81],"proposes":[82],"a":[83,181,222,250],"test-driven":[84,241],"generation":[85,154],"framework,":[86],"LLM4TDG,":[87],"based":[88],"on":[89,226,230,249],"large":[90],"language":[91,112],"models":[92],"(LLMs).":[93],"By":[94],"formally":[95],"defining":[96],"constraint":[98,185],"dependency":[99],"graph":[100],"converting":[102],"it":[103],"into":[104],"context":[105,261],"constraints,":[106],"LLMs\u2019":[107,172],"ability":[108,173],"understand":[110],"natural":[111],"descriptions":[113],"such":[114],"test":[116,132,152],"requirements":[117],"documents":[119],"is":[120],"enhanced.":[121],"Constraint":[122],"reasoning":[123],"backtracking":[125],"mechanisms":[126],"are":[127],"then":[128],"used":[129],"generate":[131],"drivers":[133],"that":[134,167],"satisfy":[135],"defined":[137],"constraints":[138,176],"automatically.":[139],"Using":[140],"EvalPlus":[142],"dataset,":[143],"we":[144],"evaluate":[145],"comprehensive":[147],"capabilities":[148],"LLM4TDG":[150,192],"case":[153],"using":[155],"four":[156],"general-domain":[157],"LLMs":[158,201],"five":[160],"code-generation-domain":[161],"LLMs.":[162],"experimental":[164],"results":[165],"indicate":[166],"our":[168,270],"approach":[169],"significantly":[170,193],"enhances":[171,233],"comprehend":[175],"objectives,":[179],"achieving":[180],"47.62%":[182],"increase":[183],"across":[187],"147":[188],"tasks.":[190],"Employing":[191],"improves":[194],"average":[196],"pass@k":[197,205],"metric":[198,206,216],"all":[200],"by":[202,211],"10.41%.":[203],"CodeQwen-chat":[208],"has":[209],"improved":[210],"up":[212],"18.66%.":[214],"surpasses":[217],"state-of-the-art":[219],"GPT-4,":[220],"with":[221],"performance":[223],"92.16%":[225],"HUMANEVAL":[227],"87.14%":[229],"HUMANEVAL+,":[231],"which":[232],"error":[235],"correction":[236],"functional":[238],"correctness":[239],"code":[242],"generation.":[243],"Meanwhile,":[244],"Our":[245],"experiments":[246],"were":[247],"conducted":[248],"dataset":[251],"Python":[253],"third-party":[254],"libraries":[255],"containing":[256],"malicious":[257],"behavior":[258],"tasks,":[265],"validating":[266],"effectiveness":[268],"method":[271],"real-world":[273],"applications":[274],"its":[276],"generalization":[277],"capabilities.":[278]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}