{"id":"https://openalex.org/W4410553358","doi":"https://doi.org/10.23919/date64628.2025.10992817","title":"Are LLMs Ready for Practical Adoption for Assertion Generation?","display_name":"Are LLMs Ready for Practical Adoption for Assertion Generation?","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410553358","doi":"https://doi.org/10.23919/date64628.2025.10992817"},"language":"en","primary_location":{"id":"doi:10.23919/date64628.2025.10992817","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10992817","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099670383","display_name":"Vaishnavi Pulavarthi","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vaishnavi Pulavarthi","raw_affiliation_strings":["University of Illinois Chicago,Electrical and Computer Engg. Dept.,Chicago,USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Electrical and Computer Engg. Dept.,Chicago,USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099670384","display_name":"Deeksha Nandal","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deeksha Nandal","raw_affiliation_strings":["University of Illinois Chicago,Electrical and Computer Engg. Dept.,Chicago,USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Electrical and Computer Engg. Dept.,Chicago,USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047523675","display_name":"Soham Dan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Soham Dan","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072879381","display_name":"Debjit Pal","orcid":"https://orcid.org/0000-0003-3722-5126"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debjit Pal","raw_affiliation_strings":["University of Illinois Chicago,Electrical and Computer Engg. Dept.,Chicago,USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Electrical and Computer Engg. Dept.,Chicago,USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5099670383"],"corresponding_institution_ids":["https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":12.7853,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.98200167,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.5946000218391418,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.5946000218391418,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.5475999712944031,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.517300009727478,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/assertion","display_name":"Assertion","score":0.7871138453483582},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4824960231781006},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3268710970878601},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21229338645935059}],"concepts":[{"id":"https://openalex.org/C40422974","wikidata":"https://www.wikidata.org/wiki/Q741248","display_name":"Assertion","level":2,"score":0.7871138453483582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4824960231781006},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3268710970878601},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21229338645935059}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date64628.2025.10992817","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10992817","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1556247398","https://openalex.org/W1579638562","https://openalex.org/W1599897266","https://openalex.org/W1981151256","https://openalex.org/W2023808162","https://openalex.org/W2076119072","https://openalex.org/W2104697945","https://openalex.org/W2148735703","https://openalex.org/W2171784964","https://openalex.org/W2909092529","https://openalex.org/W2995780481","https://openalex.org/W3098605233","https://openalex.org/W3140799942","https://openalex.org/W3161997752","https://openalex.org/W3214035039","https://openalex.org/W4210725750","https://openalex.org/W4232656078","https://openalex.org/W4235422460","https://openalex.org/W4308654706","https://openalex.org/W4308899754","https://openalex.org/W4309698405","https://openalex.org/W4313496498","https://openalex.org/W4389166737","https://openalex.org/W4399396327","https://openalex.org/W4401568753","https://openalex.org/W4402835956","https://openalex.org/W4403023462","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1498103021","https://openalex.org/W4230849338","https://openalex.org/W4295166216","https://openalex.org/W2177044681","https://openalex.org/W1968067090","https://openalex.org/W2345942070","https://openalex.org/W2141398161"],"abstract_inverted_index":{"Assertions":[0],"have":[1,79],"been":[2,56,80],"the":[3,36,39,42,98,129,139,180,206,212],"de":[4],"facto":[5],"collateral":[6],"for":[7,15,88,138,160,163,194],"simulation-based":[8],"and":[9,26,50,64,70,105,125,174,208],"formal":[10],"verification":[11],"of":[12,21,28,38,44,67,100,123,131,135,141,172,187,211],"hardware":[13,22,145],"designs":[14,124],"over":[16,215],"a":[17,57,120,132,169,185],"decade.":[18],"The":[19],"quality":[20,37],"verification,":[23],"i.e.,":[24],"detection":[25],"diagnosis":[27],"corner-case":[29],"design":[30,74,146],"bugs,":[31],"is":[32,92],"critically":[33],"dependent":[34],"on":[35],"assertions.":[40,108,177],"With":[41],"onset":[43],"generative":[45],"AI":[46],"such":[47],"as":[48,166],"Transformers":[49],"Large-Language":[51],"Models":[52],"(LLMs),":[53],"there":[54,78,91],"has":[55],"renewed":[58],"interest":[59],"in":[60,96,102],"developing":[61],"novel,":[62],"effective,":[63],"scalable":[65],"techniques":[66],"generating":[68,103],"functional":[69],"security":[71],"assertions":[72,126,214],"from":[73,116,144],"source":[75,147],"code.":[76,148],"While":[77],"recent":[81],"works":[82],"that":[83,153,202],"use":[84],"commercial-of-the-shelf":[85],"(COTS)":[86],"LLMs":[87,101,137,155],"assertion":[89,142,164,195],"generation,":[90],"no":[93],"comprehensive":[94,121],"study":[95],"quantifying":[97],"effectiveness":[99],"syntactically":[104,173],"semantically":[106,175],"correct":[107],"In":[109],"this":[110],"paper,":[111],"we":[112,182],"first":[113,186],"discuss":[114],"AssertionBench":[115],"our":[117],"prior":[118],"work,":[119],"set":[122],"to":[127],"quantify":[128],"goodness":[130],"broad":[133],"spectrum":[134],"COTS":[136,154,216],"task":[140],"generations":[143],"Our":[149,197],"key":[150],"insight":[151],"was":[152],"are":[156],"not":[157],"yet":[158],"ready":[159],"prime-time":[161],"adoption":[162],"generation":[165],"they":[167],"generate":[168],"considerable":[170],"fraction":[171],"incorrect":[176],"Motivated":[178],"by":[179],"insight,":[181],"propose":[183],"AssertionLLM,":[184],"its":[188],"kind":[189],"LLM":[190],"model,":[191],"specifically":[192],"fine-tuned":[193],"generation.":[196],"initial":[198],"experimental":[199],"results":[200],"show":[201],"AssertionLLM":[203],"considerably":[204],"improves":[205],"semantic":[207],"syntactic":[209],"correctness":[210],"generated":[213],"LLMs.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}