{"id":"https://openalex.org/W4405441291","doi":"https://doi.org/10.1109/tse.2024.3519159","title":"ChatAssert: LLM-Based Test Oracle Generation With External Tools Assistance","display_name":"ChatAssert: LLM-Based Test Oracle Generation With External Tools Assistance","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405441291","doi":"https://doi.org/10.1109/tse.2024.3519159"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3519159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3519159","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107127516","display_name":"Ishrak Hayet","orcid":"https://orcid.org/0000-0001-6610-3422"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ishrak Hayet","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0001-6610-3422","affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109780191","display_name":"Adam Scott","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Scott","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0009-0001-1461-6944","affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020353093","display_name":"Marcelo d\u2019Amorim","orcid":"https://orcid.org/0000-0002-1323-8769"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcelo d'Amorim","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-1323-8769","affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5107127516"],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":10.8857,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98027547,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"51","issue":"1","first_page":"305","last_page":"319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9243000149726868,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9243000149726868,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8671625852584839},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6917471289634705},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5670983791351318},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5253640413284302},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.40977078676223755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8671625852584839},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6917471289634705},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5670983791351318},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5253640413284302},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.40977078676223755},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3519159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3519159","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2507113915","display_name":null,"funder_award_id":"2349961","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"},{"id":"https://openalex.org/G6822666083","display_name":null,"funder_award_id":"2319472","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"}],"funders":[{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W1965194038","https://openalex.org/W1971650562","https://openalex.org/W2001496424","https://openalex.org/W2018017297","https://openalex.org/W2036896594","https://openalex.org/W2101105183","https://openalex.org/W2107709519","https://openalex.org/W2118655104","https://openalex.org/W2471601946","https://openalex.org/W2594990650","https://openalex.org/W2605202003","https://openalex.org/W2806718802","https://openalex.org/W2879105418","https://openalex.org/W2898192927","https://openalex.org/W2899384793","https://openalex.org/W2907705732","https://openalex.org/W2954950681","https://openalex.org/W3024131638","https://openalex.org/W3043761819","https://openalex.org/W3098605233","https://openalex.org/W3100869085","https://openalex.org/W3101193881","https://openalex.org/W3108032709","https://openalex.org/W3134686229","https://openalex.org/W3147785239","https://openalex.org/W3149821397","https://openalex.org/W3160155705","https://openalex.org/W3160638507","https://openalex.org/W3161997752","https://openalex.org/W3162689995","https://openalex.org/W3170092793","https://openalex.org/W3198685994","https://openalex.org/W4206312123","https://openalex.org/W4206756860","https://openalex.org/W4211195953","https://openalex.org/W4220908681","https://openalex.org/W4221166942","https://openalex.org/W4253707770","https://openalex.org/W4281763794","https://openalex.org/W4284665627","https://openalex.org/W4284678181","https://openalex.org/W4284690374","https://openalex.org/W4297677548","https://openalex.org/W4308643033","https://openalex.org/W4308643319","https://openalex.org/W4313563660","https://openalex.org/W4378942602","https://openalex.org/W4382239980","https://openalex.org/W4384304728","https://openalex.org/W4384304865","https://openalex.org/W4384345664","https://openalex.org/W4384345748","https://openalex.org/W4385187279","https://openalex.org/W4385473722","https://openalex.org/W4385571689","https://openalex.org/W4396214523","https://openalex.org/W4400582729","https://openalex.org/W4400978763","https://openalex.org/W4402457546","https://openalex.org/W6682631176","https://openalex.org/W6745034332","https://openalex.org/W6754601402","https://openalex.org/W6768003788","https://openalex.org/W6771605235","https://openalex.org/W6771644057","https://openalex.org/W6776498265","https://openalex.org/W6778883912","https://openalex.org/W6783227185","https://openalex.org/W6783958930","https://openalex.org/W6786111318","https://openalex.org/W6787895855","https://openalex.org/W6796235982","https://openalex.org/W6798182279","https://openalex.org/W6809646742","https://openalex.org/W6810259726","https://openalex.org/W6810738896","https://openalex.org/W6811020200","https://openalex.org/W6838865847","https://openalex.org/W6839092711","https://openalex.org/W6846254642","https://openalex.org/W6852882354","https://openalex.org/W6860976335","https://openalex.org/W6861905404"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2078761926","https://openalex.org/W2110441383","https://openalex.org/W2125620709","https://openalex.org/W1498872724","https://openalex.org/W2390279801"],"abstract_inverted_index":{"Test":[0],"oracle":[1,16,55,182],"generation":[2,17,56],"is":[3,34,176],"an":[4,83,131,177],"important":[5,178],"and":[6,60,79,107],"challenging":[7],"problem.":[8],"Neural-based":[9],"solutions":[10],"have":[11],"been":[12],"recently":[13],"proposed":[14],"for":[15,54,67],"but":[18,124],"they":[19],"are":[20],"still":[21],"inaccurate.":[22],"For":[23,151],"example,":[24,152],"the":[25,28,97,117,141,172],"accuracy":[26],"of":[27,174],"state-of-the-art":[29,142],"technique":[30],"<sc":[31,46,73,137,144],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[32,47,74,138,145,156],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">teco</small>":[33],"only":[35],"27.5%":[36],"on":[37,147],"its":[38],"dataset":[39,134],"including":[40],"3,540":[41],"test":[42,88,113],"cases.":[43],"We":[44],"propose":[45],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ChatAssert</small>,":[48],"a":[49,91],"prompt":[50],"engineering":[51],"framework":[52],"designed":[53],"that":[57,103,122,136,167],"uses":[58,76,90,108],"dynamic":[59,109],"static":[61,93],"information":[62,110],"to":[63,81,95,105,115],"iteratively":[64],"refine":[65],"prompts":[66,175],"querying":[68],"large":[69],"language":[70],"models":[71],"(LLMs).":[72],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ChatAssert</small>":[75,139],"code":[77],"summaries":[78],"examples":[80],"assist":[82,96],"LLM":[84,98,118],"in":[85,99,119,171,180],"generating":[86],"candidate":[87],"oracles,":[89],"lightweight":[92],"analysis":[94],"repairing":[100,120],"generated":[101],"oracles":[102,121],"fail":[104],"compile,":[106],"obtained":[111],"from":[112],"runs":[114],"help":[116],"compile":[123],"do":[125],"not":[126],"pass.":[127],"Experimental":[128],"results":[129,161],"using":[130,168],"independent":[132],"publicly-available":[133],"show":[135],"improves":[140,154],"technique,":[143],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">teco</small>,":[146],"key":[148],"evaluation":[149],"metrics.":[150],"it":[153],"<italic":[155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Acc@1</i>":[157],"by":[158],"15%.":[159],"Overall,":[160],"provide":[162],"initial":[163],"yet":[164],"strong":[165],"evidence":[166],"external":[169],"tools":[170],"formulation":[173],"aid":[179],"LLM-based":[181],"generation.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}