{"id":"https://openalex.org/W4394769383","doi":"https://doi.org/10.1145/3597503.3639157","title":"Enhancing Exploratory Testing by Large Language Model and Knowledge Graph","display_name":"Enhancing Exploratory Testing by Large Language Model and Knowledge Graph","publication_year":2024,"publication_date":"2024-04-12","ids":{"openalex":"https://openalex.org/W4394769383","doi":"https://doi.org/10.1145/3597503.3639157"},"language":"en","primary_location":{"id":"doi:10.1145/3597503.3639157","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3639157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086023162","display_name":"Yanqi Su","orcid":"https://orcid.org/0000-0002-2410-3229"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Yanqi Su","raw_affiliation_strings":["The Australian National University, Canberra, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2410-3229","affiliations":[{"raw_affiliation_string":"The Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003595989","display_name":"Dianshu Liao","orcid":"https://orcid.org/0009-0000-0865-0444"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dianshu Liao","raw_affiliation_strings":["Jiangxi Normal University, Nanchang, China"],"raw_orcid":"https://orcid.org/0009-0000-0865-0444","affiliations":[{"raw_affiliation_string":"Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028641941","display_name":"Zhenchang Xing","orcid":"https://orcid.org/0000-0001-7663-1421"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]},{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhenchang Xing","raw_affiliation_strings":["CSIRO's Data61, Eveleigh, Australia","The Australian National University, Canberra, Australia","CSIRO's Data61, Eveleigh, Australia The Australian National University, Canberra, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7663-1421","affiliations":[{"raw_affiliation_string":"CSIRO's Data61, Eveleigh, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"The Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"CSIRO's Data61, Eveleigh, Australia The Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087875790","display_name":"Qing Huang","orcid":"https://orcid.org/0000-0002-8877-4267"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Huang","raw_affiliation_strings":["Jiangxi Normal University, Nanchang, China"],"raw_orcid":"https://orcid.org/0000-0002-8877-4267","affiliations":[{"raw_affiliation_string":"Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040915887","display_name":"Mulong Xie","orcid":"https://orcid.org/0000-0002-0481-2167"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mulong Xie","raw_affiliation_strings":["CSIRO's Data61, Eveleigh, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0481-2167","affiliations":[{"raw_affiliation_string":"CSIRO's Data61, Eveleigh, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100652461","display_name":"Qinghua Lu","orcid":"https://orcid.org/0000-0002-9466-1672"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qinghua Lu","raw_affiliation_strings":["Data61, CSIRO, Eveleigh, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9466-1672","affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Eveleigh, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006841485","display_name":"Xiwei Xu","orcid":"https://orcid.org/0000-0002-2273-1862"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiwei Xu","raw_affiliation_strings":["Data61, CSIRO, Eveleigh, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2273-1862","affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Eveleigh, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5086023162"],"corresponding_institution_ids":["https://openalex.org/I118347636"],"apc_list":null,"apc_paid":null,"fwci":13.8807,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.9874861,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7558028697967529},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.4236741065979004},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4227236211299896},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3495776355266571}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7558028697967529},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.4236741065979004},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4227236211299896},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3495776355266571},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3597503.3639157","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3639157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W157156687","https://openalex.org/W579397108","https://openalex.org/W1481784587","https://openalex.org/W2018567346","https://openalex.org/W2034196543","https://openalex.org/W2051224630","https://openalex.org/W2087287766","https://openalex.org/W2108555190","https://openalex.org/W2125152082","https://openalex.org/W2740742367","https://openalex.org/W2741600166","https://openalex.org/W2951058005","https://openalex.org/W2959108026","https://openalex.org/W3000636126","https://openalex.org/W3013428383","https://openalex.org/W3090875140","https://openalex.org/W3090921344","https://openalex.org/W3101622575","https://openalex.org/W3118021373","https://openalex.org/W3205625783","https://openalex.org/W4220979144","https://openalex.org/W4284676027","https://openalex.org/W4299301436","https://openalex.org/W4312763760","https://openalex.org/W4313547594","https://openalex.org/W4384302749","https://openalex.org/W4384345748","https://openalex.org/W4385187421","https://openalex.org/W6606430823"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2078761926","https://openalex.org/W2110441383","https://openalex.org/W2125620709","https://openalex.org/W1498872724","https://openalex.org/W2390279801","https://openalex.org/W4233149903"],"abstract_inverted_index":{"Exploratory":[0],"testing":[1,32],"leverages":[2],"the":[3,18,49,71,74,84,108,114,118,165,191,223,228],"tester's":[4],"knowledge":[5,37,44,112,142],"and":[6,42,65,104,110,131,143,184],"creativity":[7],"to":[8,29,96,139],"design":[9,135],"test":[10,26,76,126,154,179,196,217],"cases":[11],"for":[12,169],"effectively":[13],"uncovering":[14],"system-level":[15],"bugs":[16,207,211,225],"from":[17,45,113,146,208],"end":[19],"user's":[20],"perspective.":[21],"Researchers":[22],"have":[23],"worked":[24],"on":[25,34],"scenario":[27,41,155],"generation":[28],"support":[30],"exploratory":[31,200],"based":[33],"a":[35,98,149,219],"system":[36,109],"graph,":[38],"enriched":[39],"with":[40,70,117,128,172,181],"oracle":[43],"bug":[46,60,111,170],"reports.":[47],"Nevertheless,":[48],"adoption":[50],"of":[51,62,73,91,101,122,152,193],"this":[52],"approach":[53,162,177],"is":[54],"hindered":[55],"by":[56,227],"difficulties":[57],"in":[58,198,212],"handling":[59],"reports":[61,171],"inconsistent":[63],"quality":[64],"varied":[66],"expression":[67],"styles,":[68],"along":[69,116],"infeasibility":[72],"generated":[75,195],"scenarios.":[77],"To":[78],"overcome":[79],"these":[80],"limitations,":[81],"we":[82,124,134],"utilize":[83],"superior":[85],"natural":[86],"language":[87],"understanding":[88],"(NLU)":[89],"capabilities":[90,121],"Large":[92],"Language":[93],"Models":[94],"(LLMs)":[95],"construct":[97],"System":[99],"KG":[100,166],"User":[102],"Tasks":[103],"Failures":[105],"(SysKG-UTF).":[106],"Leveraging":[107],"KG,":[115],"logical":[119,144],"reasoning":[120,138,145],"LLMs,":[123,147],"generate":[125],"scenarios":[127,180,197],"high":[129,182],"feasibility":[130,183],"coherence.":[132,185],"Particularly,":[133],"chain-of-thought":[136],"(CoT)":[137],"extract":[140],"human-like":[141],"simulating":[148],"developer's":[150],"process":[151],"validating":[153],"feasibility.":[156],"Our":[157],"evaluation":[158],"shows":[159],"that":[160],"our":[161,176,194,216],"significantly":[163],"enhances":[164],"construction,":[167],"particularly":[168],"low":[173],"quality.":[174],"Furthermore,":[175],"generates":[178],"The":[186],"user":[187],"study":[188],"further":[189],"proves":[190],"effectiveness":[192],"supporting":[199],"testing.":[201],"Specifically,":[202],"8":[203,209],"participants":[204],"find":[205],"36":[206],"seed":[210],"two":[213],"hours":[214],"using":[215],"scenarios,":[218],"significant":[220],"improvement":[221],"over":[222],"21":[224],"found":[226],"state-of-the-art":[229],"baseline.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}