{"id":"https://openalex.org/W4399531040","doi":"https://doi.org/10.1145/3644815.3644948","title":"LLMs for Test Input Generation for Semantic Applications","display_name":"LLMs for Test Input Generation for Semantic Applications","publication_year":2024,"publication_date":"2024-04-14","ids":{"openalex":"https://openalex.org/W4399531040","doi":"https://doi.org/10.1145/3644815.3644948"},"language":"en","primary_location":{"id":"doi:10.1145/3644815.3644948","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3644815.3644948","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3644815.3644948","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 3rd International Conference on AI Engineering - Software Engineering for AI","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3644815.3644948","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088904375","display_name":"Zafaryab Rasool","orcid":"https://orcid.org/0000-0002-3603-3125"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zafaryab Rasool","raw_affiliation_strings":["Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3603-3125","affiliations":[{"raw_affiliation_string":"Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012088137","display_name":"Scott Barnett","orcid":"https://orcid.org/0000-0002-3187-4937"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Scott Barnett","raw_affiliation_strings":["Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3187-4937","affiliations":[{"raw_affiliation_string":"Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014718315","display_name":"David Willie","orcid":null},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"David Willie","raw_affiliation_strings":["Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia"],"raw_orcid":"https://orcid.org/0009-0002-6255-5119","affiliations":[{"raw_affiliation_string":"Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080975739","display_name":"Stefanus Kurniawan","orcid":"https://orcid.org/0009-0001-4469-1056"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Stefanus Kurniawan","raw_affiliation_strings":["Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia"],"raw_orcid":"https://orcid.org/0009-0001-4469-1056","affiliations":[{"raw_affiliation_string":"Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093278278","display_name":"Sherwin Balugo","orcid":"https://orcid.org/0009-0001-5619-011X"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sherwin Balugo","raw_affiliation_strings":["Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia"],"raw_orcid":"https://orcid.org/0009-0001-5619-011X","affiliations":[{"raw_affiliation_string":"Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070118830","display_name":"Srikanth Thudumu","orcid":"https://orcid.org/0000-0002-7848-9008"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Srikanth Thudumu","raw_affiliation_strings":["Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7848-9008","affiliations":[{"raw_affiliation_string":"Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068173669","display_name":"Mohamed Abdelrazek","orcid":"https://orcid.org/0000-0003-3812-9785"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohamed Abdelrazek","raw_affiliation_strings":["Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3812-9785","affiliations":[{"raw_affiliation_string":"Applied Artificial Intelligence Institute, Deakin University, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2219,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82112932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"160","last_page":"165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8835736513137817},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6933413743972778},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5629366636276245},{"id":"https://openalex.org/keywords/semantic-computing","display_name":"Semantic computing","score":0.5604258179664612},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5422883629798889},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42884624004364014},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.24455851316452026},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13749220967292786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8835736513137817},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6933413743972778},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5629366636276245},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.5604258179664612},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5422883629798889},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42884624004364014},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.24455851316452026},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13749220967292786},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3644815.3644948","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3644815.3644948","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3644815.3644948","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 3rd International Conference on AI Engineering - Software Engineering for AI","raw_type":"proceedings-article"},{"id":"pmh:oai:figshare.com:article/26036275","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/LLMs_for_Test_Input_Generation_for_Semantic_Applications/26036275","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3644815.3644948","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3644815.3644948","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3644815.3644948","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 3rd International Conference on AI Engineering - Software Engineering for AI","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399531040.pdf"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1823168806","https://openalex.org/W1967645666","https://openalex.org/W3010807879","https://openalex.org/W4200612219","https://openalex.org/W4206913656","https://openalex.org/W4213274161","https://openalex.org/W4384345667","https://openalex.org/W4384345748","https://openalex.org/W4384652592"],"related_works":["https://openalex.org/W1965623300","https://openalex.org/W3134365128","https://openalex.org/W2541135911","https://openalex.org/W2181757899","https://openalex.org/W2359259132","https://openalex.org/W4387489691","https://openalex.org/W2103835134","https://openalex.org/W3016822073","https://openalex.org/W2156467700","https://openalex.org/W2114077504"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,26],"(LLMs)":[3],"enable":[4],"state-of-the-art":[5],"semantic":[6,16,49,77,99,109,216,238,261,271],"capabilities":[7,160],"to":[8,11,53,57,72,163,167,174],"be":[9],"added":[10],"software":[12],"systems":[13],"such":[14],"as":[15],"search":[17],"of":[18,34,37,75,90,107,122,161,190,227,236],"unstructured":[19,151],"documents":[20],"and":[21,114,125,176,194,203,206,229,263],"text":[22,152],"generation.":[23],"However,":[24],"these":[25,76],"are":[27,51],"computationally":[28],"expensive.":[29],"At":[30],"scale,":[31],"the":[32,68,73,96,105,158,168,179,188],"cost":[33],"serving":[35],"thousands":[36],"users":[38],"increases":[39],"massively":[40],"affecting":[41],"also":[42,242],"user":[43,93],"experience.":[44],"To":[45],"address":[46],"this":[47,132],"problem,":[48],"caches":[50],"used":[52],"check":[54],"for":[55,139,142,260,266],"answers":[56],"similar":[58,123,148],"queries":[59,124,166,202],"(that":[60],"may":[61],"have":[62],"been":[63],"phrased":[64],"differently)":[65],"without":[66],"hitting":[67],"LLM":[69],"service.":[70],"Due":[71],"nature":[74],"cache":[78,100,110,112],"techniques":[79,101],"that":[80,146,221],"rely":[81],"on":[82,246],"query":[83,222],"embeddings,":[84],"there":[85],"is":[86,128,251],"a":[87,108,118,191,237,270],"high":[88],"chance":[89],"errors":[91],"impacting":[92],"confidence":[94],"in":[95,187],"system.":[97],"Adopting":[98],"usually":[102],"requires":[103,117],"testing":[104],"effectiveness":[106],"(accurate":[111],"hits":[113],"misses)":[115],"which":[116,127],"labelled":[119],"test":[120,143,181,257],"set":[121],"responses":[126],"often":[129],"unavailable.":[130],"In":[131],"paper,":[133],"we":[134,241],"present":[135],"VaryGen,":[136],"an":[137,208,213,252],"approach":[138,156,186,245],"using":[140],"LLMs":[141,162],"input":[144,258],"generation":[145,259],"produces":[147],"questions":[149],"from":[150],"documents.":[153],"Our":[154,218],"novel":[155],"uses":[157],"reasoning":[159],"1)":[164],"adapt":[165],"domain,":[169],"2)":[170],"synthesise":[171],"subtle":[172],"variations":[173],"queries,":[175],"3)":[177],"evaluate":[178,243],"synthesised":[180],"dataset.":[182,248],"We":[183],"evaluated":[184],"our":[185,230,244],"domain":[189],"student":[192],"question":[193],"answer":[195],"system":[196],"by":[197],"qualitatively":[198],"analysing":[199],"100":[200],"generated":[201,231],"result":[204],"pairs,":[205],"conducting":[207],"empirical":[209],"case":[210],"study":[211],"with":[212],"open":[214],"source":[215],"cache.":[217,239,272],"results":[219],"show":[220],"pairs":[223],"satisfy":[224],"human":[225],"expectations":[226],"similarity":[228],"data":[232],"demonstrates":[233],"failure":[234],"cases":[235],"Additionally,":[240],"Qasper":[247],"This":[249],"work":[250],"important":[253],"first":[254],"step":[255],"into":[256],"applications":[262],"presents":[264],"considerations":[265],"practitioners":[267],"when":[268],"calibrating":[269]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}