{"id":"https://openalex.org/W7125019428","doi":"https://doi.org/10.1109/aiware69974.2025.00018","title":"Software Testing with Large Language Models: An Interview Study with Practitioners","display_name":"Software Testing with Large Language Models: An Interview Study with Practitioners","publication_year":2025,"publication_date":"2025-11-19","ids":{"openalex":"https://openalex.org/W7125019428","doi":"https://doi.org/10.1109/aiware69974.2025.00018"},"language":null,"primary_location":{"id":"doi:10.1109/aiware69974.2025.00018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiware69974.2025.00018","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 2nd IEEE/ACM International Conference on AI-powered Software (AIware)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123378909","display_name":"Deolinda Santana","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Deolinda Santana","raw_affiliation_strings":["CESAR School,Recife,PE,Brazil"],"affiliations":[{"raw_affiliation_string":"CESAR School,Recife,PE,Brazil","institution_ids":["https://openalex.org/I4210123235"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002660025","display_name":"Cleyton Ribeiro Magalh\u00e3es","orcid":null},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Cleyton Magalhaes","raw_affiliation_strings":["UFRPE,Recife,PE,Brazil"],"affiliations":[{"raw_affiliation_string":"UFRPE,Recife,PE,Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123427718","display_name":"Ronnie de Souza Santos","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ronnie de Souza Santos","raw_affiliation_strings":["University of Calgary,Calgary,AB,Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary,Calgary,AB,Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5123378909"],"corresponding_institution_ids":["https://openalex.org/I4210123235"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.83994586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"96","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.40400001406669617,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.40400001406669617,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.27959999442100525,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.04659999907016754,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5432000160217285},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.517799973487854},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4302999973297119},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.3702000081539154},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.3587000072002411},{"id":"https://openalex.org/keywords/thematic-analysis","display_name":"Thematic analysis","score":0.35839998722076416},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3546999990940094},{"id":"https://openalex.org/keywords/personal-software-process","display_name":"Personal software process","score":0.3416000008583069},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.31529998779296875}],"concepts":[{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5432000160217285},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.517799973487854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46720001101493835},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39959999918937683},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.35839998722076416},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34209999442100525},{"id":"https://openalex.org/C39890963","wikidata":"https://www.wikidata.org/wiki/Q1702721","display_name":"Personal software process","level":5,"score":0.3416000008583069},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.32749998569488525},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.31529998779296875},{"id":"https://openalex.org/C44416564","wikidata":"https://www.wikidata.org/wiki/Q7554199","display_name":"Software Engineering Process Group","level":5,"score":0.3149000108242035},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31470000743865967},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.3124000132083893},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.3043000102043152},{"id":"https://openalex.org/C24845683","wikidata":"https://www.wikidata.org/wiki/Q178651","display_name":"Interview","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.27649998664855957},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2705000042915344},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.2671999931335449},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2554999887943268},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.25200000405311584},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aiware69974.2025.00018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiware69974.2025.00018","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 2nd IEEE/ACM International Conference on AI-powered Software (AIware)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.40868404507637024,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1969939902","https://openalex.org/W2129660502","https://openalex.org/W2140693023","https://openalex.org/W3006568433","https://openalex.org/W4231056124","https://openalex.org/W4384345748","https://openalex.org/W4389104713","https://openalex.org/W4390188013","https://openalex.org/W4391974543","https://openalex.org/W4392414327","https://openalex.org/W4394745423","https://openalex.org/W4400582690","https://openalex.org/W4400582696","https://openalex.org/W4400878080","https://openalex.org/W4401502677","https://openalex.org/W4401719610","https://openalex.org/W4401908463","https://openalex.org/W4402410226","https://openalex.org/W4402665833","https://openalex.org/W4403536220","https://openalex.org/W4404302073","https://openalex.org/W4405758136","https://openalex.org/W4405796591","https://openalex.org/W4406891898","https://openalex.org/W4411552143"],"related_works":[],"abstract_inverted_index":{"Background:":[0],"The":[1],"use":[2,46,169],"of":[3,134],"large":[4],"language":[5],"models":[6],"in":[7,48,145,170],"software":[8,43,71,146],"testing":[9,44,61,105,147,171],"is":[10,148],"growing":[11],"fast":[12],"as":[13,137],"they":[14],"support":[15,57],"numerous":[16],"tasks,":[17],"from":[18,73],"test":[19],"case":[20],"generation":[21],"to":[22,50,56,131,177],"automation,":[23],"and":[24,76,84,99,115,126,139,156,173,184],"documentation.":[25],"However,":[26],"their":[27,58],"adoption":[28,144],"often":[29],"relies":[30],"on":[31,91],"informal":[32],"experimentation":[33],"rather":[34],"than":[35],"structured":[36],"guidance.":[37],"Aims:":[38],"This":[39,160],"study":[40,68,161],"investigates":[41],"how":[42],"professionals":[45],"LLMs":[47,135],"practice":[49],"propose":[51],"a":[52,66,163],"preliminary,":[53],"practitioner-informed":[54],"guideline":[55],"integration":[59],"into":[60],"workflows.":[62],"Method:":[63],"We":[64],"conducted":[65],"qualitative":[67],"with":[69],"15":[70],"testers":[72],"diverse":[74],"roles":[75],"domains.":[77],"Data":[78],"were":[79],"collected":[80],"through":[81],"semi-structured":[82],"interviews":[83],"analyzed":[85],"using":[86],"grounded":[87],"theory-based":[88],"processes":[89],"focused":[90],"thematic":[92],"analysis.":[93],"Results:":[94],"Testers":[95],"described":[96],"an":[97],"iterative":[98],"reflective":[100],"process":[101],"that":[102],"included":[103],"defining":[104],"objectives,":[106],"applying":[107],"prompt":[108],"engineering":[109],"strategies,":[110],"refining":[111],"prompts,":[112],"evaluating":[113],"outputs,":[114],"learning":[116],"over":[117],"time.":[118],"They":[119],"emphasized":[120],"the":[121],"need":[122],"for":[123,166],"human":[124],"oversight":[125],"careful":[127],"validation,":[128],"especially":[129],"due":[130],"known":[132],"limitations":[133],"such":[136],"hallucinations":[138],"inconsistent":[140],"reasoning.":[141],"Conclusions:":[142],"LLM":[143,168],"growing,":[149],"but":[150],"remains":[151],"shaped":[152],"by":[153],"evolving":[154],"practices":[155,180],"caution":[157],"around":[158],"risks.":[159],"offers":[162],"starting":[164],"point":[165],"structuring":[167],"contexts":[172],"invites":[174],"future":[175],"research":[176],"refine":[178],"these":[179],"across":[181],"teams,":[182],"tools,":[183],"tasks.":[185]},"counts_by_year":[],"updated_date":"2026-01-21T23:35:09.540996","created_date":"2026-01-21T00:00:00"}