{"id":"https://openalex.org/W7155357960","doi":"https://doi.org/10.1007/s10664-026-10857-9","title":"An empirical study of testing practices in open source AI agent frameworks and agentic applications","display_name":"An empirical study of testing practices in open source AI agent frameworks and agentic applications","publication_year":2026,"publication_date":"2026-04-24","ids":{"openalex":"https://openalex.org/W7155357960","doi":"https://doi.org/10.1007/s10664-026-10857-9"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-026-10857-9","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-026-10857-9","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126256808","display_name":"Mohammed Mehedi Hasan","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohammed Mehedi Hasan","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9837-0998","affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100348486","display_name":"Hao Li","orcid":"https://orcid.org/0000-0003-4468-5972"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4468-5972","affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058196688","display_name":"Emad Fallahzadeh","orcid":"https://orcid.org/0009-0005-5024-4868"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Emad Fallahzadeh","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0005-5024-4868","affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052055475","display_name":"Gopi Krishnan Rajbahadur","orcid":"https://orcid.org/0000-0003-1812-5365"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gopi Krishnan Rajbahadur","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1812-5365","affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058164381","display_name":"Bram Adams","orcid":"https://orcid.org/0000-0001-7213-4006"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bram Adams","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7213-4006","affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134366313","display_name":"Ahmed E. Hassan","orcid":"https://orcid.org/0000-0001-7749-5513"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmed E. Hassan","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7749-5513","affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5126256808"],"corresponding_institution_ids":["https://openalex.org/I204722609"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":23.9036,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.99495714,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"31","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.2565999925136566,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.2565999925136566,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.13079999387264252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.07010000199079514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.7684999704360962},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.5081999897956848},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.39980000257492065},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.32409998774528503},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.30219998955726624}],"concepts":[{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.7684999704360962},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.5849000215530396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5507000088691711},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.5081999897956848},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40959998965263367},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.39980000257492065},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3336000144481659},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.32409998774528503},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3000999987125397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29510000348091125},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.26170000433921814}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-026-10857-9","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-026-10857-9","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W122167022","https://openalex.org/W1538216099","https://openalex.org/W1873866539","https://openalex.org/W1984559585","https://openalex.org/W2002753905","https://openalex.org/W2014515160","https://openalex.org/W2042149325","https://openalex.org/W2092337769","https://openalex.org/W2140952846","https://openalex.org/W2145733341","https://openalex.org/W2162336214","https://openalex.org/W2164777277","https://openalex.org/W2490092854","https://openalex.org/W2559885217","https://openalex.org/W2610345163","https://openalex.org/W2611190712","https://openalex.org/W2616028256","https://openalex.org/W2741220297","https://openalex.org/W2884508227","https://openalex.org/W2884758644","https://openalex.org/W2902728783","https://openalex.org/W2903328789","https://openalex.org/W2903730147","https://openalex.org/W2908595623","https://openalex.org/W2939724256","https://openalex.org/W2959468682","https://openalex.org/W2964116855","https://openalex.org/W2977475885","https://openalex.org/W2999072931","https://openalex.org/W3007157104","https://openalex.org/W3035250811","https://openalex.org/W3091074642","https://openalex.org/W3175658129","https://openalex.org/W4250436085","https://openalex.org/W4281763794","https://openalex.org/W4282555216","https://openalex.org/W4283763666","https://openalex.org/W4285490448","https://openalex.org/W4312260323","https://openalex.org/W4313459382","https://openalex.org/W4313563557","https://openalex.org/W4365129631","https://openalex.org/W4367669694","https://openalex.org/W4386031629","https://openalex.org/W4387835442","https://openalex.org/W4388860777","https://openalex.org/W4389519254","https://openalex.org/W4389523830","https://openalex.org/W4389544300","https://openalex.org/W4389544392","https://openalex.org/W4390638022","https://openalex.org/W4391974543","https://openalex.org/W4392224127","https://openalex.org/W4399530518","https://openalex.org/W4399588602","https://openalex.org/W4399995547","https://openalex.org/W4400484650","https://openalex.org/W4400934506","https://openalex.org/W4402170307","https://openalex.org/W4403203873","https://openalex.org/W4403539235","https://openalex.org/W4404355908","https://openalex.org/W4404782660","https://openalex.org/W4404783106","https://openalex.org/W4405943716","https://openalex.org/W4407026518","https://openalex.org/W4408070694","https://openalex.org/W4408147114","https://openalex.org/W4408204750","https://openalex.org/W4408292186","https://openalex.org/W4409183411","https://openalex.org/W4409481622","https://openalex.org/W4411450040","https://openalex.org/W4411630045","https://openalex.org/W4412203333","https://openalex.org/W4412877164","https://openalex.org/W4414719493","https://openalex.org/W4416035778","https://openalex.org/W7133239970","https://openalex.org/W7138462561","https://openalex.org/W7149011043"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2026-04-24T00:00:00"}