{"id":"https://openalex.org/W4409736285","doi":"https://doi.org/10.1145/3706598.3713581","title":"Interactive Debugging and Steering of Multi-Agent AI Systems","display_name":"Interactive Debugging and Steering of Multi-Agent AI Systems","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4409736285","doi":"https://doi.org/10.1145/3706598.3713581"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3713581","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713581","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3706598.3713581","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041694845","display_name":"Will Epperson","orcid":"https://orcid.org/0000-0002-2745-4315"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Will Epperson","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0002-2745-4315","affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052918302","display_name":"Gagan Bansal","orcid":"https://orcid.org/0000-0002-7741-3861"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gagan Bansal","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-7741-3861","affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047676499","display_name":"Victor Dibia","orcid":"https://orcid.org/0000-0002-1839-5632"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor C Dibia","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-1839-5632","affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071293344","display_name":"Adam Fourney","orcid":"https://orcid.org/0000-0002-4986-7794"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Fourney","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-4986-7794","affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114655662","display_name":"Jack Gerrits","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jack Gerrits","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0003-1966-2434","affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013934423","display_name":"Erkang Zhu","orcid":"https://orcid.org/0009-0000-3326-1790"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erkang (Eric) Zhu","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0000-3326-1790","affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057541630","display_name":"Saleema Amershi","orcid":"https://orcid.org/0000-0002-3294-7288"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saleema Amershi","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-3294-7288","affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5041694845"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":39.1186,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.99713887,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8308254480361938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7330390214920044},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48379772901535034},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.40395301580429077},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.37994059920310974}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8308254480361938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7330390214920044},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48379772901535034},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.40395301580429077},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.37994059920310974}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3706598.3713581","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713581","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2503.02068","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.02068","pdf_url":"https://arxiv.org/pdf/2503.02068","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3706598.3713581","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713581","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2053075547","https://openalex.org/W2137406659","https://openalex.org/W2148479118","https://openalex.org/W2154157725","https://openalex.org/W2165254944","https://openalex.org/W2779141230","https://openalex.org/W2922234936","https://openalex.org/W2953027140","https://openalex.org/W2956281901","https://openalex.org/W2963125461","https://openalex.org/W2990138404","https://openalex.org/W3034383590","https://openalex.org/W3174057701","https://openalex.org/W3203321135","https://openalex.org/W4225080353","https://openalex.org/W4225165463","https://openalex.org/W4285113702","https://openalex.org/W4301393026","https://openalex.org/W4320342906","https://openalex.org/W4366548330","https://openalex.org/W4391876619","https://openalex.org/W4393970715","https://openalex.org/W4396832834","https://openalex.org/W4396833505","https://openalex.org/W4401023556","https://openalex.org/W4402401807","https://openalex.org/W4402671629","https://openalex.org/W4403334020","https://openalex.org/W4404396586"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2061417947","https://openalex.org/W2621101275","https://openalex.org/W4321782533","https://openalex.org/W3096156304"],"abstract_inverted_index":{"Fully":[0],"autonomous":[1],"teams":[2],"of":[3,53,130,140],"LLM-powered":[4],"AI":[5,29,37],"agents":[6,125],"are":[7],"emerging":[8],"that":[9],"collaborate":[10],"to":[11,24,49,67,94],"perform":[12],"complex":[13,107],"tasks":[14],"for":[15,58,64,87,105,123,134,142],"users.":[16],"What":[17],"challenges":[18],"do":[19],"developers":[20],"face":[21],"when":[22],"trying":[23],"build":[25],"and":[26,61,89,96,101,126],"debug":[27],"these":[28,74],"agent":[30,38,47,70,99],"teams?":[31],"In":[32,110],"formative":[33],"interviews":[34],"with":[35,84,115],"five":[36],"developers,":[39],"we":[40,76,118],"identify":[41,119],"core":[42],"challenges:":[43],"difficulty":[44],"reviewing":[45],"long":[46],"conversations":[48],"localize":[50],"errors,":[51],"lack":[52],"support":[54,66],"in":[55],"current":[56],"tools":[57],"interactive":[59,79,131],"debugging,":[60],"the":[62,92,128],"need":[63],"tool":[65],"iterate":[68],"on":[69,73],"configuration.":[71],"Based":[72],"needs,":[75],"developed":[77],"an":[78,102],"multi-agent":[80],"debugging":[81,143],"tool,":[82],"AGDebugger,":[83],"a":[85,111],"UI":[86],"browsing":[88],"sending":[90],"messages,":[91,100],"ability":[93],"edit":[95],"reset":[97],"prior":[98],"overview":[103],"visualization":[104],"navigating":[106],"message":[108,132],"histories.":[109],"two-part":[112],"user":[113,121],"study":[114],"14":[116],"participants,":[117],"common":[120],"strategies":[122],"steering":[124],"highlight":[127],"importance":[129],"resets":[133],"debugging.":[135],"Our":[136],"studies":[137],"deepen":[138],"understanding":[139],"interfaces":[141],"increasingly":[144],"important":[145],"agentic":[146],"workflows.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}