{"id":"https://openalex.org/W4413358480","doi":"https://doi.org/10.1145/3748496.3748990","title":"Towards a Playground to Democratize Experimentation and Benchmarking of AI Agents for Network Troubleshooting","display_name":"Towards a Playground to Democratize Experimentation and Benchmarking of AI Agents for Network Troubleshooting","publication_year":2025,"publication_date":"2025-08-20","ids":{"openalex":"https://openalex.org/W4413358480","doi":"https://doi.org/10.1145/3748496.3748990"},"language":"en","primary_location":{"id":"doi:10.1145/3748496.3748990","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748496.3748990","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Next-Generation Network Observability","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3748496.3748990","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100409172","display_name":"Zhihao Wang","orcid":"https://orcid.org/0000-0003-1989-3067"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Wang","raw_affiliation_strings":["UESTC"],"raw_orcid":"https://orcid.org/0000-0003-1989-3067","affiliations":[{"raw_affiliation_string":"UESTC","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044396470","display_name":"Alessandro Cornacchia","orcid":"https://orcid.org/0000-0002-4734-3321"},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["CA","SA"],"is_corresponding":false,"raw_author_name":"Alessandro Cornacchia","raw_affiliation_strings":["KAUST"],"raw_orcid":"https://orcid.org/0000-0002-4734-3321","affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071864377","display_name":"Franco Galante","orcid":"https://orcid.org/0000-0003-2264-7318"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Franco Galante","raw_affiliation_strings":["Politecnico di Torino"],"raw_orcid":"https://orcid.org/0000-0003-2264-7318","affiliations":[{"raw_affiliation_string":"Politecnico di Torino","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072104800","display_name":"Carlo Centofanti","orcid":"https://orcid.org/0000-0002-0903-9804"},"institutions":[{"id":"https://openalex.org/I26415053","display_name":"University of L'Aquila","ror":"https://ror.org/01j9p1r26","country_code":"IT","type":"education","lineage":["https://openalex.org/I26415053"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Carlo Centofanti","raw_affiliation_strings":["University of L'Aquila"],"raw_orcid":"https://orcid.org/0000-0002-0903-9804","affiliations":[{"raw_affiliation_string":"University of L'Aquila","institution_ids":["https://openalex.org/I26415053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011246061","display_name":"Alessio Sacco","orcid":"https://orcid.org/0000-0003-2835-5455"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Sacco","raw_affiliation_strings":["Politecnico di Torino"],"raw_orcid":"https://orcid.org/0000-0003-2835-5455","affiliations":[{"raw_affiliation_string":"Politecnico di Torino","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046967955","display_name":"Dingde Jiang","orcid":"https://orcid.org/0000-0003-0284-5624"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingde Jiang","raw_affiliation_strings":["UESTC"],"raw_orcid":"https://orcid.org/0000-0003-0284-5624","affiliations":[{"raw_affiliation_string":"UESTC","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.9539347887039185},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8597426414489746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.63795006275177},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3419579565525055},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18010666966438293},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.06947499513626099}],"concepts":[{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.9539347887039185},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8597426414489746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.63795006275177},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3419579565525055},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18010666966438293},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.06947499513626099},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3748496.3748990","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748496.3748990","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Next-Generation Network Observability","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3748496.3748990","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748496.3748990","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Next-Generation Network Observability","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6197724044","display_name":null,"funder_award_id":"202306070030","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2824525340","https://openalex.org/W2964143609","https://openalex.org/W3046744974","https://openalex.org/W4386385402","https://openalex.org/W4399629579","https://openalex.org/W4401176274","https://openalex.org/W4403582420","https://openalex.org/W4404385440","https://openalex.org/W4410227886"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3013479934","https://openalex.org/W4210597238","https://openalex.org/W4318325534","https://openalex.org/W4206476896","https://openalex.org/W4240398146","https://openalex.org/W2950310564","https://openalex.org/W4238338086"],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"(AI)":[2],"and":[3,21,47,56,63,77,87,115,149,160,162,182],"Large":[4],"Language":[5],"Models":[6],"(LLMs),":[7],"are":[8],"increasingly":[9],"finding":[10],"application":[11,40],"in":[12,137],"network-related":[13],"tasks,":[14],"such":[15,93],"as":[16,94],"network":[17,25,45,123,135],"configuration":[18],"synthesis":[19],"[22]":[20],"dialogue-based":[22],"interfaces":[23],"to":[24,38,44,61,97,178],"measurements":[26],"[23],":[27],"among":[28],"others.":[29],"In":[30],"this":[31],"preliminary":[32],"work,":[33],"we":[34],"restrict":[35],"our":[36],"focus":[37],"the":[39,50,79,151],"of":[41,134],"AI":[42,65,82,99],"agents":[43,66,100],"troubleshooting":[46],"elaborate":[48],"on":[49,101],"need":[51],"for":[52,107],"a":[53,113,172],"standardized,":[54],"reproducible,":[55],"open":[57],"benchmarking":[58,117],"platform,":[59],"where":[60],"build":[62],"evaluate":[64,98],"with":[67,81],"low":[68],"operational":[69,109],"effort.":[70],"This":[71],"platform":[72,181],"primarily":[73],"aims":[74],"at":[75,190],"standardize":[76],"democratize":[78],"experimentation":[80],"agents,":[83],"by":[84],"enabling":[85],"researchers":[86],"practitioners":[88],"---":[89],"including":[90,155],"non-domain":[91],"experts":[92],"ML/AI":[95],"engineers---":[96],"curated":[102],"problem":[103],"sets,":[104],"without":[105],"concerns":[106],"underlying":[108],"complexities.":[110],"We":[111],"present":[112],"modular":[114],"extensible":[116,132],"framework":[118],"that":[119],"supports":[120],"widely":[121],"adopted":[122],"emulators":[124],"[3,":[125],"18,":[126],"20,":[127],"21].":[128],"It":[129],"targets":[130],"an":[131,179],"set":[133],"issues":[136],"diverse":[138],"real-world":[139],"scenarios":[140],"-":[141,148],"e.g.,":[142],"data":[143],"centers,":[144],"access,":[145],"WAN,":[146],"etc.":[147],"orchestrates":[150],"end-to-end":[152],"evaluation":[153],"workflows,":[154],"failure":[156],"injection,":[157],"telemetry":[158],"instrumentation":[159],"collection,":[161],"agent":[163],"performance":[164],"evaluation.":[165],"Agents":[166],"can":[167],"be":[168],"easily":[169],"connected":[170],"through":[171],"single":[173],"Application":[174],"Programming":[175],"Interface":[176],"(API)":[177],"emulation":[180],"rapidly":[183],"evaluated.":[184],"The":[185],"code":[186],"is":[187],"publicly":[188],"available":[189],"https://github.com/zhihao1998/LLM4NetLab.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}