{"id":"https://openalex.org/W7166144042","doi":"https://doi.org/10.48550/arxiv.2606.26960","title":"Toward Agentic SysAdmin: Rethinking System Administration with AI Agents","display_name":"Toward Agentic SysAdmin: Rethinking System Administration with AI Agents","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166144042","doi":"https://doi.org/10.48550/arxiv.2606.26960"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26960","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139433911","display_name":"Gianmaria Frigo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frigo, Gianmaria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139429656","display_name":"Davide Saladino","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saladino, Davide","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095851407","display_name":"Alberto Castagnaro","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Castagnaro, Alberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071242130","display_name":"Francesco Marchiori","orcid":"https://orcid.org/0000-0001-5282-0965"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marchiori, Francesco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003312690","display_name":"Denis Donadel","orcid":"https://orcid.org/0000-0002-7050-9369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Donadel, Denis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051194788","display_name":"Luca Pajola","orcid":"https://orcid.org/0000-0002-6749-6608"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pajola, Luca","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139403829","display_name":"Mauro Conti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Conti, Mauro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.6500999927520752,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.6500999927520752,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.05950000137090683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.6952999830245972},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6413999795913696},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.590499997138977},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5799000263214111},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5378000140190125},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.521399974822998},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.5171999931335449},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4169999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722100019454956},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6952999830245972},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6413999795913696},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.590499997138977},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5799000263214111},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5378000140190125},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.5171999931335449},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.46380001306533813},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3824000060558319},{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.36239999532699585},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C517642484","wikidata":"https://www.wikidata.org/wiki/Q2388514","display_name":"Intelligence analysis","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3098999857902527},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C104122410","wikidata":"https://www.wikidata.org/wiki/Q1416406","display_name":"Network model","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2628999948501587},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"growing":[1],"complexity":[2],"of":[3,73,79,87,137,154,202],"computer":[4],"networks,":[5],"driven":[6],"by":[7,121],"cloud-native":[8],"architectures,":[9,146],"heterogeneous":[10],"devices,":[11],"and":[12,27,45,150,180,205],"distributed":[13],"systems,":[14],"places":[15],"increasing":[16,155],"pressure":[17],"on":[18,64,117,166],"network":[19,81,118,124,152],"administrators":[20],"who":[21],"must":[22],"simultaneously":[23],"manage":[24],"configuration,":[25],"troubleshooting,":[26],"security":[28],"under":[29,190],"tight":[30],"operational":[31],"constraints.":[32],"Large":[33],"Language":[34],"Models":[35],"(LLMs)":[36],"have":[37],"emerged":[38],"as":[39],"a":[40,110,134,163,170],"promising":[41],"tool":[42],"to":[43,76,84,94,126,176,198],"assist":[44],"partially":[46],"automate":[47],"these":[48],"tasks,":[49],"yet":[50],"their":[51],"systematic":[52],"evaluation":[53],"in":[54],"networking":[55],"scenarios":[56],"remains":[57],"an":[58],"open":[59],"challenge.":[60],"Existing":[61],"benchmarks":[62],"rely":[63],"static":[65],"reference":[66],"outputs":[67],"or":[68,83],"manual":[69],"expert":[70],"validation,":[71],"neither":[72],"which":[74,99],"scales":[75],"the":[77,85,191],"diversity":[78],"real-world":[80],"states":[82],"variety":[86],"orchestration":[88],"strategies":[89],"--":[90,168,179],"from":[91,174],"monolithic":[92],"prompting":[93],"fully":[95],"agentic":[96],"pipelines":[97],"--through":[98],"LLMs":[100],"are":[101],"increasingly":[102],"deployed.":[103],"In":[104],"this":[105],"paper,":[106],"we":[107,157],"present":[108],"NetLLMeval,":[109],"framework":[111],"for":[112],"automatically":[113],"evaluating":[114],"LLM-based":[115],"systems":[116,189],"administration":[119],"tasks":[120],"leveraging":[122],"live":[123],"emulation":[125],"derive":[127],"ground":[128],"truth":[129],"without":[130],"human":[131],"intervention.":[132],"Through":[133],"full-factorial":[135],"study":[136],"24000":[138],"runs":[139],"spanning":[140],"10":[141,147],"foundation":[142],"models,":[143],"4":[144],"solver":[145,160,206],"task":[148],"types,":[149],"6":[151],"topologies":[153],"complexity,":[156],"show":[158],"that":[159,181],"design":[161],"has":[162],"great":[164],"impact":[165],"accuracy":[167],"lifting":[169],"14B":[171],"open-weight":[172],"model":[173],"0.43":[175],"0.88":[177],"correctness":[178],"such":[182],"locally-deployable":[183],"models":[184,204],"can":[185],"match":[186],"trillion-parameter":[187],"frontier":[188],"right":[192],"configuration.":[193],"NetLLMeval":[194],"is":[195],"released":[196],"open-source":[197],"support":[199],"reproducible":[200],"benchmarking":[201],"future":[203],"designs.":[207]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-27T00:00:00"}