{"id":"https://openalex.org/W6891996985","doi":"https://doi.org/10.48550/arxiv.2501.06706","title":"AIOpsLab: A Holistic Framework to Evaluate AI Agents for Enabling Autonomous Clouds","display_name":"AIOpsLab: A Holistic Framework to Evaluate AI Agents for Enabling Autonomous Clouds","publication_year":2025,"publication_date":"2025-01-12","ids":{"openalex":"https://openalex.org/W6891996985","doi":"https://doi.org/10.48550/arxiv.2501.06706"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2501.06706","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.06706","pdf_url":"https://arxiv.org/pdf/2501.06706","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.06706","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chen, Yinfang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yinfang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088243281","display_name":"Manish Shetty","orcid":"https://orcid.org/0000-0002-8630-3998","observed_orcids":["https://orcid.org/0000-0002-8630-3998"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shetty, Manish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017379860","display_name":"Gagan Somashekar","orcid":"https://orcid.org/0000-0001-6949-8685","observed_orcids":["https://orcid.org/0000-0001-6949-8685"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Somashekar, Gagan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123499338","display_name":"Minghua Ma","orcid":"https://orcid.org/0000-0002-6303-1731","observed_orcids":["https://orcid.org/0000-0002-6303-1731"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Minghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041794289","display_name":"Yogesh L. Simmhan","orcid":"https://orcid.org/0000-0003-4140-7774","observed_orcids":["https://orcid.org/0000-0003-4140-7774"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simmhan, Yogesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011277895","display_name":"Jonathan Mace","orcid":"https://orcid.org/0000-0002-3701-9296","observed_orcids":["https://orcid.org/0000-0002-3701-9296"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mace, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967802","display_name":"Chetan Bansal","orcid":"https://orcid.org/0000-0003-0102-8139","observed_orcids":["https://orcid.org/0000-0003-0102-8139"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bansal, Chetan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Rujia","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Rujia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070722259","display_name":"Saravan Rajmohan","orcid":"https://orcid.org/0000-0002-2019-213X","observed_orcids":["https://orcid.org/0000-0002-2019-213X","https://orcid.org/0009-0003-0204-7187"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajmohan, Saravan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/aiops","display_name":"AIOps","score":0.8650000095367432},{"id":"https://openalex.org/keywords/ai-agents","display_name":"AI agents","score":0.9340000152587891},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7680000066757202},{"id":"https://openalex.org/keywords/self-healing-systems","display_name":"self-healing systems","score":0.7940000295639038},{"id":"https://openalex.org/keywords/fault-localization","display_name":"fault location","score":0.6690000295639038},{"id":"https://openalex.org/keywords/root-cause-analysis","display_name":"root cause analysis","score":0.9900000095367432},{"id":"https://openalex.org/keywords/telemetry-data","display_name":"telemetry data","score":0.7009999752044678},{"id":"https://openalex.org/keywords/devops-automation","display_name":"DevOps automation","score":0.5059999823570251}],"concepts":[{"id":"https://openalex.org/C144251240","wikidata":"https://www.wikidata.org/wiki/Q7068229","display_name":"Nucleofection","level":4,"score":0.37790000438690186},{"id":"https://openalex.org/C145741570","wikidata":"https://www.wikidata.org/wiki/Q7251534","display_name":"Proteogenomics","level":5,"score":0.2994000017642975},{"id":"https://openalex.org/C18743360","wikidata":"https://www.wikidata.org/wiki/Q1208096","display_name":"Diafiltration","level":4,"score":0.2881999909877777},{"id":"https://openalex.org/C133074676","wikidata":"https://www.wikidata.org/wiki/Q428729","display_name":"Fusible alloy","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2778283623","wikidata":"https://www.wikidata.org/wiki/Q18032200","display_name":"TSG101","level":5,"score":0.26750001311302185},{"id":"https://openalex.org/C2781032047","wikidata":"https://www.wikidata.org/wiki/Q938793","display_name":"Articular cartilage damage","level":5,"score":0.2639000117778778},{"id":"https://openalex.org/C2777158700","wikidata":"https://www.wikidata.org/wiki/Q1419356","display_name":"Hyporeflexia","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C104545631","wikidata":"https://www.wikidata.org/wiki/Q464858","display_name":"Demotion","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C2992336715","wikidata":"https://www.wikidata.org/wiki/Q63431143","display_name":"Gestational period","level":4,"score":0.2524000108242035},{"id":"https://openalex.org/C2777054765","wikidata":"https://www.wikidata.org/wiki/Q6402731","display_name":"Dysgeusia","level":3,"score":0.24480000138282776}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2501.06706","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.06706","pdf_url":"https://arxiv.org/pdf/2501.06706","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2501.06706","doi":"https://doi.org/10.48550/arxiv.2501.06706","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.06706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.06706","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.06706","pdf_url":"https://arxiv.org/pdf/2501.06706","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6891996985.pdf","grobid_xml":"https://content.openalex.org/works/W6891996985.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W3177813494","https://openalex.org/W4321177655","https://openalex.org/W4327810158","https://openalex.org/W4385327683","https://openalex.org/W4392822190","https://openalex.org/W4403582420","https://openalex.org/W4413267864","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4404385440","https://openalex.org/W7216554255","https://openalex.org/W7140280771","https://openalex.org/W7127312307","https://openalex.org/W7117315968","https://openalex.org/W4417465425","https://openalex.org/W7169585458","https://openalex.org/W4411337568","https://openalex.org/W4414590550","https://openalex.org/W7155032927"],"abstract_inverted_index":{"AI":[0,49,66],"for":[1,135,146],"IT":[2],"Operations":[3],"(AIOps)":[4],"aims":[5],"to":[6,19,78,94],"automate":[7],"complex":[8,185],"operational":[9,39,70,186],"tasks,":[10,40],"such":[11,147],"as":[12],"fault":[13],"localization":[14],"and":[15,23,31,48,57,99,123,132,138,151,181],"root":[16],"cause":[17],"analysis,":[18],"reduce":[20],"human":[21],"workload":[22],"minimize":[24],"customer":[25],"impact.":[26],"While":[27],"traditional":[28],"DevOps":[29],"tools":[30],"AIOps":[32,53,161],"algorithms":[33],"often":[34],"focus":[35],"on":[36],"addressing":[37],"isolated":[38],"recent":[41],"advances":[42],"in":[43,183,188],"Large":[44],"Language":[45],"Models":[46],"(LLMs)":[47],"agents":[50,67,168],"are":[51],"revolutionizing":[52],"by":[54,173],"enabling":[55],"end-to-end":[56],"multitask":[58],"automation.":[59],"This":[60],"paper":[61],"envisions":[62],"a":[63,82,91,110,148],"future":[64],"where":[65],"autonomously":[68],"manage":[69],"tasks":[71,187],"throughout":[72],"the":[73,96,143,157,170],"entire":[74],"incident":[75],"lifecycle,":[76],"leading":[77],"self-healing":[79],"cloud":[80,117,189],"systems,":[81],"paradigm":[83],"we":[84,107,175],"term":[85],"AgentOps.":[86],"Realizing":[87],"this":[88,105],"vision":[89],"requires":[90],"comprehensive":[92],"framework":[93,111,150],"guide":[95],"design,":[97],"development,":[98],"evaluation":[100,158],"of":[101,159,165],"these":[102,130],"agents.":[103,140,162],"To":[104],"end,":[106],"present":[108],"AIOPSLAB,":[109,174],"that":[112],"not":[113],"only":[114],"deploys":[115],"microservice":[116],"environments,":[118],"injects":[119],"faults,":[120],"generates":[121],"workloads,":[122],"exports":[124],"telemetry":[125],"data":[126],"but":[127],"also":[128],"orchestrates":[129],"components":[131],"provides":[133],"interfaces":[134],"interacting":[136],"with":[137],"evaluating":[139],"We":[141],"discuss":[142],"key":[144],"requirements":[145],"holistic":[149],"demonstrate":[152],"how":[153],"AIOPSLAB":[154],"can":[155],"facilitate":[156],"next-generation":[160],"Through":[163],"evaluations":[164],"state-of-the-art":[166],"LLM":[167],"within":[169],"benchmark":[171],"created":[172],"provide":[176],"insights":[177],"into":[178],"their":[179],"capabilities":[180],"limitations":[182],"handling":[184],"environments.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":41},{"year":2025,"cited_by_count":7}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-10-10T00:00:00"}