{"id":"https://openalex.org/W7220778708","doi":null,"title":"Towards efficient and reliable infrastructure for machine learning","display_name":"Towards efficient and reliable infrastructure for machine learning","alternate_titles":[],"publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W7220778708"},"language":"en","primary_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/132496","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/132496","pdf_url":"https://www.ideals.illinois.edu/items/139497/bitstreams/450487/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7220778708"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ideals.illinois.edu/items/139497/bitstreams/450487/data.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036886711","display_name":"Archit Patke","orcid":"https://orcid.org/0009-0006-7878-8856","observed_orcids":["https://orcid.org/0009-0006-7878-8856"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Patke, Archit","raw_affiliation_strings":["Graduate College, University of Illinois Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate College, University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5036886711"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.8105000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.8105000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.0722000002861023,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning-infrastructure","display_name":"machine learning infrastructure","score":0.921999990940094},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.722000002861023},{"id":"https://openalex.org/keywords/generative-models","display_name":"generative models","score":0.7129999995231628},{"id":"https://openalex.org/keywords/memory-disaggregation","display_name":"memory disaggregation","score":0.890999972820282},{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.9120000004768372},{"id":"https://openalex.org/keywords/network-congestion-mitigation","display_name":"network congestion mitigation","score":0.8730000257492065},{"id":"https://openalex.org/keywords/delay-sensitivity","display_name":"delay sensitivity","score":0.9200000166893005},{"id":"https://openalex.org/keywords/continuous-batching","display_name":"continuous batching","score":0.5860000252723694},{"id":"https://openalex.org/keywords/distributed-inference","display_name":"distributed inference","score":0.8550000190734863},{"id":"https://openalex.org/keywords/back-pressure","display_name":"back pressure","score":0.9610000252723694},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"fault tolerance","score":0.824999988079071},{"id":"https://openalex.org/keywords/hardware-failure","display_name":"hardware failure","score":0.30799999833106995},{"id":"https://openalex.org/keywords/ai-hardware","display_name":"AI accelerators","score":0.546999990940094},{"id":"https://openalex.org/keywords/resource-fragmentation","display_name":"resource fragmentation","score":0.593999981880188},{"id":"https://openalex.org/keywords/workload-adaptation","display_name":"workload adaptation","score":0.593999981880188},{"id":"https://openalex.org/keywords/reliability","display_name":"reliability","score":0.597000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6302000284194946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5065000057220459},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45809999108314514},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.24709999561309814},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.24230000376701355},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23260000348091125},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.2321999967098236}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:www.ideals.illinois.edu:2142/132496","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/132496","pdf_url":"https://www.ideals.illinois.edu/items/139497/bitstreams/450487/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/132496","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/132496","pdf_url":"https://www.ideals.illinois.edu/items/139497/bitstreams/450487/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.8970999717712402,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220778708.pdf","grobid_xml":"https://content.openalex.org/works/W7220778708.grobid-xml"},"referenced_works_count":173,"referenced_works":["https://openalex.org/W80075259","https://openalex.org/W317957491","https://openalex.org/W1540325530","https://openalex.org/W1540926161","https://openalex.org/W1564523715","https://openalex.org/W1570477871","https://openalex.org/W1578105119","https://openalex.org/W1583519197","https://openalex.org/W1586547048","https://openalex.org/W1596936080","https://openalex.org/W1609755472","https://openalex.org/W1917528016","https://openalex.org/W1937803282","https://openalex.org/W1963880259","https://openalex.org/W1965869859","https://openalex.org/W1966243865","https://openalex.org/W1985933012","https://openalex.org/W1999900893","https://openalex.org/W2001794165","https://openalex.org/W2009250131","https://openalex.org/W2009852231","https://openalex.org/W2012643955","https://openalex.org/W2025024269","https://openalex.org/W2025178774","https://openalex.org/W2027716782","https://openalex.org/W2038924755","https://openalex.org/W2054137409","https://openalex.org/W2070010964","https://openalex.org/W2079472602","https://openalex.org/W2082482658","https://openalex.org/W2092212481","https://openalex.org/W2100997884","https://openalex.org/W2104305170","https://openalex.org/W2109369875","https://openalex.org/W2116907011","https://openalex.org/W2117884704","https://openalex.org/W2119548576","https://openalex.org/W2120145199","https://openalex.org/W2127218421","https://openalex.org/W2133638675","https://openalex.org/W2143522680","https://openalex.org/W2145339207","https://openalex.org/W2146351362","https://openalex.org/W2150412589","https://openalex.org/W2150981663","https://openalex.org/W2155968351","https://openalex.org/W2158700277","https://openalex.org/W2161537327","https://openalex.org/W2173248099","https://openalex.org/W2194775991","https://openalex.org/W2222512263","https://openalex.org/W2225524866","https://openalex.org/W2292369231","https://openalex.org/W2318507312","https://openalex.org/W2340522713","https://openalex.org/W2400561398","https://openalex.org/W2487583538","https://openalex.org/W2515380288","https://openalex.org/W2528415359","https://openalex.org/W2576312950","https://openalex.org/W2577489668","https://openalex.org/W2604492059","https://openalex.org/W2604595776","https://openalex.org/W2604701668","https://openalex.org/W2724362854","https://openalex.org/W2736601468","https://openalex.org/W2767346922","https://openalex.org/W2770542984","https://openalex.org/W2781626870","https://openalex.org/W2798365680","https://openalex.org/W2805459376","https://openalex.org/W2886216368","https://openalex.org/W2895690683","https://openalex.org/W2899396876","https://openalex.org/W2901848761","https://openalex.org/W2926143647","https://openalex.org/W2934584470","https://openalex.org/W2934889147","https://openalex.org/W2944851425","https://openalex.org/W2952435244","https://openalex.org/W2956461999","https://openalex.org/W2964108773","https://openalex.org/W2968108410","https://openalex.org/W2973793552","https://openalex.org/W2984468687","https://openalex.org/W2990264049","https://openalex.org/W2993936427","https://openalex.org/W2998208529","https://openalex.org/W2999349537","https://openalex.org/W3001279689","https://openalex.org/W3004697822","https://openalex.org/W3010415461","https://openalex.org/W3013374519","https://openalex.org/W3021725346","https://openalex.org/W3025105914","https://openalex.org/W3033527233","https://openalex.org/W3043601814","https://openalex.org/W3068073655","https://openalex.org/W3068601557","https://openalex.org/W3087472809","https://openalex.org/W3095488153","https://openalex.org/W3105286627","https://openalex.org/W3129298663","https://openalex.org/W3129927603","https://openalex.org/W3130716829","https://openalex.org/W3139152607","https://openalex.org/W3147460469","https://openalex.org/W3154380680","https://openalex.org/W3173964808","https://openalex.org/W3175523094","https://openalex.org/W3179122174","https://openalex.org/W3195577433","https://openalex.org/W3206341493","https://openalex.org/W4205462996","https://openalex.org/W4235154503","https://openalex.org/W4235732943","https://openalex.org/W4240522432","https://openalex.org/W4242648275","https://openalex.org/W4244241786","https://openalex.org/W4244682390","https://openalex.org/W4248409180","https://openalex.org/W4251681643","https://openalex.org/W4254778370","https://openalex.org/W4280587521","https://openalex.org/W4281654814","https://openalex.org/W4283689961","https://openalex.org/W4286220308","https://openalex.org/W4289828081","https://openalex.org/W4312356560","https://openalex.org/W4316021930","https://openalex.org/W4316660797","https://openalex.org/W4318541517","https://openalex.org/W4321448364","https://openalex.org/W4322718191","https://openalex.org/W4322756634","https://openalex.org/W4327810158","https://openalex.org/W4327930415","https://openalex.org/W4327930439","https://openalex.org/W4360831822","https://openalex.org/W4360831854","https://openalex.org/W4376167141","https://openalex.org/W4385469644","https://openalex.org/W4385965642","https://openalex.org/W4387321091","https://openalex.org/W4387321556","https://openalex.org/W4387355950","https://openalex.org/W4387868960","https://openalex.org/W4388514131","https://openalex.org/W4389491852","https://openalex.org/W4390041933","https://openalex.org/W4391045969","https://openalex.org/W4391272922","https://openalex.org/W4391591762","https://openalex.org/W4392490478","https://openalex.org/W4394923336","https://openalex.org/W4394998727","https://openalex.org/W4399282312","https://openalex.org/W4399453677","https://openalex.org/W4399757647","https://openalex.org/W4401202565","https://openalex.org/W4401211704","https://openalex.org/W4401306886","https://openalex.org/W4402671632","https://openalex.org/W4404133430","https://openalex.org/W4404386015","https://openalex.org/W4409131852","https://openalex.org/W4409248832","https://openalex.org/W4411800338","https://openalex.org/W4412875469","https://openalex.org/W4413059236","https://openalex.org/W7049272853","https://openalex.org/W7133224090","https://openalex.org/W7133244816"],"related_works":["https://openalex.org/W7220755006","https://openalex.org/W7047687057","https://openalex.org/W7220762364","https://openalex.org/W7220782927","https://openalex.org/W7220817970","https://openalex.org/W7220781462","https://openalex.org/W7220787075","https://openalex.org/W7220786297","https://openalex.org/W7220783224","https://openalex.org/W7220812482"],"abstract_inverted_index":{"The":[0],"rapid":[1],"advancement":[2],"of":[3,27,29,35,40,42,45,199,205,221,311,320],"machine":[4,55],"learning,":[5],"particularly":[6],"large":[7,209],"language":[8,210],"and":[9,21,37,59,75,85,93,107,144,180,215,231,242,249,268,283,338,352,369,371,401,419,436],"generative":[10],"models,":[11],"has":[12,389,402],"enabled":[13],"transformative":[14],"applications":[15,159,183],"but":[16],"at":[17,276,396],"immense":[18],"computational":[19],"cost.Training":[20],"serving":[22],"these":[23,356],"models":[24,211],"requires":[25],"tens":[26],"thousands":[28],"specialized":[30],"accelerators":[31,317],"that":[32,81,111,138,156,259,264],"consume":[33],"megawatts":[34],"power":[36],"costs":[38,143],"hundreds":[39],"millions":[41],"dollars.The":[43],"efficiency":[44,64,204],"the":[46,196,277,297,345,420],"underlying":[47],"compute":[48],"infrastructure":[49,63,71,97,365],"is,":[50],"therefore,":[51],"critical":[52],"for":[53,88,140,208,382],"making":[54,363],"learning":[56,431],"more":[57,366],"accessible":[58],"sustainable.This":[60],"thesis":[61],"addresses":[62,116],"challenges":[65,119],"through":[66,120,318],"three":[67],"interconnected":[68],"dimensions:":[69],"core":[70,96],"optimization,":[72,98],"workload":[73,192],"adaptation,":[74,193],"reliability":[76,304],"enhancement.We":[77],"present":[78],"five":[79],"contributions":[80,357],"introduce":[82],"novel":[83],"methodologies":[84],"system":[86,124],"designs":[87],"improving":[89],"efficiency,":[90],"resource":[91,101,105],"utilization,":[92],"reliability.First,":[94],"in":[95,113,191,229,303,314,405],"we":[99,194,306],"address":[100,195],"fragmentation":[102],"by":[103,162,212],"enabling":[104],"disaggregation,":[106],"resolving":[108],"network":[109,141,163],"contention":[110],"arises":[112],"disaggregated":[114],"systems.INDIGO":[115],"memory":[117,145],"disaggregation":[118],"network-aware":[121],"page":[122],"migration.The":[123],"uses":[125],"contextual":[126],"multi-armed":[127],"bandits":[128],"trained":[129],"on":[130,176,289],"historical":[131],"application":[132],"data":[133,322],"to":[134,224,238,253,294,376,412,438],"make":[135],"migration":[136],"decisions":[137,287],"account":[139],"transfer":[142],"access":[146],"locality":[147],"benefits.Netscope":[148],"introduces":[149,256],"a":[150,308,359],"delay":[151,178],"sensitivity-driven":[152],"congestion":[153,164,172],"mitigation":[154],"framework":[155,169,271],"quantifies":[157],"how":[158],"are":[160],"affected":[161],"using":[165,280],"probabilistic":[166],"regression":[167],"models.The":[168],"dynamically":[170,272],"adjusts":[171,273],"control":[173],"parameters":[174],"based":[175,288],"estimated":[177],"sensitivity,":[179],"selectively":[181],"throttles":[182],"with":[184,234,427],"low":[185],"sensitivity":[186],"while":[187,300],"protecting":[188],"delay-sensitive":[189],"ones.Second,":[190],"unique":[197],"characteristics":[198,237],"modern":[200,315],"ML":[201],"workloads.QLM":[202],"improves":[203],"distributed":[206],"inference":[207],"multiplexing":[213],"interactive":[214,267],"batch":[216,269,274],"requests.QLM":[217],"leverages":[218],"statistical":[219],"properties":[220],"continuous":[222],"batching":[223],"estimate":[225],"request":[226,244,290],"waiting":[227,291],"times":[228],"queues":[230],"groups":[232],"requests":[233],"similar":[235],"performance":[236],"enable":[239,295],"efficient":[240],"decision-making":[241],"orchestrates":[243],"pulling,":[245],"eviction,":[246],"load":[247],"balancing,":[248],"model":[250],"swapping":[251],"operations.Complementary":[252],"QLM,":[254],"Chiron":[255],"hierarchical":[257],"autoscaling":[258],"employs":[260],"multi-level":[261],"backpressure":[262,282],"mechanisms":[263],"distinguishes":[265],"between":[266,347],"requests.The":[270],"sizes":[275],"local":[278],"level":[279],"reactive":[281],"makes":[284],"global":[285],"scaling":[286],"time":[292],"estimation":[293],"meeting":[296],"service-level":[298],"objectives":[299],"maximizing":[301],"efficiency.Third,":[302],"enhancement,":[305],"conduct":[307],"comprehensive":[309],"characterization":[310],"GPU":[312],"failures":[313],"AI":[316,364],"analysis":[319],"failure":[321,329,334],"from":[323],"large-scale":[324],"production":[325],"clusters.Our":[326],"methodology":[327],"examines":[328],"patterns":[330],"across":[331],"hardware":[332,348],"components,":[333],"types,":[335],"propagation":[336],"mechanisms,":[337,351],"systemwide":[339],"impacts,":[340],"thus":[341],"providing":[342],"insights":[343],"into":[344],"interplay":[346],"failures,":[349],"resilience":[350],"application-level":[353],"fault":[354],"tolerance.Together,":[355],"provide":[358],"holistic":[360],"approach":[361],"towards":[362],"efficient,":[367],"adaptive,":[368],"resilient.First":[370],"foremost,":[372],"I":[373],"am":[374],"grateful":[375],"my":[377,387,393,407,442],"advisor,":[378],"Prof.":[379],"Ravi":[380],"Iyer,":[381],"his":[383],"constant":[384],"support":[385],"throughout":[386],"journey.Ravi":[388],"mentored":[390],"me":[391,411],"since":[392],"visiting-student":[394],"days":[395],"UIUC":[397],"as":[398,441],"an":[399],"undergrad":[400],"been":[403],"instrumental":[404],"shaping":[406],"trajectory.He":[408],"continuously":[409],"pushed":[410],"explore":[413],"ideas":[414],"beyond":[415],"what":[416],"seemed":[417],"possible,":[418],"many":[421],"late":[422],"nights":[423],"spent":[424],"writing":[425],"papers":[426],"him":[428,440],"were":[429],"invaluable":[430],"experiences.I":[432],"feel":[433],"extremely":[434],"fortunate":[435],"privileged":[437],"have":[439],"advisor.":[443]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7220778708","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-10-07T00:00:00"}
