{"id":"https://openalex.org/W4414688303","doi":"https://doi.org/10.1145/3766882.3767186","title":"Into the Wild: Real-World Testing for ML-Based ABR","display_name":"Into the Wild: Real-World Testing for ML-Based ABR","publication_year":2025,"publication_date":"2025-10-01","ids":{"openalex":"https://openalex.org/W4414688303","doi":"https://doi.org/10.1145/3766882.3767186"},"language":"en","primary_location":{"id":"doi:10.1145/3766882.3767186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3766882.3767186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Practical Adoption Challenges of ML for Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.3929/ethz-c-000783319","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110120629","display_name":"Barry Hoffman","orcid":"https://orcid.org/0009-0002-0277-4539"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Benjamin Hoffman","raw_affiliation_strings":["ETH Z\u00fcrich"],"raw_orcid":"https://orcid.org/0009-0002-0277-4539","affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078056312","display_name":"Alexander Dietm\u00fcller","orcid":"https://orcid.org/0000-0003-3769-3958"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alexander Dietm\u00fcller","raw_affiliation_strings":["ETH Z\u00fcrich"],"raw_orcid":"https://orcid.org/0000-0003-3769-3958","affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024428718","display_name":"Ayush Mishra","orcid":"https://orcid.org/0000-0001-9723-4513"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ayush Mishra","raw_affiliation_strings":["ETH Z\u00fcrich"],"raw_orcid":"https://orcid.org/0000-0001-9723-4513","affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070110259","display_name":"Laurent Vanbever","orcid":"https://orcid.org/0000-0003-1455-4381"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Laurent Vanbever","raw_affiliation_strings":["ETH Z\u00fcrich"],"raw_orcid":"https://orcid.org/0000-0003-1455-4381","affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5110120629"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26173139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"105","last_page":"109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9473999738693237,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9473999738693237,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9243000149726868,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6068000197410583},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5608000159263611},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5297999978065491},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.46209999918937683},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.423799991607666},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.3384999930858612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7462000250816345},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6068000197410583},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5608000159263611},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5297999978065491},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.46209999918937683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.453900009393692},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3840000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35179999470710754},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3766882.3767186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3766882.3767186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Practical Adoption Challenges of ML for Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/783319","is_oa":false,"landing_page_url":"http://hdl.handle.net/20.500.11850/783319","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PACMI '25: Proceedings of the 4th Workshop on Practical Adoption Challenges of ML for Systems","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.3929/ethz-c-000783319","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-c-000783319","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.3929/ethz-c-000783319","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-c-000783319","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1976944900","https://openalex.org/W2013628864","https://openalex.org/W2133665775","https://openalex.org/W2167407752","https://openalex.org/W2294512426","https://openalex.org/W2482797934","https://openalex.org/W2734941459","https://openalex.org/W2744628735","https://openalex.org/W2770956569","https://openalex.org/W3114038590","https://openalex.org/W4380994111","https://openalex.org/W4404691117","https://openalex.org/W4412408489"],"related_works":[],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)-based":[2],"Adaptive":[3],"Bitrate":[4],"(ABR)":[5],"algorithms":[6,36,154],"often":[7],"struggle":[8],"to":[9,25,27,40,118,148,187,197,200,209,213],"bridge":[10],"the":[11,38,59,69,122,125,150,162,174,198,202],"gap":[12],"between":[13],"simulation":[14],"and":[15,95,185,208],"reality.":[16],"Their":[17],"strong":[18],"performance":[19,115,151,175],"in":[20,62,132,189],"synthetic":[21],"environments":[22,65],"frequently":[23],"fails":[24],"generalize":[26,116],"real-world":[28,42,64],"conditions.":[29],"Researchers":[30],"have":[31],"therefore":[32],"begun":[33],"testing":[34,61,77,143],"these":[35],"over":[37],"Internet":[39],"incorporate":[41],"feedback":[43],"into":[44],"their":[45,110],"design.":[46],"In":[47],"this":[48,86,136],"paper,":[49],"we":[50,138],"show":[51],"that":[52,145],"since":[53],"network":[54],"conditions":[55],"vary":[56],"significantly":[57],"across":[58,121,155],"globe,":[60],"individual":[63],"can":[66,172],"suffer":[67],"from":[68],"same":[70],"generalization":[71],"issues":[72],"as":[73],"lab-based":[74],"testing.":[75],"Existing":[76],"platforms":[78],"face":[79],"(and":[80],"might":[81],"even":[82],"be":[83],"oblivious":[84],"to)":[85],"limitation":[87],"because":[88],"they":[89],"cover":[90],"a":[91,98,108,141,156,165],"small":[92],"geographical":[93],"region":[94],"rely":[96],"on":[97,112],"narrow":[99],"set":[100,158],"of":[101,128,152,159,167,177,204],"users":[102],"affected":[103],"by":[104],"survivorship":[105],"bias.":[106],"As":[107,164],"result,":[109],"insights":[111],"an":[113],"algorithm's":[114],"poorly":[117],"other":[119],"deployments":[120],"Internet,":[123],"hindering":[124],"widespread":[126],"adoption":[127],"ML-based":[129,180,206],"ABR":[130,153],"methods":[131],"practice.":[133],"To":[134],"address":[135],"gap,":[137],"present":[139],"ABR-Arena,":[140],"global":[142],"platform":[144],"enables":[146],"researchers":[147],"evaluate":[149],"diverse":[157],"regions":[160],"around":[161],"globe.":[163],"result":[166],"its":[168],"worldwide":[169],"coverage,":[170],"ABR-Arena":[171,195],"reveal":[173],"shortcomings":[176],"several":[178],"state-of-the-art":[179],"approaches.":[181],"It":[182],"is":[183],"extensible":[184],"easy":[186],"deploy":[188],"additional":[190],"locations.":[191],"We":[192],"will":[193],"make":[194],"available":[196],"community":[199],"support":[201],"development":[203],"new":[205],"approaches":[207],"facilitate":[210],"meaningful":[211],"improvements":[212],"existing":[214],"algorithms.":[215]},"counts_by_year":[],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}