{"id":"https://openalex.org/W4406457836","doi":"https://doi.org/10.1109/bigdata62323.2024.10825341","title":"OrionBench: Benchmarking Time Series Generative Models in the Service of the End-User","display_name":"OrionBench: Benchmarking Time Series Generative Models in the Service of the End-User","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406457836","doi":"https://doi.org/10.1109/bigdata62323.2024.10825341"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825341","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065291315","display_name":"Sarah Alnegheimish","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sarah Alnegheimish","raw_affiliation_strings":["LIDS MIT,Cambridge,MA"],"affiliations":[{"raw_affiliation_string":"LIDS MIT,Cambridge,MA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091872345","display_name":"Laure Berti\u2010\u00c9quille","orcid":"https://orcid.org/0000-0002-8046-0570"},"institutions":[{"id":"https://openalex.org/I4210166444","display_name":"Institut de Recherche pour le D\u00e9veloppement","ror":"https://ror.org/05q3vnk25","country_code":"FR","type":"funder","lineage":["https://openalex.org/I2802818602","https://openalex.org/I4210090127","https://openalex.org/I4210131494","https://openalex.org/I4210166444"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Laure Berti-Equille","raw_affiliation_strings":["IRD ESPACE-DEV,Montpellier,France"],"affiliations":[{"raw_affiliation_string":"IRD ESPACE-DEV,Montpellier,France","institution_ids":["https://openalex.org/I4210166444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067352490","display_name":"Kalyan Veeramachaneni","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kalyan Veeramachaneni","raw_affiliation_strings":["LIDS MIT,Cambridge,MA"],"affiliations":[{"raw_affiliation_string":"LIDS MIT,Cambridge,MA","institution_ids":["https://openalex.org/I4210110987"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065291315"],"corresponding_institution_ids":["https://openalex.org/I4210110987"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27994488,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1215","last_page":"1222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7671555280685425},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7042075991630554},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6663748621940613},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.6627706289291382},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4993898868560791},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3496897518634796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2617221474647522},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.05768314003944397}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7671555280685425},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7042075991630554},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6663748621940613},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.6627706289291382},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4993898868560791},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3496897518634796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2617221474647522},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.05768314003944397},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825341","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04823413v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04823413","pdf_url":null,"source":{"id":"https://openalex.org/S4406922454","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024","raw_type":"Preprints, Working Papers, ..."}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313196","display_name":"ScottishPower Renewables","ror":"https://ror.org/048hrc512"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1969082358","https://openalex.org/W2007087405","https://openalex.org/W2014928429","https://openalex.org/W2026453187","https://openalex.org/W2064675550","https://openalex.org/W2122646361","https://openalex.org/W2127979711","https://openalex.org/W2191950414","https://openalex.org/W2282861635","https://openalex.org/W2337344967","https://openalex.org/W2584499795","https://openalex.org/W2613480438","https://openalex.org/W2786827964","https://openalex.org/W2797846142","https://openalex.org/W2883672905","https://openalex.org/W2910068345","https://openalex.org/W2945172243","https://openalex.org/W2945594226","https://openalex.org/W2948517885","https://openalex.org/W2963166639","https://openalex.org/W2966048283","https://openalex.org/W3033739625","https://openalex.org/W3040266635","https://openalex.org/W3042623101","https://openalex.org/W3105704032","https://openalex.org/W3105931142","https://openalex.org/W3106525532","https://openalex.org/W3106543020","https://openalex.org/W3135550350","https://openalex.org/W3136173905","https://openalex.org/W3138821899","https://openalex.org/W3155470669","https://openalex.org/W3155567600","https://openalex.org/W3199573619","https://openalex.org/W4224219710","https://openalex.org/W4241492760","https://openalex.org/W4283324222","https://openalex.org/W4297814361","https://openalex.org/W4312377605","https://openalex.org/W4312433903","https://openalex.org/W4320024046","https://openalex.org/W4385245566","https://openalex.org/W6780872688","https://openalex.org/W6798224550","https://openalex.org/W6802061597","https://openalex.org/W6810225340"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Time":[0],"series":[1,101,175],"anomaly":[2,32,102,176],"detection":[3,33,103],"is":[4],"a":[5,29,53,72,76,85],"vital":[6],"task":[7],"in":[8,14,17,22,52],"many":[9],"domains,":[10],"including":[11,35],"patient":[12],"monitoring":[13],"healthcare,":[15],"forecasting":[16],"finance,":[18],"and":[19,56,118,124,139],"predictive":[20],"maintenance":[21],"energy":[23],"industries.":[24],"This":[25],"has":[26],"led":[27],"to":[28,84,110,114,136],"proliferation":[30],"of":[31,46,79,130,142,151,169],"methods,":[34],"deep":[36],"learning-based":[37],"methods.":[38],"Benchmarks":[39],"are":[40],"essential":[41],"for":[42,62,98,172],"comparing":[43,63],"the":[44,131,140,149,167],"performances":[45],"these":[47,68],"models":[48,64],"as":[49],"they":[50],"emerge,":[51],"fair,":[54],"rigorous,":[55],"reproducible":[57],"approach.":[58],"Although":[59],"several":[60],"benchmarks":[61],"have":[65],"been":[66],"proposed,":[67],"usually":[69],"rely":[70],"on":[71],"one-time":[73],"execution":[74],"over":[75,148],"limited":[77],"set":[78],"datasets,":[80,119],"with":[81,127,163],"comparisons":[82],"restricted":[83],"few":[86],"models.":[87,104],"We":[88,133,154],"propose":[89],"OrionBench\u2013":[90],"an":[91],"end-user":[92],"centric,":[93],"continuously":[94],"maintained":[95],"benchmarking":[96,171],"framework":[97,106],"unsupervised":[99,173],"time":[100,174],"Our":[105],"provides":[107],"universal":[108],"abstractions":[109],"represent":[111],"models,":[112],"extensibility":[113],"add":[115],"new":[116],"pipelines":[117,143],"hyperparameter":[120],"standardization,":[121],"pipeline":[122],"verification,":[123],"frequent":[125],"releases":[126,146],"published":[128,147],"updates":[129],"benchmark.":[132],"demonstrate":[134],"how":[135],"use":[137],"OrionBench,":[138],"performance":[141],"across":[144],"17":[145],"course":[150],"four":[152],"years.":[153],"also":[155],"walk":[156],"through":[157],"two":[158],"real":[159],"scenarios":[160],"we":[161],"experienced":[162],"OrionBench":[164],"that":[165],"highlight":[166],"importance":[168],"continuous":[170],"detection.":[177]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}