{"id":"https://openalex.org/W3008252200","doi":"https://doi.org/10.1109/bigdata47090.2019.9005496","title":"Benchmarking Deep Learning for Time Series: Challenges and Directions","display_name":"Benchmarking Deep Learning for Time Series: Challenges and Directions","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3008252200","doi":"https://doi.org/10.1109/bigdata47090.2019.9005496","mag":"3008252200"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata47090.2019.9005496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9005496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077676247","display_name":"Xinyuan Huang","orcid":"https://orcid.org/0000-0002-5787-381X"},"institutions":[{"id":"https://openalex.org/I135428043","display_name":"Cisco Systems (United States)","ror":"https://ror.org/03yt1ez60","country_code":"US","type":"company","lineage":["https://openalex.org/I135428043"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinyuan Huang","raw_affiliation_strings":["Cisco Systems, San Jose, California, USA"],"affiliations":[{"raw_affiliation_string":"Cisco Systems, San Jose, California, USA","institution_ids":["https://openalex.org/I135428043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078240493","display_name":"Geoffrey Fox","orcid":"https://orcid.org/0000-0003-1017-1391"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geoffrey C. Fox","raw_affiliation_strings":["Indiana University, Bloomington, Indiana, USA"],"affiliations":[{"raw_affiliation_string":"Indiana University, Bloomington, Indiana, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029590134","display_name":"Sergey Serebryakov","orcid":"https://orcid.org/0000-0001-6963-9337"},"institutions":[{"id":"https://openalex.org/I4210122178","display_name":"Hewlett Packard Enterprise (United States)","ror":"https://ror.org/020x0c621","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122178"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey Serebryakov","raw_affiliation_strings":["Hewlett Packard Enterprise, San Jose, California, USA"],"affiliations":[{"raw_affiliation_string":"Hewlett Packard Enterprise, San Jose, California, USA","institution_ids":["https://openalex.org/I4210122178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110575173","display_name":"Ankur Mohan","orcid":null},"institutions":[{"id":"https://openalex.org/I38260057","display_name":"In-Q-Tel","ror":"https://ror.org/02qp5k481","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I38260057"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankur Mohan","raw_affiliation_strings":["In-Q-Tel, Arlington, Virginia, USA"],"affiliations":[{"raw_affiliation_string":"In-Q-Tel, Arlington, Virginia, USA","institution_ids":["https://openalex.org/I38260057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069742186","display_name":"Pawe\u0142 Morkisz","orcid":"https://orcid.org/0000-0002-4734-966X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pawel Morkisz","raw_affiliation_strings":["Nvidia, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Nvidia, Warsaw, Poland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113845539","display_name":"Debojyoti Dutta","orcid":null},"institutions":[{"id":"https://openalex.org/I135428043","display_name":"Cisco Systems (United States)","ror":"https://ror.org/03yt1ez60","country_code":"US","type":"company","lineage":["https://openalex.org/I135428043"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debojyoti Dutta","raw_affiliation_strings":["Cisco Systems, San Jose, California, USA"],"affiliations":[{"raw_affiliation_string":"Cisco Systems, San Jose, California, USA","institution_ids":["https://openalex.org/I135428043"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5077676247"],"corresponding_institution_ids":["https://openalex.org/I135428043"],"apc_list":null,"apc_paid":null,"fwci":1.5022,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.8395813,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2019","issue":null,"first_page":"5679","last_page":"5682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9176920652389526},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.8202234506607056},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7305231094360352},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7215769290924072},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6438000202178955},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.6237578392028809},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5756604671478271},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5536082983016968},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3515164852142334}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9176920652389526},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.8202234506607056},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7305231094360352},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7215769290924072},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6438000202178955},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.6237578392028809},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5756604671478271},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5536082983016968},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3515164852142334},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata47090.2019.9005496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9005496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"mag:3041443166","is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/en/detail?JGLOBAL_ID=202002248883342798","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1894414046","https://openalex.org/W2073401630","https://openalex.org/W2108598243","https://openalex.org/W2126511896","https://openalex.org/W2151669316","https://openalex.org/W2270470215","https://openalex.org/W2307035320","https://openalex.org/W2469690627","https://openalex.org/W2535301535","https://openalex.org/W2536305597","https://openalex.org/W2576201845","https://openalex.org/W2729281059","https://openalex.org/W2751802138","https://openalex.org/W2757248671","https://openalex.org/W2789828921","https://openalex.org/W2803925851","https://openalex.org/W2806435977","https://openalex.org/W2885054548","https://openalex.org/W2888688668","https://openalex.org/W2888770834","https://openalex.org/W2892035503","https://openalex.org/W2897202622","https://openalex.org/W2900156316","https://openalex.org/W2902644322","https://openalex.org/W2910159406","https://openalex.org/W2922228302","https://openalex.org/W2929803724","https://openalex.org/W2937394206","https://openalex.org/W2942239200","https://openalex.org/W2944605902","https://openalex.org/W2947464817","https://openalex.org/W2949823959","https://openalex.org/W2952587893","https://openalex.org/W2954909203","https://openalex.org/W2962699674","https://openalex.org/W2962782417","https://openalex.org/W2962788496","https://openalex.org/W2962914733","https://openalex.org/W2963355311","https://openalex.org/W2963358464","https://openalex.org/W2964330541","https://openalex.org/W2968876027","https://openalex.org/W2971724044","https://openalex.org/W2979245724","https://openalex.org/W2980994438","https://openalex.org/W3043571714","https://openalex.org/W3101887461","https://openalex.org/W3122044417","https://openalex.org/W3123434354","https://openalex.org/W3150584212","https://openalex.org/W4239229558","https://openalex.org/W4241115065","https://openalex.org/W4288276219","https://openalex.org/W4288286488","https://openalex.org/W4293718132","https://openalex.org/W4294102323","https://openalex.org/W4295011194","https://openalex.org/W6685893538","https://openalex.org/W6698200468","https://openalex.org/W6732475852","https://openalex.org/W6732899423","https://openalex.org/W6736456187","https://openalex.org/W6736700388","https://openalex.org/W6739977115","https://openalex.org/W6746015598","https://openalex.org/W6751628313","https://openalex.org/W6755761836","https://openalex.org/W6760210069","https://openalex.org/W6763203961","https://openalex.org/W6765257499","https://openalex.org/W6766612752","https://openalex.org/W6766974797","https://openalex.org/W6767885493","https://openalex.org/W6769062451","https://openalex.org/W6769454693"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Deep":[0],"learning":[1,22,33,53],"for":[2,20,55],"time":[3,37,56],"series":[4,57],"is":[5],"an":[6],"emerging":[7],"area":[8],"with":[9],"close":[10],"ties":[11],"to":[12,36],"industry,":[13],"yet":[14],"under":[15],"represented":[16],"in":[17],"performance":[18,49],"benchmarks":[19],"machine":[21],"systems.":[23],"In":[24],"this":[25],"paper,":[26],"we":[27],"present":[28],"a":[29,47],"landscape":[30],"of":[31,51],"deep":[32,52],"applications":[34],"applied":[35],"series,":[38],"and":[39,43],"discuss":[40],"the":[41],"challenges":[42],"directions":[44],"towards":[45],"building":[46],"robust":[48],"benchmark":[50],"workloads":[54],"data.":[58]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}