{"id":"https://openalex.org/W2639715790","doi":"https://doi.org/10.1109/tbdata.2017.2719703","title":"Effective Prediction of Missing Data on Apache Spark over Multivariable Time Series","display_name":"Effective Prediction of Missing Data on Apache Spark over Multivariable Time Series","publication_year":2017,"publication_date":"2017-06-26","ids":{"openalex":"https://openalex.org/W2639715790","doi":"https://doi.org/10.1109/tbdata.2017.2719703","mag":"2639715790"},"language":"en","primary_location":{"id":"doi:10.1109/tbdata.2017.2719703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2017.2719703","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101860039","display_name":"Weiwei Shi","orcid":"https://orcid.org/0000-0001-8066-1519"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Shi","raw_affiliation_strings":["School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China"],"raw_orcid":"https://orcid.org/0000-0001-8066-1519","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086260915","display_name":"Yongxin Zhu","orcid":"https://orcid.org/0000-0002-1813-1792"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongxin Zhu","raw_affiliation_strings":["School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China"],"raw_orcid":"https://orcid.org/0000-0002-1813-1792","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Chicago, Chicago, IL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Chicago, Chicago, IL","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462845","display_name":"Jiawei Zhang","orcid":"https://orcid.org/0000-0002-8634-1687"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Zhang","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Chicago, Chicago, IL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Chicago, Chicago, IL","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088757275","display_name":"Tian Huang","orcid":"https://orcid.org/0000-0002-8765-1783"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tian Huang","raw_affiliation_strings":["Cavendish Laboratory, University of Cambridge, Cambridge, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cavendish Laboratory, University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035982233","display_name":"Chang Wang","orcid":"https://orcid.org/0000-0003-2217-5445"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Wang","raw_affiliation_strings":["School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100394299","display_name":"Yufeng Chen","orcid":"https://orcid.org/0000-0003-2970-352X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yufeng Chen","raw_affiliation_strings":["Shandong Power Supply Company of State Grid, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Power Supply Company of State Grid, Jinan, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.5266,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.97215266,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"4","issue":"4","first_page":"473","last_page":"486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multivariable-calculus","display_name":"Multivariable calculus","score":0.9057046175003052},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.8136885762214661},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7480060458183289},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6651812195777893},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.6311492919921875},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5898956060409546},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5848811864852905},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.5595239400863647},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.43475377559661865},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4209291934967041},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33854979276657104},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32165348529815674},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3157341480255127}],"concepts":[{"id":"https://openalex.org/C117312493","wikidata":"https://www.wikidata.org/wiki/Q2035437","display_name":"Multivariable calculus","level":2,"score":0.9057046175003052},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.8136885762214661},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7480060458183289},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6651812195777893},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.6311492919921875},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5898956060409546},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5848811864852905},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.5595239400863647},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.43475377559661865},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4209291934967041},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33854979276657104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32165348529815674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3157341480255127},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbdata.2017.2719703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2017.2719703","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2201950813","display_name":null,"funder_award_id":"SGCQDK00PJJS1400020","funder_id":"https://openalex.org/F4320335967","funder_display_name":"Science and Technology Project of State Grid"},{"id":"https://openalex.org/G3218167762","display_name":null,"funder_award_id":"IIS-1526499","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5255923062","display_name":"\u8de8\u7f51\u7edc\u94fe\u63a5\u9884\u6d4b\u7814\u7a76","funder_award_id":"61672313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5289554621","display_name":"\u652f\u6301\u52a8\u6001\u53ef\u6269\u5c55Cache\u4e00\u81f4\u6027\u5206\u533a\u7684\u4f17\u6838\u5904\u7406\u5668\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61373032","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6824616751","display_name":null,"funder_award_id":"14H100000552","funder_id":"https://openalex.org/F4320335967","funder_display_name":"Science and Technology Project of State Grid"},{"id":"https://openalex.org/G7398055925","display_name":null,"funder_award_id":"CNS-1626432","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7560611957","display_name":null,"funder_award_id":"520626140020","funder_id":"https://openalex.org/F4320335967","funder_display_name":"Science and Technology Project of State Grid"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326707","display_name":"State Grid Corporation of China","ror":"https://ror.org/05twwhs70"},{"id":"https://openalex.org/F4320335967","display_name":"Science and Technology Project of State Grid","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1246381107","https://openalex.org/W1902027874","https://openalex.org/W1926751278","https://openalex.org/W1982978808","https://openalex.org/W1985687606","https://openalex.org/W1992101599","https://openalex.org/W1999961422","https://openalex.org/W2019949418","https://openalex.org/W2026561823","https://openalex.org/W2029438586","https://openalex.org/W2035729201","https://openalex.org/W2056650703","https://openalex.org/W2058168013","https://openalex.org/W2063420826","https://openalex.org/W2069700752","https://openalex.org/W2071354519","https://openalex.org/W2085040216","https://openalex.org/W2096762662","https://openalex.org/W2102075063","https://openalex.org/W2113897427","https://openalex.org/W2125950230","https://openalex.org/W2137245235","https://openalex.org/W2144487656","https://openalex.org/W2179766089","https://openalex.org/W2235053778","https://openalex.org/W2277897549","https://openalex.org/W2320571302","https://openalex.org/W2408316103","https://openalex.org/W2463516922","https://openalex.org/W2494980014","https://openalex.org/W2517202832","https://openalex.org/W2542194815","https://openalex.org/W2962899685","https://openalex.org/W2964228413","https://openalex.org/W4240592325","https://openalex.org/W6639793520","https://openalex.org/W6680451568","https://openalex.org/W6700100883"],"related_works":["https://openalex.org/W1576377477","https://openalex.org/W2224575301","https://openalex.org/W2721687755","https://openalex.org/W2086932047","https://openalex.org/W2388146630","https://openalex.org/W418212511","https://openalex.org/W1964208669","https://openalex.org/W2112363989","https://openalex.org/W3216372614","https://openalex.org/W2187819724"],"abstract_inverted_index":{"More":[0],"massive":[1],"volume":[2],"of":[3,16,43,69,95,102,124,152,169,174],"data":[4,21,35,71,136,140,154,180],"are":[5,85],"generated":[6],"in":[7,19,24,38,73,156,182],"many":[8],"areas":[9],"than":[10],"ever":[11],"before.":[12],"However,":[13],"the":[14,44,57,67,92,100,110,121,144,150,170],"missing":[15,58,70,153,179],"some":[17],"values":[18],"collected":[20],"always":[22],"occurs":[23],"practice":[25],"and":[26,99,127,138],"challenges":[27],"extracting":[28],"maximal":[29],"value":[30],"from":[31],"these":[32],"large":[33,183],"scale":[34,184],"sets.":[36],"Nevertheless,":[37],"multivariable":[39,74,157,185],"time":[40,75,97,103,158,186],"series,":[41],"most":[42],"existing":[45],"methods":[46],"either":[47],"might":[48],"be":[49,53],"infeasible":[50],"or":[51],"could":[52],"inefficient":[54],"to":[55,88,119,166,177],"predict":[56],"data.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63,112,161],"have":[64,113,162],"taken":[65],"up":[66],"challenge":[68],"prediction":[72,155,181],"series":[76,98,104],"by":[77],"employing":[78],"improved":[79],"matrix":[80,125],"factorization":[81,126],"techniques.":[82],"Our":[83],"approaches":[84,146],"optimally":[86],"designed":[87],"largely":[89],"utilize":[90],"both":[91],"internal":[93],"patterns":[94],"each":[96],"information":[101],"across":[105],"multiple":[106],"sources.":[107],"Based":[108],"on":[109,134],"idea,":[111],"imposed":[114],"three":[115],"different":[116],"regularization":[117],"terms":[118],"constrain":[120],"objective":[122],"functions":[123],"built":[128],"five":[129],"corresponding":[130],"models.":[131],"Extensive":[132],"experiments":[133],"real-world":[135],"sets":[137],"synthetic":[139],"set":[141],"demonstrate":[142],"that":[143],"proposed":[145],"can":[147],"effectively":[148],"improve":[149],"performance":[151],"series.":[159,187],"Furthermore,":[160],"also":[163],"demonstrated":[164],"how":[165],"take":[167],"advantage":[168],"high":[171],"processing":[172],"power":[173],"Apache":[175],"Spark":[176],"perform":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}