{"id":"https://openalex.org/W4403577376","doi":"https://doi.org/10.1145/3627673.3679820","title":"Factor Model-Based Large Covariance Estimation from Streaming Data Using a Knowledge-Based Sketch Matrix","display_name":"Factor Model-Based Large Covariance Estimation from Streaming Data Using a Knowledge-Based Sketch Matrix","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403577376","doi":"https://doi.org/10.1145/3627673.3679820"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101624714","display_name":"Xiao Tan","orcid":"https://orcid.org/0000-0002-3874-9557"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Tan","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103500438","display_name":"Zhaoyang Wang","orcid":"https://orcid.org/0000-0002-1165-7038"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Wang","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110377676","display_name":"Hao Qian","orcid":"https://orcid.org/0000-0002-6623-0293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Qian","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045140292","display_name":"Jun Zhou","orcid":"https://orcid.org/0000-0001-6033-6102"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Zhou","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010309828","display_name":"Peibo Duan","orcid":"https://orcid.org/0000-0002-0686-8404"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Peibo Duan","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056420341","display_name":"Dian Shen","orcid":"https://orcid.org/0000-0003-0422-5285"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dian Shen","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377137","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-2293-1709"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009957868","display_name":"Beilun Wang","orcid":"https://orcid.org/0000-0002-2646-1492"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Beilun Wang","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101624714"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1892247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2210","last_page":"2219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.7254610061645508},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6802617907524109},{"id":"https://openalex.org/keywords/covariance-matrix","display_name":"Covariance matrix","score":0.6582551002502441},{"id":"https://openalex.org/keywords/estimation-of-covariance-matrices","display_name":"Estimation of covariance matrices","score":0.5139519572257996},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.47326186299324036},{"id":"https://openalex.org/keywords/factor","display_name":"Factor (programming language)","score":0.47180643677711487},{"id":"https://openalex.org/keywords/matrix-algebra","display_name":"Matrix algebra","score":0.45074373483657837},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4466099739074707},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.4238909184932709},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42062515020370483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3781195282936096},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2645963728427887},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09642356634140015},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09367376565933228}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.7254610061645508},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6802617907524109},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.6582551002502441},{"id":"https://openalex.org/C180877172","wikidata":"https://www.wikidata.org/wiki/Q5401390","display_name":"Estimation of covariance matrices","level":3,"score":0.5139519572257996},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.47326186299324036},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.47180643677711487},{"id":"https://openalex.org/C2988995629","wikidata":"https://www.wikidata.org/wiki/Q2915729","display_name":"Matrix algebra","level":3,"score":0.45074373483657837},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4466099739074707},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4238909184932709},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42062515020370483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3781195282936096},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2645963728427887},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09642356634140015},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09367376565933228},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W216325278","https://openalex.org/W1485437584","https://openalex.org/W1972276842","https://openalex.org/W1975570699","https://openalex.org/W2003571173","https://openalex.org/W2014165366","https://openalex.org/W2040373108","https://openalex.org/W2059867647","https://openalex.org/W2073681337","https://openalex.org/W2074093462","https://openalex.org/W2098056745","https://openalex.org/W2144809865","https://openalex.org/W2150002853","https://openalex.org/W2157518455","https://openalex.org/W2159706540","https://openalex.org/W2188692957","https://openalex.org/W2248165318","https://openalex.org/W2293708310","https://openalex.org/W2915001717","https://openalex.org/W2963233138","https://openalex.org/W3098826229","https://openalex.org/W3099609308","https://openalex.org/W3100350825","https://openalex.org/W3104963122","https://openalex.org/W3112410551","https://openalex.org/W3122029670","https://openalex.org/W3123062862","https://openalex.org/W3124124033","https://openalex.org/W3217648064","https://openalex.org/W4243563432"],"related_works":["https://openalex.org/W2921280830","https://openalex.org/W2887132723","https://openalex.org/W2572601863","https://openalex.org/W1670628120","https://openalex.org/W2756533552","https://openalex.org/W4286579657","https://openalex.org/W1976318097","https://openalex.org/W1974588588","https://openalex.org/W1583261817","https://openalex.org/W2118568436"],"abstract_inverted_index":{"Covariance":[0,94],"matrix":[1,37,73,130],"estimation":[2,38],"is":[3,115],"an":[4],"important":[5],"problem":[6],"in":[7,12,31,69,96,145],"statistics,":[8],"with":[9,167],"wide":[10],"applications":[11],"finance,":[13],"neuroscience,":[14],"meteorology,":[15],"oceanography,":[16],"and":[17,26,29,47,91,99,125,149,162],"other":[18],"fields.":[19],"However,":[20],"when":[21],"the":[22,35,43,63,71,119,128,132,140,172],"data":[23,107,124],"are":[24],"high-dimensional":[25],"constantly":[27],"generated":[28],"updated":[30],"a":[32,84,110],"streaming":[33,123],"fashion,":[34],"covariance":[36,72,129],"faces":[39],"huge":[40],"challenges,":[41],"including":[42],"curse":[44],"of":[45,122,142,147,175],"dimensionality":[46],"limited":[48],"memory":[49],"space.":[50],"The":[51],"existing":[52],"methods":[53],"either":[54],"assume":[55],"sparsity,":[56],"ignoring":[57],"any":[58],"possible":[59],"common":[60],"factor":[61,120],"among":[62],"variables,":[64],"or":[65],"obtain":[66],"poor":[67],"performance":[68,174],"recovering":[70],"directly":[74,126],"from":[75,131],"sketched":[76,133],"data.":[77,134],"To":[78],"address":[79],"these":[80],"issues,":[81],"we":[82],"propose":[83],"novel":[85],"method":[86,104,144],"-":[87],"KEEF:":[88],"<u>K</u>nowledge-based":[89],"Time":[90],"Memory":[92],"<u>E</u>fficient":[93],"<u>E</u>stimator":[95],"<u>F</u>actor":[97],"Model":[98],"its":[100],"extended":[101],"variation.":[102],"Our":[103],"leverages":[105],"historical":[106],"to":[108,117],"train":[109],"knowledge-based":[111],"sketch":[112],"matrix,":[113],"which":[114],"used":[116],"accelerate":[118],"analysis":[121],"estimates":[127],"We":[135,156],"provide":[136],"theoretical":[137],"guarantees,":[138],"showing":[139],"advantages":[141],"our":[143,176],"terms":[146],"time":[148],"space":[150],"complexity,":[151],"as":[152,154],"well":[153],"accuracy.":[155],"conduct":[157],"extensive":[158],"experiments":[159],"on":[160],"synthetic":[161],"real-world":[163],"data,":[164],"comparing":[165],"KEEF":[166],"several":[168],"state-of-the-art":[169],"methods,":[170],"demonstrating":[171],"superior":[173],"method.":[177]},"counts_by_year":[],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}
