{"id":"https://openalex.org/W2800153762","doi":"https://doi.org/10.1109/tpds.2018.2829759","title":"Penguin: Efficient Query-Based Framework for Replaying Large Scale Historical Data","display_name":"Penguin: Efficient Query-Based Framework for Replaying Large Scale Historical Data","publication_year":2018,"publication_date":"2018-04-24","ids":{"openalex":"https://openalex.org/W2800153762","doi":"https://doi.org/10.1109/tpds.2018.2829759","mag":"2800153762"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2018.2829759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2018.2829759","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052175650","display_name":"Rong Gu","orcid":"https://orcid.org/0000-0002-1565-9997"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Gu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-1565-9997","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101418125","display_name":"Yufa Zhou","orcid":"https://orcid.org/0000-0001-9027-1792"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufa Zhou","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-9027-1792","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062918181","display_name":"Zhaokang Wang","orcid":"https://orcid.org/0000-0002-8123-9018"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaokang Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-8123-9018","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115598059","display_name":"Chunfeng Yuan","orcid":"https://orcid.org/0000-0002-8746-8137"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunfeng Yuan","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007538828","display_name":"Yihua Huang","orcid":"https://orcid.org/0000-0003-1806-0936"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihua Huang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.5929,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70851354,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"29","issue":"10","first_page":"2333","last_page":"2345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9083452224731445},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.5503149628639221},{"id":"https://openalex.org/keywords/replay-attack","display_name":"Replay attack","score":0.5462424755096436},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.5028430819511414},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.41560792922973633},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3949302136898041},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18273025751113892}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9083452224731445},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.5503149628639221},{"id":"https://openalex.org/C11560541","wikidata":"https://www.wikidata.org/wiki/Q1756025","display_name":"Replay attack","level":3,"score":0.5462424755096436},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.5028430819511414},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.41560792922973633},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3949302136898041},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18273025751113892},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2018.2829759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2018.2829759","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6100000143051147,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1894088115","display_name":null,"funder_award_id":"61702254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6481624893","display_name":"\u5927\u6570\u636e\u673a\u5668\u5b66\u4e60\u4e0e\u6570\u636e\u5206\u6790\u7edf\u4e00\u7f16\u7a0b\u8ba1\u7b97\u6a21\u578b\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61572250","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1831560769","https://openalex.org/W2010801412","https://openalex.org/W2028336232","https://openalex.org/W2038157364","https://openalex.org/W2099395665","https://openalex.org/W2111898907","https://openalex.org/W2119745055","https://openalex.org/W2131166445","https://openalex.org/W2212033546","https://openalex.org/W2523130465","https://openalex.org/W6676741802","https://openalex.org/W6679434643"],"related_works":["https://openalex.org/W2886490431","https://openalex.org/W3028506472","https://openalex.org/W4281746777","https://openalex.org/W4206192544","https://openalex.org/W2523233245","https://openalex.org/W3004320908","https://openalex.org/W2753968464","https://openalex.org/W2132367116","https://openalex.org/W2750459290","https://openalex.org/W2125696272"],"abstract_inverted_index":{"In":[0,88],"the":[1,70,99,109,124,178,183,190,218,238],"big":[2],"data":[3,15,34,94,116,119,172,209,219,267,307],"era,":[4],"there":[5],"are":[6,56],"many":[7],"demands":[8,125],"for":[9,50,58],"efficient":[10],"and":[11,28,44,102,145,199,243,263,269,273,283],"easy":[12,78,135,200],"to":[13,37,79,107,111,122,136,140,152,168,181,196,201,261,271,280,302,310],"use":[14,80,137,149,202],"replay":[16,35,67,95,101,112,128,138,143,157,186,191,203,213,220,239,277,308],"services":[17,31,36,204,309],"over":[18,69,205,250],"large":[19,113,207,311],"scale":[20,114,208],"historical":[21,33,72,115,305],"data.":[22,73],"For":[23],"example,":[24],"stock":[25,306,314],"security":[26,51],"trading":[27],"on-line":[29],"e-business":[30],"need":[32],"conduct":[38],"system":[39],"testing":[40],"or":[41],"ex-post":[42],"review":[43],"analysis,":[45],"just":[46],"like":[47],"replaying":[48,251],"videos":[49],"monitoring.":[52],"Stream":[53],"processing":[54,59,86],"systems":[55,76],"designed":[57,131],"stream":[60,85,100],"data,":[61],"thus":[62],"can":[63,148,258],"not":[64],"perform":[65],"complex":[66,81,103,156],"jobs":[68,158],"static":[71],"Database":[74],"management":[75],"support":[77,182],"queries,":[82],"but":[83],"lack":[84],"abilities.":[87],"this":[89],"paper,":[90],"we":[91,130,163,176,222],"present":[92],"a":[93,132,165,170,288],"model":[96,187],"that":[97,256],"combines":[98],"query":[104,166],"ability":[105],"together,":[106],"allow":[108],"applications":[110],"from":[117],"various":[118,142,206],"sources.":[120],"First,":[121],"meet":[123],"of":[126,134,253,298,313],"flexible":[127,171],"semantics,":[129],"set":[133],"operators":[139,151],"describe":[141],"behaviors":[144],"semantics.":[146],"Users":[147],"these":[150],"build":[153],"up":[154,260,270],"their":[155],"with":[159,189,211],"diversified":[160],"requirements.":[161],"Then,":[162],"proposed":[164,184,223],"mechanism":[167],"provide":[169,303],"loading":[173,229],"service.":[174],"Next,":[175],"presented":[177],"Penguin":[179,193,257,291],"framework":[180],"query-based":[185],"along":[188],"operators.":[192],"enables":[194],"users":[195],"develop":[197],"high-throughput":[198],"sources":[210],"tunable":[212],"speeds.":[214],"To":[215],"further":[216],"improve":[217],"performance,":[221],"four":[224],"system-level":[225],"optimizations,":[226],"including":[227],"caching":[228,244],"task":[230],"results,":[231],"cascading":[232],"merging":[233],"intermediate":[234],"record":[235],"queues,":[236],"producing":[237],"queue":[240],"in":[241,266,276,295],"parallel,":[242],"remote":[245],"file":[246],"streams.":[247],"Experimental":[248],"results":[249],"millions":[252],"records":[254],"demonstrate":[255],"achieve":[259],"4x":[262],"144x":[264],"speedup":[265,275],"preparation":[268],"16x":[272],"9x":[274],"speed":[278],"compared":[279],"Apache":[281,284],"Phoenix":[282],"Hive":[285],"respectively.":[286],"As":[287],"case":[289],"study,":[290],"has":[292],"been":[293],"deployed":[294],"production":[296],"environments":[297],"some":[299],"Securities":[300],"companies":[301],"online":[304],"number":[312],"market":[315],"users.":[316]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}