{"id":"https://openalex.org/W1715440516","doi":"https://doi.org/10.1109/icde.2015.7113381","title":"DualTable: A hybrid storage model for update optimization in Hive","display_name":"DualTable: A hybrid storage model for update optimization in Hive","publication_year":2015,"publication_date":"2015-04-01","ids":{"openalex":"https://openalex.org/W1715440516","doi":"https://doi.org/10.1109/icde.2015.7113381","mag":"1715440516"},"language":"en","primary_location":{"id":"doi:10.1109/icde.2015.7113381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2015.7113381","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 31st International Conference on Data Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018288181","display_name":"Songlin Hu","orcid":"https://orcid.org/0000-0002-7170-3809"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songlin Hu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, China","Institute of Computing Technology, Chinese Academy of Sciences, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, China#TAB#","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011069823","display_name":"Wantao Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wantao Liu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, China","Institute of Computing Technology, Chinese Academy of Sciences, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, China#TAB#","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002030730","display_name":"Tilmann Rabl","orcid":"https://orcid.org/0009-0009-3335-8045"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tilmann Rabl","raw_affiliation_strings":["Middleware Systems Research Group, University of Toronto, Canada","Middleware Systems Research Group University of Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Middleware Systems Research Group, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Middleware Systems Research Group University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114594007","display_name":"Shuo Huang","orcid":"https://orcid.org/0009-0004-8495-4406"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Huang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, China","Institute of Computing Technology, Chinese Academy of Sciences, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, China#TAB#","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028386553","display_name":"Ying Liang","orcid":"https://orcid.org/0000-0002-2727-3311"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Liang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, China","Institute of Computing Technology, Chinese Academy of Sciences, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, China#TAB#","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050795985","display_name":"Zheng Xiao","orcid":"https://orcid.org/0000-0003-1144-7599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng Xiao","raw_affiliation_strings":["State Grid Electricity Science Research Institute, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Electricity Science Research Institute, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072791865","display_name":"Hans\u2010Arno Jacobsen","orcid":"https://orcid.org/0000-0003-0813-0101"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hans-Arno Jacobsen","raw_affiliation_strings":["Middleware Systems Research Group, University of Toronto, Canada","Middleware Systems Research Group University of Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Middleware Systems Research Group, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Middleware Systems Research Group University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030690124","display_name":"Xubin Pei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xubin Pei","raw_affiliation_strings":["Zhejiang Electric Power Corporation, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Electric Power Corporation, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113861493","display_name":"Jiye Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiye Wang","raw_affiliation_strings":["Dept. of Information Technology, State Grid Corporation of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Information Technology, State Grid Corporation of China, China","institution_ids":["https://openalex.org/I17442442"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2983,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.92770966,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"12","issue":null,"first_page":"1340","last_page":"1351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8637914657592773},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.6620991230010986},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6295264363288879},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.6148145794868469},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.5001575946807861},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4989197254180908},{"id":"https://openalex.org/keywords/storage-model","display_name":"Storage model","score":0.47966909408569336},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4419420659542084},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.42596617341041565},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.416011244058609},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.41376999020576477},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.36389875411987305},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09674936532974243}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8637914657592773},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.6620991230010986},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6295264363288879},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.6148145794868469},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.5001575946807861},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4989197254180908},{"id":"https://openalex.org/C2779659223","wikidata":"https://www.wikidata.org/wiki/Q7619926","display_name":"Storage model","level":2,"score":0.47966909408569336},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4419420659542084},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.42596617341041565},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.416011244058609},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.41376999020576477},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.36389875411987305},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09674936532974243},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icde.2015.7113381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2015.7113381","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 31st International Conference on Data Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.665.824","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.665.824","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://msrg.utoronto.ca/publications/pdf_files/2015/ICDE15-Hu-DualTable%3A_A_Hybrid_Storage_Model_f.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.752.1380","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.752.1380","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1404.6878.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W149817677","https://openalex.org/W2011078029","https://openalex.org/W2027720485","https://openalex.org/W2035543557","https://openalex.org/W2037168816","https://openalex.org/W2103337291","https://openalex.org/W2110086534","https://openalex.org/W2119565742","https://openalex.org/W2126547925","https://openalex.org/W2131027594","https://openalex.org/W2131975293","https://openalex.org/W2144461192","https://openalex.org/W2162709812","https://openalex.org/W2172220707","https://openalex.org/W2294316975","https://openalex.org/W4239670432","https://openalex.org/W6679815717","https://openalex.org/W6684674479","https://openalex.org/W6697505614"],"related_works":["https://openalex.org/W2890987641","https://openalex.org/W2080470135","https://openalex.org/W3129662905","https://openalex.org/W2374861481","https://openalex.org/W2084547067","https://openalex.org/W2205290344","https://openalex.org/W2021496484","https://openalex.org/W2785349009","https://openalex.org/W2057452656","https://openalex.org/W2393090923"],"abstract_inverted_index":{"Hive":[0,62,74,90,112,174,206,216],"is":[1,18,107,145,209],"the":[2,14,76,141,161,168,187],"most":[3],"mature":[4],"and":[5,25,52,60,89,167,182,196,220],"prevalent":[6],"data":[7,31,39,55,86,104,136,179,194,202],"warehouse":[8],"tool":[9],"providing":[10],"SQL-like":[11],"interface":[12],"in":[13,21,33,43,125],"Hadoop":[15,77],"ecosystem.":[16],"It":[17],"successfully":[19],"used":[20],"many":[22,54],"Internet":[23],"companies":[24],"shows":[26],"its":[27],"value":[28],"for":[29,67,82],"big":[30,38],"processing":[32,40],"traditional":[34],"industries.":[35],"However,":[36],"enterprise":[37],"systems":[41],"as":[42],"Smart":[44],"Grid":[45],"applications":[46],"usually":[47],"require":[48],"complicated":[49],"business":[50],"logics":[51],"involve":[53],"manipulation":[56,87,180],"operations":[57],"like":[58],"updates":[59],"deletes.":[61],"cannot":[63,84],"offer":[64],"sufficient":[65],"support":[66,102,116,181],"these":[68],"while":[69],"preserving":[70],"high":[71],"query":[72,96,184],"performance.":[73],"using":[75],"Distributed":[78],"File":[79],"System":[80],"(HDFS)":[81],"storage":[83,137,155],"implement":[85],"efficiently":[88],"on":[91,111,139,175,191,197,207],"HBase":[92],"suffers":[93],"from":[94],"poor":[95],"performance":[97,143,185],"even":[98],"though":[99],"it":[100,120],"can":[101],"faster":[103,214],"manipulation.":[105],"There":[106],"a":[108,153,192,198],"project":[109],"based":[110],"issue":[113],"Hive-5317":[114],"to":[115,211],"update":[117,142,219],"operations,":[118],"but":[119],"has":[121],"not":[122,146],"been":[123],"finished":[124],"Hive's":[126],"latest":[127],"version.":[128],"Since":[129],"this":[130,149],"ACID":[131],"compliant":[132],"extension":[133],"adopts":[134],"same":[135,188],"format":[138],"HDFS,":[140],"problem":[144],"solved.":[147],"In":[148],"paper,":[150],"we":[151],"propose":[152],"hybrid":[154],"model":[156],"called":[157],"DualTable,":[158],"which":[159],"combines":[160],"efficient":[162],"streaming":[163],"reads":[164],"of":[165,172],"HDFS":[166],"random":[169],"write":[170],"capability":[171],"HBase.":[173],"DualTable":[176,208],"provides":[177],"better":[178],"preserves":[183],"at":[186],"time.":[189],"Experiments":[190],"TPC-H":[193],"set":[195,203],"real":[199],"smart":[200],"grid":[201],"show":[204],"that":[205],"up":[210],"10":[212],"times":[213],"than":[215],"when":[217],"executing":[218],"delete":[221],"operations.":[222]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}