{"id":"https://openalex.org/W2076523597","doi":"https://doi.org/10.1109/hpec.2015.7322472","title":"D4M: Bringing associative arrays to database engines","display_name":"D4M: Bringing associative arrays to database engines","publication_year":2015,"publication_date":"2015-09-01","ids":{"openalex":"https://openalex.org/W2076523597","doi":"https://doi.org/10.1109/hpec.2015.7322472","mag":"2076523597"},"language":"en","primary_location":{"id":"doi:10.1109/hpec.2015.7322472","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec.2015.7322472","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1508.07371","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Vijay Gadepally","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vijay Gadepally","raw_affiliation_strings":["MIT Computer Science Artificial Intelligence Laboratory","MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Computer Science Artificial Intelligence Laboratory","institution_ids":[]},{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jeremy Kepner","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109586","display_name":"Moscow Institute of Thermal Technology","ror":"https://ror.org/021es5e59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210109586"]},{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["RU","US"],"is_corresponding":false,"raw_author_name":"Jeremy Kepner","raw_affiliation_strings":["MIT Lincoln Laboratory","MIT Math Department"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]},{"raw_affiliation_string":"MIT Math Department","institution_ids":["https://openalex.org/I4210109586"]}]},{"author_position":"middle","author":{"id":null,"display_name":"William Arcand","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Arcand","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"David Bestor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Bestor","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bill Bergeron","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Bergeron","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chansup Byun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chansup Byun","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lauren Edwards","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lauren Edwards","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Matthew Hubbell","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Hubbell","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peter Michaleas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Michaleas","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Julie Mullen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julie Mullen","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andrew Prout","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Prout","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Antonio Rosa","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonio Rosa","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Charles Yee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Yee","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"last","author":{"id":null,"display_name":"Albert Reuther","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Albert Reuther","raw_affiliation_strings":["MIT Lincoln Laboratory"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":14,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210122954"],"apc_list":null,"apc_paid":null,"fwci":2.8086,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.93790129,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nosql","display_name":"NoSQL","score":0.6880999803543091},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6068999767303467},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.545199990272522},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4921000003814697},{"id":"https://openalex.org/keywords/panacea","display_name":"Panacea (medicine)","score":0.39500001072883606},{"id":"https://openalex.org/keywords/disparate-system","display_name":"Disparate system","score":0.37610000371932983},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.32010000944137573},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.31439998745918274}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7875999808311462},{"id":"https://openalex.org/C2779599972","wikidata":"https://www.wikidata.org/wiki/Q82231","display_name":"NoSQL","level":3,"score":0.6880999803543091},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.6075999736785889},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6068999767303467},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.545199990272522},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4921000003814697},{"id":"https://openalex.org/C26993612","wikidata":"https://www.wikidata.org/wiki/Q910154","display_name":"Panacea (medicine)","level":3,"score":0.39500001072883606},{"id":"https://openalex.org/C19443361","wikidata":"https://www.wikidata.org/wiki/Q5282533","display_name":"Disparate system","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33649998903274536},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C201932085","wikidata":"https://www.wikidata.org/wiki/Q642514","display_name":"Online analytical processing","level":3,"score":0.3133000135421753},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2944999933242798},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C54239708","wikidata":"https://www.wikidata.org/wiki/Q1329910","display_name":"View","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C23549232","wikidata":"https://www.wikidata.org/wiki/Q3556311","display_name":"Very large database","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/hpec.2015.7322472","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec.2015.7322472","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1508.07371","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1508.07371","pdf_url":"https://arxiv.org/pdf/1508.07371","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1508.07371","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1508.07371","pdf_url":"https://arxiv.org/pdf/1508.07371","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1482680420","https://openalex.org/W1956560413","https://openalex.org/W1964530510","https://openalex.org/W1974695870","https://openalex.org/W2006505034","https://openalex.org/W2014830756","https://openalex.org/W2016758618","https://openalex.org/W2031900922","https://openalex.org/W2046788142","https://openalex.org/W2048006137","https://openalex.org/W2084568010","https://openalex.org/W2113640782","https://openalex.org/W2125584498","https://openalex.org/W2131323843","https://openalex.org/W6631830485","https://openalex.org/W6736861481"],"related_works":[],"abstract_inverted_index":{"The":[0,18],"ability":[1,168],"to":[2,47,76,93,118,154,171,198,210],"collect":[3],"and":[4,23,39,50,72,115,157,229],"analyze":[5],"large":[6],"amounts":[7],"of":[8,55,66,96,111,134,169,187,205,224,232],"data":[9,22,36],"is":[10,85,104],"a":[11,91,125,151,185,195],"growing":[12,19],"problem":[13],"within":[14],"the":[15,31,64,94,109,132,143,167,174,199,203,222,226],"scientific":[16],"community.":[17],"gap":[20],"between":[21,113],"users":[24,46],"calls":[25],"for":[26],"innovative":[27],"tools":[28,42],"that":[29,44,83,89],"address":[30],"challenges":[32],"faced":[33],"by":[34,218],"big":[35],"volume,":[37],"velocity":[38],"variety.":[40],"Numerous":[41],"exist":[43],"allow":[45],"store,":[48],"query":[49],"index":[51],"these":[52,78],"massive":[53],"quantities":[54],"data.":[56,70],"Each":[57],"storage":[58,114,158,189],"or":[59,190],"database":[60,116,156,191],"engine":[61,159],"comes":[62],"with":[63,68,124,130,173],"promise":[65],"dealing":[67],"complex":[69],"Scientists":[71],"engineers":[73],"who":[74],"wish":[75],"use":[77,204],"systems":[79],"often":[80],"quickly":[81],"find":[82],"there":[84,103],"no":[86],"single":[87],"technology":[88],"offers":[90],"panacea":[92],"complexity":[95],"information.":[97],"When":[98],"using":[99],"multiple":[100],"technologies,":[101],"however,":[102,180],"significant":[105],"trouble":[106],"in":[107],"designing":[108],"movement":[110],"information":[112],"engines":[117,192],"support":[119],"an":[120],"end-to-end":[121],"application":[122],"along":[123],"steep":[126],"learning":[127,131],"curve":[128],"associated":[129],"nuances":[133],"each":[135],"underlying":[136],"technology.":[137],"In":[138,208],"this":[139,233],"article,":[140],"we":[141,220],"present":[142,230],"Dynamic":[144],"Distributed":[145],"Dimensional":[146],"Data":[147],"Model":[148],"(D4M)":[149],"as":[150],"potential":[152],"tool":[153],"unify":[155],"operations.":[160],"Previous":[161],"articles":[162],"on":[163,184],"D4M":[164,170,181],"have":[165],"showcased":[166],"interact":[172],"popular":[175],"NoSQL":[176],"Accumulo":[177],"database.":[178],"Recently":[179],"now":[182],"operates":[183],"variety":[186],"backend":[188],"while":[193],"providing":[194],"federated":[196],"look":[197],"end":[200],"user":[201],"through":[202],"associative":[206],"arrays.":[207],"order":[209],"showcase":[211],"how":[212],"new":[213],"databases":[214],"may":[215],"be":[216],"supported":[217],"D4M,":[219],"describe":[221],"process":[223],"building":[225],"D4M-SciDB":[227],"connector":[228],"performance":[231],"connection.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2016-06-24T00:00:00"}
