{"id":"https://openalex.org/W3128608393","doi":"https://doi.org/10.1109/bigdata50022.2020.9378368","title":"The Danish National Energy Data Lake: Requirements, Technical Architecture, and Tool Selection","display_name":"The Danish National Energy Data Lake: Requirements, Technical Architecture, and Tool Selection","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W3128608393","doi":"https://doi.org/10.1109/bigdata50022.2020.9378368","mag":"3128608393"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata50022.2020.9378368","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9378368","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/ws/files/400693632/FEDDL_submited_version_Copyright.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012589568","display_name":"Hamdi Ben Hamadou","orcid":"https://orcid.org/0000-0002-4140-4584"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Hamdi Ben Hamadou","raw_affiliation_strings":["Department of Computer Science, Aalborg University, Aalborg, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061064237","display_name":"Torben Bach Pedersen","orcid":"https://orcid.org/0000-0002-1615-777X"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Torben Bach Pedersen","raw_affiliation_strings":["Department of Computer Science, Aalborg University, Aalborg, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010748912","display_name":"Christian Thomsen","orcid":"https://orcid.org/0000-0002-0862-0509"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Christian Thomsen","raw_affiliation_strings":["Department of Computer Science, Aalborg University, Aalborg, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I891191580"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1523","last_page":"1532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.797390341758728},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7285153865814209},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6197733879089355},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.5538408756256104},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5368192195892334},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.44943463802337646},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4479422867298126},{"id":"https://openalex.org/keywords/wind-power","display_name":"Wind power","score":0.44627317786216736},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4458678662776947},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3780708611011505},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.36199578642845154},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3451753258705139},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.27035754919052124},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1990329921245575},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1953776478767395},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17064228653907776},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10529780387878418}],"concepts":[{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.797390341758728},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7285153865814209},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6197733879089355},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.5538408756256104},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5368192195892334},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.44943463802337646},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4479422867298126},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.44627317786216736},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4458678662776947},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3780708611011505},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.36199578642845154},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3451753258705139},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27035754919052124},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1990329921245575},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1953776478767395},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17064228653907776},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10529780387878418},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata50022.2020.9378368","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9378368","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/0fe9f084-4af4-40c1-a04f-1f7f871d3f1b","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/0fe9f084-4af4-40c1-a04f-1f7f871d3f1b","pdf_url":"https://vbn.aau.dk/ws/files/400693632/FEDDL_submited_version_Copyright.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ben Hamadou, H, Pedersen, T B & Thomsen, C 2020, The Danish National Energy Data Lake : Requirements, Technical Architecture, and Tool Selection. in 2020 IEEE International Conference on Big Data (IEEE BigData 2020)., 9378368, IEEE (Institute of Electrical and Electronics Engineers), 2020 IEEE International Conference on Big Data (Big Data), Atlanta, Georgia, United States, 10/12/2020. https://doi.org/10.1109/BigData50022.2020.9378368","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/0fe9f084-4af4-40c1-a04f-1f7f871d3f1b","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/0fe9f084-4af4-40c1-a04f-1f7f871d3f1b","pdf_url":"https://vbn.aau.dk/ws/files/400693632/FEDDL_submited_version_Copyright.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ben Hamadou, H, Pedersen, T B & Thomsen, C 2020, The Danish National Energy Data Lake : Requirements, Technical Architecture, and Tool Selection. in 2020 IEEE International Conference on Big Data (IEEE BigData 2020)., 9378368, IEEE (Institute of Electrical and Electronics Engineers), 2020 IEEE International Conference on Big Data (Big Data), Atlanta, Georgia, United States, 10/12/2020. https://doi.org/10.1109/BigData50022.2020.9378368","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8500000238418579}],"awards":[],"funders":[{"id":"https://openalex.org/F4320313796","display_name":"Innovationsfonden","ror":"https://ror.org/00daj4111"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3128608393.pdf","grobid_xml":"https://content.openalex.org/works/W3128608393.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W42620948","https://openalex.org/W1889418052","https://openalex.org/W1999984505","https://openalex.org/W2016768375","https://openalex.org/W2098169977","https://openalex.org/W2105947650","https://openalex.org/W2134412814","https://openalex.org/W2139452609","https://openalex.org/W2157355837","https://openalex.org/W2190012392","https://openalex.org/W2398676928","https://openalex.org/W2424304400","https://openalex.org/W2542459869","https://openalex.org/W2566979091","https://openalex.org/W2614529600","https://openalex.org/W2744999500","https://openalex.org/W2803243563","https://openalex.org/W2808495632","https://openalex.org/W2889158314","https://openalex.org/W2907773120","https://openalex.org/W2923537944","https://openalex.org/W2948074736","https://openalex.org/W2949419896","https://openalex.org/W2951306255","https://openalex.org/W2999961916","https://openalex.org/W3046148182","https://openalex.org/W3121607534","https://openalex.org/W3176782109","https://openalex.org/W6650418438","https://openalex.org/W6674864001","https://openalex.org/W6731596640","https://openalex.org/W6772945388","https://openalex.org/W6948227343"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Renewable":[0],"Energy":[1,113,151],"Sources":[2],"such":[3],"as":[4],"wind":[5],"and":[6,23,60,74,86,98,107,162,178,202],"solar":[7],"do":[8],"not":[9],"emit":[10],"CO":[11],"<sub":[12],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[13],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[14],"but":[15],"their":[16],"production":[17],"vary":[18],"considerably":[19],"depending":[20],"on":[21,76,192],"time":[22],"weather.":[24],"Thus,":[25],"it":[26],"is":[27,116,145,166],"important":[28],"to":[29,36,40,94,101,105,159],"use":[30],"the":[31,42,118,123,148,187,211],"flexibility":[32,69],"in":[33,138,147,179],"device":[34],"loads":[35],"shift":[37],"energy":[38,68,95],"consumption":[39],"follow":[41],"production.":[43],"For":[44],"example,":[45],"an":[46],"Electrical":[47],"Vehicle":[48],"(EV)":[49],"can":[50,174],"be":[51],"charged":[52],"very":[53],"flexibly":[54],"between":[55],"arriving":[56],"home":[57],"at":[58,63],"5PM":[59],"leaving":[61],"again":[62],"7AM.":[64],"Utilizing":[65],"all":[66],"available":[67],"requires":[70],"applying":[71],"machine":[72],"learning":[73],"AI":[75],"massive":[77],"amounts":[78],"of":[79,134,206],"Big":[80],"Data":[81,152,156],"from":[82,89,131],"many":[83],"different":[84],"actors":[85],"devices,":[87],"ranging":[88],"private":[90],"consumers,":[91],"over":[92],"companies,":[93],"network":[96],"operators,":[97],"using":[99,168],"this":[100,121,183],"create":[102],"digital":[103],"solutions":[104],"enable":[106,160],"exploit":[108],"flexibility.":[109],"The":[110,143],"project":[111],"Flexible":[112],"Denmark":[114],"(FED)":[115],"building":[117],"foundation":[119],"for":[120,122,189,213],"entire":[124],"Danish":[125,149],"society.":[126],"Specifically,":[127],"FED":[128,155],"collects":[129],"data":[130,144],"a":[132,193,204],"number":[133],"Living":[135],"Labs":[136],"(LLs)":[137],"representative":[139,194],"real-life":[140],"physical":[141],"environments.":[142],"stored":[146],"National":[150],"Lake,":[153],"called":[154],"Lake":[157],"(FEDDL)":[158],"efficient":[161],"advanced":[163],"analysis.":[164],"FEDDL":[165,190],"built":[167],"only":[169],"open":[170],"source":[171],"tools":[172,208],"which":[173,214],"run":[175],"both":[176],"on-premise":[177],"cloud":[180],"settings.":[181],"In":[182],"paper,":[184],"we":[185,216],"describe":[186],"requirements":[188],"based":[191],"LL":[195],"case":[196],"study,":[197],"present":[198],"its":[199],"technical":[200],"architecture,":[201],"provide":[203],"comparison":[205],"relevant":[207],"along":[209],"with":[210],"arguments":[212],"ones":[215],"selected.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}