{"id":"https://openalex.org/W2948802729","doi":"https://doi.org/10.1186/s40537-019-0209-0","title":"Scalable architecture for Big Data financial analytics: user-defined functions vs. SQL","display_name":"Scalable architecture for Big Data financial analytics: user-defined functions vs. SQL","publication_year":2019,"publication_date":"2019-06-06","ids":{"openalex":"https://openalex.org/W2948802729","doi":"https://doi.org/10.1186/s40537-019-0209-0","mag":"2948802729"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-019-0209-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-019-0209-0","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-019-0209-0","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-019-0209-0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074825049","display_name":"Kurt Stockinger","orcid":"https://orcid.org/0000-0003-4034-4812"},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Kurt Stockinger","raw_affiliation_strings":["Zurich University of Applied Sciences, Technikumstrasse 9, 8400, Winterthur, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4034-4812","affiliations":[{"raw_affiliation_string":"Zurich University of Applied Sciences, Technikumstrasse 9, 8400, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070852758","display_name":"Nils Bundi","orcid":"https://orcid.org/0000-0003-3576-3289"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nils Bundi","raw_affiliation_strings":["Ariadne Business Analytics AG, Alpenstrasse 16, 6300, Zug, Switzerland","Stevens Institute of Technology, 1 Castle Point Terrace, 07030, Hoboken, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ariadne Business Analytics AG, Alpenstrasse 16, 6300, Zug, Switzerland","institution_ids":[]},{"raw_affiliation_string":"Stevens Institute of Technology, 1 Castle Point Terrace, 07030, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046869153","display_name":"Jonas Heitz","orcid":null},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jonas Heitz","raw_affiliation_strings":["Zurich University of Applied Sciences, Technikumstrasse 9, 8400, Winterthur, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zurich University of Applied Sciences, Technikumstrasse 9, 8400, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037352800","display_name":"Wolfgang Breymann","orcid":null},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Wolfgang Breymann","raw_affiliation_strings":["Zurich University of Applied Sciences, Technikumstrasse 9, 8400, Winterthur, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zurich University of Applied Sciences, Technikumstrasse 9, 8400, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074825049"],"corresponding_institution_ids":["https://openalex.org/I858936495"],"apc_list":{"value":1060,"currency":"GBP","value_usd":1300},"apc_paid":{"value":1060,"currency":"GBP","value_usd":1300},"fwci":2.23,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.88991704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"6","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8383632898330688},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7031829357147217},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.6768439412117004},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.650338888168335},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.5800742506980896},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5765272974967957},{"id":"https://openalex.org/keywords/computational-finance","display_name":"Computational finance","score":0.5361124873161316},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.4896286129951477},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4558831453323364},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.44355782866477966},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4382254183292389},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.29254499077796936},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1784224510192871},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.13623914122581482},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08677366375923157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8383632898330688},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7031829357147217},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.6768439412117004},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.650338888168335},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5800742506980896},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5765272974967957},{"id":"https://openalex.org/C146880194","wikidata":"https://www.wikidata.org/wiki/Q61715222","display_name":"Computational finance","level":2,"score":0.5361124873161316},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.4896286129951477},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4558831453323364},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.44355782866477966},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4382254183292389},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29254499077796936},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1784224510192871},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.13623914122581482},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08677366375923157},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s40537-019-0209-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-019-0209-0","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-019-0209-0","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:digitalcollection.zhaw.ch:11475/17286","is_oa":true,"landing_page_url":"https://hdl.handle.net/11475/17286","pdf_url":null,"source":{"id":"https://openalex.org/S4306401810","display_name":"Z\u00fcrcher Hochschule f\u00fcr Angewandte Wissenschaften digital collection (Zurich University of Applied Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200744771","host_organization_name":"ZHAW Zurich University of Applied Sciences","host_organization_lineage":["https://openalex.org/I200744771"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:9c7355f00e364be3bdd18fdcf62a8506","is_oa":false,"landing_page_url":"https://doaj.org/article/9c7355f00e364be3bdd18fdcf62a8506","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 6, Iss 1, Pp 1-24 (2019)","raw_type":"article"},{"id":"doi:10.21256/zhaw-3214","is_oa":true,"landing_page_url":"https://doi.org/10.21256/zhaw-3214","pdf_url":null,"source":{"id":"https://openalex.org/S7407051289","display_name":"ZHAW Digital Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1186/s40537-019-0209-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-019-0209-0","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-019-0209-0","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5099999904632568,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G1718209081","display_name":null,"funder_award_id":"25349.1 PFES-ES","funder_id":"https://openalex.org/F4320327931","funder_display_name":"Innosuisse - Schweizerische Agentur f\u00fcr Innovationsf\u00f6rderung"}],"funders":[{"id":"https://openalex.org/F4320320998","display_name":"Kommission f\u00fcr Technologie und Innovation","ror":"https://ror.org/012y9zp98"},{"id":"https://openalex.org/F4320327931","display_name":"Innosuisse - Schweizerische Agentur f\u00fcr Innovationsf\u00f6rderung","ror":"https://ror.org/05a2bhn71"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948802729.pdf","grobid_xml":"https://content.openalex.org/works/W2948802729.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W142258998","https://openalex.org/W281062073","https://openalex.org/W651260372","https://openalex.org/W758034074","https://openalex.org/W952360313","https://openalex.org/W1482520531","https://openalex.org/W1496487249","https://openalex.org/W1973747955","https://openalex.org/W1976239864","https://openalex.org/W1989017925","https://openalex.org/W2030907583","https://openalex.org/W2099459818","https://openalex.org/W2105201700","https://openalex.org/W2131975293","https://openalex.org/W2153649056","https://openalex.org/W2155419203","https://openalex.org/W2190012392","https://openalex.org/W2256629785","https://openalex.org/W2405431446","https://openalex.org/W2417056346","https://openalex.org/W2486221806","https://openalex.org/W2527364597","https://openalex.org/W2530314904","https://openalex.org/W2542459869","https://openalex.org/W2565321451","https://openalex.org/W2566979091","https://openalex.org/W2576436989","https://openalex.org/W2598798227","https://openalex.org/W2775247632","https://openalex.org/W2784901565","https://openalex.org/W2795183329","https://openalex.org/W2907292351","https://openalex.org/W2983082893","https://openalex.org/W3101528479","https://openalex.org/W3123053325","https://openalex.org/W3150565116","https://openalex.org/W4230418690","https://openalex.org/W4238956976","https://openalex.org/W4240606930"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2144453115","https://openalex.org/W2744553356","https://openalex.org/W2844620057","https://openalex.org/W2558523485","https://openalex.org/W4379407450","https://openalex.org/W2905107896","https://openalex.org/W3191926225","https://openalex.org/W2895375519"],"abstract_inverted_index":{"Large":[0],"financial":[1,8,17,31,42,54,78,92,101,129],"organizations":[2],"have":[3],"hundreds":[4],"of":[5,7,49,70,94,108,139,162],"millions":[6],"contracts":[9],"on":[10,90,116,147],"their":[11,36],"balance":[12],"sheets.":[13],"Moreover,":[14],"highly":[15],"volatile":[16],"markets":[18],"and":[19,24,35,60,125,158],"heterogeneous":[20],"data":[21,50,124],"sets":[22],"within":[23],"across":[25],"banks":[26],"world-wide":[27],"make":[28],"near":[29],"real-time":[30],"analytics":[32,79],"very":[33],"challenging":[34],"handling":[37],"thus":[38,159],"requires":[39],"cutting":[40],"edge":[41],"algorithms.":[43],"However,":[44],"due":[45],"to":[46],"a":[47,67,71,136],"lack":[48],"modeling":[51],"standards,":[52],"current":[53],"risk":[55],"algorithms":[56],"are":[57],"typically":[58],"inconsistent":[59],"non-scalable.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65,104],"present":[66],"novel":[68],"implementation":[69],"real-world":[72],"use":[73],"case":[74],"for":[75,128,175],"performing":[76],"large-scale":[77],"leveraging":[80],"Big":[81],"Data":[82],"technology.":[83],"We":[84],"first":[85],"provide":[86],"detailed":[87,137],"background":[88],"information":[89],"the":[91,99,106,122,140,154,163,176],"underpinnings":[93],"our":[95],"framework":[96],"along":[97],"with":[98],"major":[100,133],"calculations.":[102],"Afterwards":[103],"analyze":[105],"performance":[107,169],"different":[109],"parallel":[110],"implementations":[111],"in":[112,156],"Apache":[113],"Spark":[114],"based":[115],"existing":[117,148],"computation":[118,149],"kernels":[119,150],"that":[120],"apply":[121],"ACTUS":[123],"algorithmic":[126],"standard":[127],"contract":[130],"modeling.":[131],"The":[132],"contribution":[134],"is":[135],"discussion":[138],"design":[141,178],"trade-offs":[142],"between":[143],"applying":[144],"user-defined":[145],"functions":[146],"vs.":[151],"partially":[152],"re-writing":[153],"kernel":[155],"SQL":[157,165],"taking":[160],"advantage":[161],"underlying":[164],"query":[166],"optimizer.":[167],"Our":[168],"evaluation":[170],"demonstrates":[171],"almost":[172],"linear":[173],"scalability":[174],"best":[177],"choice.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}