{"id":"https://openalex.org/W3095198996","doi":"https://doi.org/10.3390/bdcc4040032","title":"JAMPI: Efficient Matrix Multiplication in Spark Using Barrier Execution Mode","display_name":"JAMPI: Efficient Matrix Multiplication in Spark Using Barrier Execution Mode","publication_year":2020,"publication_date":"2020-11-05","ids":{"openalex":"https://openalex.org/W3095198996","doi":"https://doi.org/10.3390/bdcc4040032","mag":"3095198996"},"language":"en","primary_location":{"id":"pmh:oai:mdpi.com:/2504-2289/4/4/32/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/bdcc4040032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing; Volume 4; Issue 4; Pages: 32","raw_type":"Text"},"type":"article","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dx.doi.org/10.3390/bdcc4040032","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035301936","display_name":"Tamas Foldi","orcid":"https://orcid.org/0000-0001-9283-6865"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tamas Foldi; Chris von Csefalvay; Nicolas A. Perez","raw_affiliation_strings":["Starschema Inc., Arlington, VA 22066, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Starschema Inc., Arlington, VA 22066, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5035301936"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4161,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.62358142,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8495750427246094},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7629081010818481},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6180904507637024},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.5823034048080444},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.560632050037384},{"id":"https://openalex.org/keywords/multiplication","display_name":"Multiplication (music)","score":0.557404637336731},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5567013025283813},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.45147600769996643},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4396110773086548},{"id":"https://openalex.org/keywords/vectorization","display_name":"Vectorization (mathematics)","score":0.4369279742240906},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4336971044540405},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.417364239692688},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3945426344871521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3040497601032257},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0862913429737091}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8495750427246094},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7629081010818481},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6180904507637024},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.5823034048080444},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.560632050037384},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.557404637336731},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5567013025283813},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.45147600769996643},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4396110773086548},{"id":"https://openalex.org/C41681595","wikidata":"https://www.wikidata.org/wiki/Q7917855","display_name":"Vectorization (mathematics)","level":2,"score":0.4369279742240906},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4336971044540405},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.417364239692688},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3945426344871521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3040497601032257},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0862913429737091},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:mdpi.com:/2504-2289/4/4/32/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/bdcc4040032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing; Volume 4; Issue 4; Pages: 32","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:mdpi.com:/2504-2289/4/4/32/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/bdcc4040032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing; Volume 4; Issue 4; Pages: 32","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1019830208","https://openalex.org/W1570613334","https://openalex.org/W1598993252","https://openalex.org/W1951403192","https://openalex.org/W2038073775","https://openalex.org/W2039747889","https://openalex.org/W2059136964","https://openalex.org/W2064009734","https://openalex.org/W2080063509","https://openalex.org/W2139671364","https://openalex.org/W2157881433","https://openalex.org/W2176950688","https://openalex.org/W2216541755","https://openalex.org/W2220584184","https://openalex.org/W2343644403","https://openalex.org/W2511602367","https://openalex.org/W2593345132","https://openalex.org/W2747811776","https://openalex.org/W2749733699","https://openalex.org/W2767094836","https://openalex.org/W2783741806","https://openalex.org/W2794284562","https://openalex.org/W2884001105","https://openalex.org/W2889377580","https://openalex.org/W2889526258","https://openalex.org/W2897490102","https://openalex.org/W2910068345","https://openalex.org/W2956228567","https://openalex.org/W3010452538","https://openalex.org/W3019166713","https://openalex.org/W3081229243","https://openalex.org/W3098459681","https://openalex.org/W3124531972"],"related_works":["https://openalex.org/W3099313426","https://openalex.org/W4287593139","https://openalex.org/W4312354936","https://openalex.org/W752783541","https://openalex.org/W1506547947","https://openalex.org/W2995605830","https://openalex.org/W4206811032","https://openalex.org/W2086123442","https://openalex.org/W2596457687","https://openalex.org/W3212757063"],"abstract_inverted_index":{"The":[0],"new":[1,72],"barrier":[2,76,116],"mode":[3],"in":[4,28,38,123,172],"Apache":[5],"Spark":[6,16],"allows":[7],"for":[8],"embedding":[9],"distributed":[10,21,64,87,96],"deep":[11,157],"learning":[12,185],"training":[13,22,153],"as":[14,85],"a":[15,26,29,115,131,138,169],"stage":[17,30],"to":[18,58,90,126],"simplify":[19],"the":[20,39,59,106,109,118,152,173,181],"workflow.":[23],"In":[24],"Spark,":[25],"task":[27],"does":[31],"not":[32],"depend":[33],"on":[34,105,130],"any":[35],"other":[36],"tasks":[37],"same":[40],"stage,":[41],"and":[42,74,154,162,175],"hence":[43],"it":[44],"can":[45,80,167],"be":[46],"scheduled":[47],"independently.":[48],"However,":[49],"several":[50],"algorithms":[51,166],"require":[52],"more":[53,176],"sophisticated":[54],"inter-task":[55],"communications,":[56],"similar":[57],"MPI":[60],"paradigm.":[61],"By":[62],"combining":[63],"message":[65],"passing":[66],"(using":[67],"asynchronous":[68],"network":[69],"IO),":[70],"OpenJDK’s":[71],"auto-vectorization":[73],"Spark’s":[75],"execution":[77,178],"mode,":[78],"we":[79],"add":[81],"non-map/reduce-based":[82],"algorithms,":[83],"such":[84,164],"Cannon’s":[86,100],"matrix":[88,97,136,146],"multiplication":[89,98,147],"Spark.":[91],"We":[92],"document":[93],"an":[94,124],"efficient":[95,145,165,177],"using":[99],"algorithm,":[101],"which":[102],"significantly":[103,139],"improves":[104],"performance":[107,128],"of":[108,144,156,179],"existing":[110],"MLlib":[111],"implementation.":[112],"Used":[113],"within":[114],"task,":[117],"algorithm":[119],"described":[120],"herein":[121],"results":[122],"up":[125],"24%":[127],"increase":[129],"10,000":[132,134],"×":[133],"square":[135],"with":[137],"lower":[140],"memory":[141],"footprint.":[142],"Applications":[143],"include,":[148],"among":[149],"others,":[150],"accelerating":[151],"implementation":[155],"convolutional":[158],"neural":[159],"network-based":[160],"workloads,":[161],"thus":[163],"play":[168],"ground-breaking":[170],"role":[171],"faster":[174],"even":[180],"most":[182],"complicated":[183],"machine":[184],"tasks.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}