{"id":"https://openalex.org/W3008804811","doi":"https://doi.org/10.1109/bigdata47090.2019.9006390","title":"Rapid Prototyping of Hierarchical Agglomerative Clustering Algorithms for Distributed Systems","display_name":"Rapid Prototyping of Hierarchical Agglomerative Clustering Algorithms for Distributed Systems","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3008804811","doi":"https://doi.org/10.1109/bigdata47090.2019.9006390","mag":"3008804811"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata47090.2019.9006390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006390","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101841292","display_name":"Saiyedul Islam","orcid":"https://orcid.org/0000-0003-4933-6886"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Saiyedul Islam","raw_affiliation_strings":["Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India"],"affiliations":[{"raw_affiliation_string":"Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053105431","display_name":"Navneet Goyal","orcid":"https://orcid.org/0000-0002-0006-8211"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Navneet Goyal","raw_affiliation_strings":["Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India"],"affiliations":[{"raw_affiliation_string":"Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014307725","display_name":"Sundar Balasubramaniam","orcid":null},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sundar Balasubramaniam","raw_affiliation_strings":["Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India"],"affiliations":[{"raw_affiliation_string":"Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027120172","display_name":"Poonam Goyal","orcid":"https://orcid.org/0000-0003-1556-9905"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Poonam Goyal","raw_affiliation_strings":["Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India"],"affiliations":[{"raw_affiliation_string":"Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057769540","display_name":"Achal Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Achal Agarwal","raw_affiliation_strings":["Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India"],"affiliations":[{"raw_affiliation_string":"Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059258001","display_name":"Kirti Singh Rathore","orcid":null},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kirti Singh Rathore","raw_affiliation_strings":["Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India"],"affiliations":[{"raw_affiliation_string":"Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091865337","display_name":"Nischay Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nischay Singh","raw_affiliation_strings":["Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India"],"affiliations":[{"raw_affiliation_string":"Advanced Data Analytics & Parallel Technologies Laboratory, Birla Institute of Technology & Science Pilani Pilani Campus, India","institution_ids":["https://openalex.org/I74796645"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101841292"],"corresponding_institution_ids":["https://openalex.org/I74796645"],"apc_list":null,"apc_paid":null,"fwci":0.1768,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5769506,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"10109","issue":null,"first_page":"307","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8497611880302429},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6279608011245728},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5479426980018616},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5416870713233948},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5351142883300781},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.49656230211257935},{"id":"https://openalex.org/keywords/hierarchical-clustering","display_name":"Hierarchical clustering","score":0.4482543170452118},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4332401752471924},{"id":"https://openalex.org/keywords/distributed-memory","display_name":"Distributed memory","score":0.42554253339767456},{"id":"https://openalex.org/keywords/automatic-parallelization","display_name":"Automatic parallelization","score":0.41948074102401733},{"id":"https://openalex.org/keywords/shared-memory","display_name":"Shared memory","score":0.230427086353302},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21002820134162903},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.08765536546707153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8497611880302429},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6279608011245728},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5479426980018616},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5416870713233948},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5351142883300781},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.49656230211257935},{"id":"https://openalex.org/C92835128","wikidata":"https://www.wikidata.org/wiki/Q1277447","display_name":"Hierarchical clustering","level":3,"score":0.4482543170452118},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4332401752471924},{"id":"https://openalex.org/C91481028","wikidata":"https://www.wikidata.org/wiki/Q1054686","display_name":"Distributed memory","level":3,"score":0.42554253339767456},{"id":"https://openalex.org/C164833996","wikidata":"https://www.wikidata.org/wiki/Q2323839","display_name":"Automatic parallelization","level":3,"score":0.41948074102401733},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.230427086353302},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21002820134162903},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08765536546707153},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata47090.2019.9006390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006390","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1549024380","https://openalex.org/W1991912219","https://openalex.org/W2007995029","https://openalex.org/W2034968907","https://openalex.org/W2068535610","https://openalex.org/W2090459210","https://openalex.org/W2096379566","https://openalex.org/W2120636855","https://openalex.org/W2131687179","https://openalex.org/W2141245797","https://openalex.org/W2141709306","https://openalex.org/W2163681976","https://openalex.org/W2556228643","https://openalex.org/W2582899722","https://openalex.org/W2583372655","https://openalex.org/W2605123956","https://openalex.org/W2911559310","https://openalex.org/W3002622467","https://openalex.org/W3103704769","https://openalex.org/W6648328771","https://openalex.org/W6729902726","https://openalex.org/W6732864547"],"related_works":["https://openalex.org/W3091552597","https://openalex.org/W3028954238","https://openalex.org/W2143549041","https://openalex.org/W4385785001","https://openalex.org/W2127282737","https://openalex.org/W202373731","https://openalex.org/W4310628700","https://openalex.org/W1842571235","https://openalex.org/W1649413295","https://openalex.org/W2014590706"],"abstract_inverted_index":{"Hierarchical":[0],"Agglomerative":[1],"Clustering":[2],"(HAC)":[3],"algorithms":[4,38,105,122],"are":[5],"used":[6],"in":[7,94,107,162,176],"many":[8],"applications":[9],"where":[10],"clusters":[11],"have":[12,39],"a":[13,35,62,67,76,95,102,143,168],"hierarchical":[14],"relationship":[15],"between":[16],"them.":[17],"Their":[18],"parallelization":[19,80],"is":[20,90,129,153,157,167],"challenging":[21],"due":[22],"to":[23,52,70,110,171],"the":[24,82,125,146,160,177],"dependence":[25],"of":[26,81,145],"every":[27],"agglomeration":[28],"step":[29],"on":[30,119,136,179],"all":[31],"previous":[32],"agglomerations.":[33],"Although":[34],"few":[36],"parallel":[37,112,134,180],"been":[40,50],"proposed":[41],"for":[42,78,84],"SLINK":[43],"HAC":[44,55,73,121,181],"algorithm,":[45,74],"only":[46,142],"limited":[47],"work":[48],"has":[49],"done":[51],"parallelize":[53],"other":[54],"algorithms.":[56,182],"In":[57],"this":[58,108],"paper,":[59],"we":[60],"present":[61],"high-level":[63],"abstraction,":[64],"which":[65,166],"provides":[66],"uniform":[68],"way":[69],"specify":[71],"any":[72],"and":[75,101,138,155],"framework":[77],"automatic":[79],"same":[83],"distributed":[85,115],"memory":[86],"systems.":[87,116],"The":[88],"abstraction":[89],"supported":[91],"by":[92],"constructs":[93],"high":[96],"level,":[97],"domain":[98],"specific":[99],"language,":[100],"compiler":[103],"translates":[104],"expressed":[106],"language":[109],"efficient":[111],"code":[113],"targeting":[114],"Our":[117],"experiments":[118],"multiple":[120],"proves":[123],"that":[124],"runtime":[126],"performance":[127],"achieved":[128],"comparable":[130],"with":[131],"state-of-the-art":[132],"manual":[133],"implementations":[135],"Spark":[137],"MPI":[139],"while":[140],"requiring":[141],"fraction":[144],"programming":[147],"effort.":[148],"At":[149],"runtime,":[150],"master-slave":[151],"execution":[152],"used,":[154],"load":[156],"balanced":[158],"among":[159],"slaves":[161],"an":[163],"algorithm-agnostic":[164],"way,":[165],"significant":[169],"contrast":[170],"custom":[172],"load-balancing":[173],"techniques":[174],"seen":[175],"literature":[178]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}