{"id":"https://openalex.org/W2783555731","doi":"https://doi.org/10.1109/bigdata.2017.8257949","title":"Sandpiper: Scaling probabilistic inferencing to large scale graphical models","display_name":"Sandpiper: Scaling probabilistic inferencing to large scale graphical models","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2783555731","doi":"https://doi.org/10.1109/bigdata.2017.8257949","mag":"2783555731"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2017.8257949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8257949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077019468","display_name":"Alexander Ulanov","orcid":"https://orcid.org/0000-0003-1097-7619"},"institutions":[{"id":"https://openalex.org/I1324840837","display_name":"Hewlett-Packard (United States)","ror":"https://ror.org/059rn9488","country_code":"US","type":"company","lineage":["https://openalex.org/I1324840837"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alexander Ulanov","raw_affiliation_strings":["Hewlett Packard Labs Palo Alto, California"],"affiliations":[{"raw_affiliation_string":"Hewlett Packard Labs Palo Alto, California","institution_ids":["https://openalex.org/I1324840837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110271214","display_name":"Manish Marwah","orcid":null},"institutions":[{"id":"https://openalex.org/I1324840837","display_name":"Hewlett-Packard (United States)","ror":"https://ror.org/059rn9488","country_code":"US","type":"company","lineage":["https://openalex.org/I1324840837"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manish Marwah","raw_affiliation_strings":["Hewlett Packard Labs Palo Alto, California"],"affiliations":[{"raw_affiliation_string":"Hewlett Packard Labs Palo Alto, California","institution_ids":["https://openalex.org/I1324840837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770931","display_name":"Mijung Kim","orcid":"https://orcid.org/0000-0003-3995-5384"},"institutions":[{"id":"https://openalex.org/I1324840837","display_name":"Hewlett-Packard (United States)","ror":"https://ror.org/059rn9488","country_code":"US","type":"company","lineage":["https://openalex.org/I1324840837"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mijung Kim","raw_affiliation_strings":["Hewlett Packard Labs Palo Alto, California"],"affiliations":[{"raw_affiliation_string":"Hewlett Packard Labs Palo Alto, California","institution_ids":["https://openalex.org/I1324840837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056166013","display_name":"Roshan Dathathri","orcid":"https://orcid.org/0009-0006-8815-7468"},"institutions":[{"id":"https://openalex.org/I1324840837","display_name":"Hewlett-Packard (United States)","ror":"https://ror.org/059rn9488","country_code":"US","type":"company","lineage":["https://openalex.org/I1324840837"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roshan Dathathri","raw_affiliation_strings":["Hewlett Packard Labs Palo Alto, California"],"affiliations":[{"raw_affiliation_string":"Hewlett Packard Labs Palo Alto, California","institution_ids":["https://openalex.org/I1324840837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038841034","display_name":"Carlos Zubieta","orcid":null},"institutions":[{"id":"https://openalex.org/I1324840837","display_name":"Hewlett-Packard (United States)","ror":"https://ror.org/059rn9488","country_code":"US","type":"company","lineage":["https://openalex.org/I1324840837"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Zubieta","raw_affiliation_strings":["Hewlett Packard Labs Palo Alto, California"],"affiliations":[{"raw_affiliation_string":"Hewlett Packard Labs Palo Alto, California","institution_ids":["https://openalex.org/I1324840837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362041","display_name":"Jun Li","orcid":"https://orcid.org/0000-0003-1613-9448"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["University of Texas at Austin, Austin, Texas"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, Texas","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5077019468"],"corresponding_institution_ids":["https://openalex.org/I1324840837"],"apc_list":null,"apc_paid":null,"fwci":0.091,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50122879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"14","issue":null,"first_page":"383","last_page":"388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8144967555999756},{"id":"https://openalex.org/keywords/graphical-model","display_name":"Graphical model","score":0.7466394305229187},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6848673820495605},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5429924726486206},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.5238290429115295},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5115645527839661},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.48469188809394836},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.473086416721344},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4251721203327179},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3983077108860016},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19790273904800415},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18853411078453064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18354901671409607},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1813758909702301}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8144967555999756},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.7466394305229187},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6848673820495605},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5429924726486206},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5238290429115295},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5115645527839661},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.48469188809394836},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.473086416721344},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4251721203327179},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3983077108860016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19790273904800415},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18853411078453064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18354901671409607},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1813758909702301}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2017.8257949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8257949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W78077100","https://openalex.org/W114565888","https://openalex.org/W1448681276","https://openalex.org/W1560512119","https://openalex.org/W1845137714","https://openalex.org/W1971630691","https://openalex.org/W1983776999","https://openalex.org/W1985625491","https://openalex.org/W1986603225","https://openalex.org/W2031709923","https://openalex.org/W2069277577","https://openalex.org/W2070232376","https://openalex.org/W2109220922","https://openalex.org/W2120340025","https://openalex.org/W2130196635","https://openalex.org/W2131183411","https://openalex.org/W2135194391","https://openalex.org/W2146729596","https://openalex.org/W2159080219","https://openalex.org/W2166469213","https://openalex.org/W2270949707","https://openalex.org/W2548094734","https://openalex.org/W2963865397","https://openalex.org/W2964097655","https://openalex.org/W4231846589","https://openalex.org/W4293052541","https://openalex.org/W6603201521","https://openalex.org/W6628546715","https://openalex.org/W6633434192","https://openalex.org/W6991199675"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2144453115","https://openalex.org/W2128223750","https://openalex.org/W1975949872","https://openalex.org/W4238532390","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W2844620057","https://openalex.org/W2776613281"],"abstract_inverted_index":{"We":[0,68,86,165],"design":[1],"and":[2,79,95,104],"implement":[3],"a":[4,12,56,70,83,112,132,147,155],"scalable":[5],"version":[6],"of":[7,25,47,58,107,114,122,146],"loopy":[8],"belief":[9],"propagation":[10],"(BP),":[11],"widely":[13],"used":[14],"algorithm":[15],"for":[16,91,98],"performing":[17,152],"inference":[18,153],"on":[19,27,64,154],"probabilistic":[20],"graphical":[21,43,156],"models.":[22],"However,":[23],"implementations":[24],"BP":[26,140],"generic":[28],"data":[29],"processing":[30],"platforms":[31],"such":[32,51],"as":[33],"Apache":[34,65],"Spark":[35,66,134],"do":[36],"not":[37],"scale":[38],"well":[39],"to":[40,75,142],"very":[41],"large":[42],"models":[44],"containing":[45],"billions":[46,121],"vertices.":[48],"To":[49,101],"handle":[50],"large-scale":[52,161],"graphs,":[53],"we":[54,110,125,137],"leverage":[55],"number":[57],"strategies.":[59],"Our":[60],"implementation":[61,141],"is":[62],"based":[63],"GraphX.":[67],"propose":[69],"novel":[71],"graph":[72,94],"partitioning":[73],"strategy":[74],"reduce":[76],"both":[77],"computation":[78],"communication":[80],"overhead":[81],"providing":[82],"2x":[84],"speed-up.":[85],"use":[87],"efficient":[88],"memory":[89,97],"management":[90],"storing":[92],"the":[93,108,144],"shared":[96],"highspeed":[99],"communication.":[100],"evaluate":[102],"performance":[103],"demonstrate":[105],"scalability":[106],"approach,":[109],"perform":[111],"range":[113],"experiments":[115],"including":[116],"using":[117],"real-world":[118],"graphs":[119],"with":[120],"vertices,":[123],"where":[124],"achieve":[126],"an":[127],"overall":[128],"10x":[129],"speed-up":[130],"over":[131],"vanilla":[133],"baseline.":[135],"Further,":[136],"apply":[138],"our":[139,169],"infer":[143],"probability":[145],"website":[148],"being":[149],"malicious":[150],"by":[151],"model":[157],"derived":[158],"from":[159],"real,":[160],"hyperlinked":[162],"webcrawl":[163],"data.":[164],"have":[166],"open":[167],"sourced":[168],"implementation.":[170]},"counts_by_year":[{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}