{"id":"https://openalex.org/W2888240712","doi":"https://doi.org/10.1109/hpec.2018.8547552","title":"Hyperscaling Internet Graph Analysis with D4M on the MIT SuperCloud","display_name":"Hyperscaling Internet Graph Analysis with D4M on the MIT SuperCloud","publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2888240712","doi":"https://doi.org/10.1109/hpec.2018.8547552","mag":"2888240712"},"language":"de","primary_location":{"id":"doi:10.1109/hpec.2018.8547552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec.2018.8547552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE High Performance extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043450560","display_name":"Vijay Gadepally","orcid":"https://orcid.org/0000-0002-4598-2808"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijay Gadepally","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072108599","display_name":"Jeremy Kepner","orcid":"https://orcid.org/0000-0001-9668-2613"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy Kepner","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055866024","display_name":"Lauren Milechin","orcid":"https://orcid.org/0000-0002-0554-3624"},"institutions":[{"id":"https://openalex.org/I4210109586","display_name":"Moscow Institute of Thermal Technology","ror":"https://ror.org/021es5e59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210109586"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Lauren Milechin","raw_affiliation_strings":["MIT EAPS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT EAPS","institution_ids":["https://openalex.org/I4210109586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030983536","display_name":"William Arcand","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Arcand","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072368385","display_name":"David Bestor","orcid":"https://orcid.org/0009-0002-7684-1191"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Bestor","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039443278","display_name":"Bill Bergeron","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Bergeron","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087896681","display_name":"Chansup Byun","orcid":"https://orcid.org/0009-0003-0183-914X"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chansup Byun","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083823664","display_name":"Matthew Hubbell","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Hubbell","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049441244","display_name":"Micheal Houle","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Micheal Houle","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110299770","display_name":"Micheal Jones","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Micheal Jones","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112526610","display_name":"Peter Michaleas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Michaleas","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059111534","display_name":"Julie Mullen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julie Mullen","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103257220","display_name":"Andrew Prout","orcid":"https://orcid.org/0000-0002-4408-0247"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Prout","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043926638","display_name":"Antonio De Rosa","orcid":"https://orcid.org/0000-0002-1392-4881"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonio Rosa","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110423798","display_name":"Charles Yee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Yee","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103227438","display_name":"Siddharth Samsi","orcid":"https://orcid.org/0009-0000-2884-9688"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddharth Samsi","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000293770","display_name":"Albert Reuther","orcid":"https://orcid.org/0000-0002-3168-3663"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Albert Reuther","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":17,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5693,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90465788,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6892390251159668},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.6033079624176025},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5524519681930542},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4071345031261444},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3107975721359253}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6892390251159668},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.6033079624176025},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5524519681930542},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4071345031261444},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3107975721359253}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpec.2018.8547552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec.2018.8547552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE High Performance extreme Computing Conference (HPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W147350318","https://openalex.org/W149523093","https://openalex.org/W1964530510","https://openalex.org/W1966656101","https://openalex.org/W1972615712","https://openalex.org/W1981362384","https://openalex.org/W1982516027","https://openalex.org/W1984291101","https://openalex.org/W2003116136","https://openalex.org/W2040333627","https://openalex.org/W2048006137","https://openalex.org/W2065494076","https://openalex.org/W2076523597","https://openalex.org/W2080050508","https://openalex.org/W2110675786","https://openalex.org/W2120575449","https://openalex.org/W2125584498","https://openalex.org/W2154874878","https://openalex.org/W2155893237","https://openalex.org/W2167150074","https://openalex.org/W2402144811","https://openalex.org/W2469745933","https://openalex.org/W2483051661","https://openalex.org/W2517323655","https://openalex.org/W2738036597","https://openalex.org/W2953384591","https://openalex.org/W3099253635","https://openalex.org/W3099354942","https://openalex.org/W3100101304","https://openalex.org/W3100664276","https://openalex.org/W3102499167","https://openalex.org/W3102613430","https://openalex.org/W3103485592","https://openalex.org/W3104265093","https://openalex.org/W3104685789","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Detecting":[0],"anomalous":[1],"behavior":[2],"in":[3,144,157,185],"network":[4,17,36,52,119,135],"traffic":[5,53],"is":[6],"a":[7,21,105,153],"major":[8],"challenge":[9,39],"due":[10],"to":[11,103,137,180],"the":[12,84,113,125,177],"volume":[13],"and":[14,67,94,100,108,130,159,191],"velocity":[15],"of":[16,31,46,49,62,86,142,165,188,194],"traffic.":[18],"For":[19,34],"example,":[20],"10":[22],"Gigabit":[23,166],"Ethernet":[24],"connection":[25],"can":[26,40],"generate":[27],"over":[28,195],"50":[29],"MB/s":[30],"packet":[32,63],"headers.":[33],"global":[35],"providers,":[37],"this":[38],"be":[41],"amplified":[42],"by":[43],"many":[44],"orders":[45],"magnitude.":[47],"Development":[48],"novel":[50],"computer":[51],"analytics":[54,120,155],"requires:":[55],"high":[56],"level":[57],"programming":[58],"environments,":[59],"massive":[60,140],"amount":[61],"capture":[64],"(PCAP)":[65],"data,":[66],"diverse":[68],"data":[69,107,115,143,168],"products":[70],"for":[71],"\u201cat":[72],"scale\u201d":[73],"algorithm":[74],"pipeline":[75,156,174],"development.":[76,121],"D4M":[77,123,158,189],"(Dynamic":[78],"Distributed":[79],"Dimensional":[80],"Data":[81],"Model)":[82],"combines":[83],"power":[85],"sparse":[87],"linear":[88],"algebra,":[89],"associative":[90],"arrays,":[91],"parallel":[92,131],"processing,":[93],"distributed":[95],"databases":[96],"(such":[97],"as":[98],"SciDB":[99],"Apache":[101],"Accumulo)":[102],"provide":[104],"scalable":[106],"computation":[109],"system":[110,133],"that":[111],"addresses":[112],"big":[114],"problems":[116],"associated":[117],"with":[118,124,169],"Combining":[122],"MIT":[126,170],"SuperCloud":[127],"manycore":[128],"processors":[129],"storage":[132],"enables":[134],"analysts":[136],"interactively":[138],"process":[139],"amounts":[141],"minutes.":[145],"To":[146],"demonstrate":[147],"these":[148],"capabilities,":[149],"we":[150],"have":[151],"implemented":[152,184],"representative":[154],"benchmarked":[160],"it":[161],"on":[162],"96":[163],"hours":[164],"PCAP":[167],"SuperCloud.":[171],"The":[172],"entire":[173],"from":[175],"uncompressing":[176],"raw":[178],"files":[179],"database":[181],"ingest":[182],"was":[183],"135":[186],"lines":[187],"code":[190],"achieved":[192],"speedups":[193],"20,000.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}