{"id":"https://openalex.org/W3117082117","doi":"https://doi.org/10.1109/hpec43674.2020.9286169","title":"iBench: a Distributed Inference Simulation and Benchmark Suite","display_name":"iBench: a Distributed Inference Simulation and Benchmark Suite","publication_year":2020,"publication_date":"2020-09-22","ids":{"openalex":"https://openalex.org/W3117082117","doi":"https://doi.org/10.1109/hpec43674.2020.9286169","mag":"3117082117"},"language":"en","primary_location":{"id":"doi:10.1109/hpec43674.2020.9286169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec43674.2020.9286169","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018102608","display_name":"Wesley Brewer","orcid":"https://orcid.org/0000-0002-3639-3956"},"institutions":[{"id":"https://openalex.org/I87303767","display_name":"U.S. Army Engineer Research and Development Center","ror":"https://ror.org/027mhn368","country_code":"US","type":"facility","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1306490931","https://openalex.org/I1330347796","https://openalex.org/I87303767"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wesley Brewer","raw_affiliation_strings":["DoD HPCMP PET / Benchmarking, Engineer Research & Development Center, Vicksburg, MS"],"affiliations":[{"raw_affiliation_string":"DoD HPCMP PET / Benchmarking, Engineer Research & Development Center, Vicksburg, MS","institution_ids":["https://openalex.org/I87303767"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026067378","display_name":"Greg Behm","orcid":null},"institutions":[{"id":"https://openalex.org/I87303767","display_name":"U.S. Army Engineer Research and Development Center","ror":"https://ror.org/027mhn368","country_code":"US","type":"facility","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1306490931","https://openalex.org/I1330347796","https://openalex.org/I87303767"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Greg Behm","raw_affiliation_strings":["DoD HPCMP PET / Benchmarking, Engineer Research & Development Center, Vicksburg, MS"],"affiliations":[{"raw_affiliation_string":"DoD HPCMP PET / Benchmarking, Engineer Research & Development Center, Vicksburg, MS","institution_ids":["https://openalex.org/I87303767"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070257223","display_name":"Alan L. Scheinine","orcid":null},"institutions":[{"id":"https://openalex.org/I87303767","display_name":"U.S. Army Engineer Research and Development Center","ror":"https://ror.org/027mhn368","country_code":"US","type":"facility","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1306490931","https://openalex.org/I1330347796","https://openalex.org/I87303767"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Scheinine","raw_affiliation_strings":["DoD HPCMP PET / Benchmarking, Engineer Research & Development Center, Vicksburg, MS"],"affiliations":[{"raw_affiliation_string":"DoD HPCMP PET / Benchmarking, Engineer Research & Development Center, Vicksburg, MS","institution_ids":["https://openalex.org/I87303767"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110862717","display_name":"Ben Parsons","orcid":null},"institutions":[{"id":"https://openalex.org/I87303767","display_name":"U.S. Army Engineer Research and Development Center","ror":"https://ror.org/027mhn368","country_code":"US","type":"facility","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1306490931","https://openalex.org/I1330347796","https://openalex.org/I87303767"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Parsons","raw_affiliation_strings":["DoD HPCMP, Engineer Research & Development Center, Vicksburg, MS"],"affiliations":[{"raw_affiliation_string":"DoD HPCMP, Engineer Research & Development Center, Vicksburg, MS","institution_ids":["https://openalex.org/I87303767"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090630635","display_name":"Wesley Emeneker","orcid":null},"institutions":[{"id":"https://openalex.org/I188733180","display_name":"Pacific Disaster Center","ror":"https://ror.org/054g76q14","country_code":"US","type":"government","lineage":["https://openalex.org/I188733180"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wesley Emeneker","raw_affiliation_strings":["Machine Learning Group, Maui HPC Center, Kihei, HI"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Maui HPC Center, Kihei, HI","institution_ids":["https://openalex.org/I188733180"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111940529","display_name":"Robert P. Trevi\u00f1o","orcid":null},"institutions":[{"id":"https://openalex.org/I188733180","display_name":"Pacific Disaster Center","ror":"https://ror.org/054g76q14","country_code":"US","type":"government","lineage":["https://openalex.org/I188733180"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert P. Trevino","raw_affiliation_strings":["Machine Learning Group, Maui HPC Center, Kihei, HI"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Maui HPC Center, Kihei, HI","institution_ids":["https://openalex.org/I188733180"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5018102608"],"corresponding_institution_ids":["https://openalex.org/I87303767"],"apc_list":null,"apc_paid":null,"fwci":0.5862,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.70153593,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.867131233215332},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8557338118553162},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8245590925216675},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.764286994934082},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7209044694900513},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.607837975025177},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.573625922203064},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44715946912765503},{"id":"https://openalex.org/keywords/inference-engine","display_name":"Inference engine","score":0.4307444989681244},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37693172693252563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.352374792098999},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33637070655822754},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.22434574365615845},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.21755027770996094}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.867131233215332},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8557338118553162},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8245590925216675},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.764286994934082},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7209044694900513},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.607837975025177},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.573625922203064},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44715946912765503},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.4307444989681244},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37693172693252563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.352374792098999},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33637070655822754},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.22434574365615845},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21755027770996094},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpec43674.2020.9286169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec43674.2020.9286169","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2164128653","https://openalex.org/W2194775991","https://openalex.org/W2507064736","https://openalex.org/W2613310014","https://openalex.org/W2622263826","https://openalex.org/W2772043392","https://openalex.org/W2775965637","https://openalex.org/W2787998955","https://openalex.org/W2788975424","https://openalex.org/W2790501674","https://openalex.org/W2909104345","https://openalex.org/W2963884515","https://openalex.org/W2964330541","https://openalex.org/W2970959587","https://openalex.org/W2971624117","https://openalex.org/W2985232804","https://openalex.org/W3043571714","https://openalex.org/W3099432326","https://openalex.org/W3118228302","https://openalex.org/W4255840494","https://openalex.org/W4301239768","https://openalex.org/W6684418397","https://openalex.org/W6748844693","https://openalex.org/W6788225910"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,38,43,51,76,122],"novel":[3],"distributed":[4,39,117],"inference":[5,67,79,95,118,130,141],"benchmarking":[6,64],"system,":[7,40],"called":[8],"\u201ciBench\u201d,":[9],"that":[10,31],"provides":[11],"relevant":[12],"performance":[13,36,96,128],"metrics":[14],"for":[15,62,129],"high-performance":[16],"edge":[17],"computing":[18],"systems":[19],"using":[20,45],"trained":[21],"deep":[22],"learning":[23],"models.":[24],"The":[25],"proposed":[26],"benchmark":[27,127],"is":[28,55,103],"unique":[29],"in":[30],"it":[32],"includes":[33],"data":[34],"transfer":[35],"through":[37,72],"such":[41,143],"as":[42,144],"supercomputer,":[44],"clients":[46],"and":[47,57,120,150,153],"servers":[48,131],"to":[49,60,81,105,115,140],"provide":[50,106],"system-level":[52],"benchmark.":[53],"iBench":[54,92,102],"flexible":[56],"robust":[58],"enough":[59],"allow":[61],"the":[63,73,113],"of":[65,75,126],"custom-built":[66],"servers.":[68],"This":[69],"was":[70],"demonstrated":[71],"development":[74],"custom":[77],"Flask-based":[78],"server":[80],"serve":[82],"MLPerf's":[83],"official":[84],"ResNet50v1.5":[85],"model.":[86],"In":[87],"this":[88],"paper,":[89],"we":[90],"compare":[91],"against":[93],"MLPerf":[94],"on":[97,132],"an":[98],"8-V100":[99],"GPU":[100],"node.":[101],"shown":[104],"two":[107],"primary":[108],"advantages":[109],"over":[110],"MLPerf:":[111],"(1)":[112],"ability":[114],"measure":[116,125],"performance,":[119],"(2)":[121],"more":[123],"realistic":[124],"HPC":[133],"by":[134],"taking":[135],"into":[136],"account":[137],"additional":[138],"factors":[139],"time,":[142,147,152],"HTTP":[145],"request-response":[146],"payload":[148],"pre-processing":[149],"packing":[151],"invest":[154],"time.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}