{"id":"https://openalex.org/W4400796231","doi":"https://doi.org/10.1007/s41781-024-00123-2","title":"Optimizing High-Throughput Inference on Graph Neural Networks at Shared Computing Facilities with the NVIDIA Triton Inference Server","display_name":"Optimizing High-Throughput Inference on Graph Neural Networks at Shared Computing Facilities with the NVIDIA Triton Inference Server","publication_year":2024,"publication_date":"2024-07-18","ids":{"openalex":"https://openalex.org/W4400796231","doi":"https://doi.org/10.1007/s41781-024-00123-2"},"language":"en","primary_location":{"id":"doi:10.1007/s41781-024-00123-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41781-024-00123-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41781-024-00123-2.pdf","source":{"id":"https://openalex.org/S4210229695","display_name":"Computing and Software for Big Science","issn_l":"2510-2036","issn":["2510-2036","2510-2044"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Software for Big Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s41781-024-00123-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006321046","display_name":"C. Savard","orcid":"https://orcid.org/0009-0000-7507-0570"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Claire Savard","raw_affiliation_strings":["Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089574904","display_name":"N. Manganelli","orcid":"https://orcid.org/0000-0002-3398-4531"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Manganelli","raw_affiliation_strings":["Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012408300","display_name":"B. Holzman","orcid":"https://orcid.org/0000-0001-5235-6314"},"institutions":[{"id":"https://openalex.org/I1314696892","display_name":"Fermi National Accelerator Laboratory","ror":"https://ror.org/020hgte69","country_code":"US","type":"facility","lineage":["https://openalex.org/I1314696892","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210114836"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Burt Holzman","raw_affiliation_strings":["Fermi National Accelerator Laboratory, Wilson Street and Kirk Road, Batavia, IL, 60510, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fermi National Accelerator Laboratory, Wilson Street and Kirk Road, Batavia, IL, 60510, USA","institution_ids":["https://openalex.org/I1314696892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083886928","display_name":"Lindsey Gray","orcid":"https://orcid.org/0000-0002-6408-4288"},"institutions":[{"id":"https://openalex.org/I1314696892","display_name":"Fermi National Accelerator Laboratory","ror":"https://ror.org/020hgte69","country_code":"US","type":"facility","lineage":["https://openalex.org/I1314696892","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210114836"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lindsey Gray","raw_affiliation_strings":["Fermi National Accelerator Laboratory, Wilson Street and Kirk Road, Batavia, IL, 60510, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fermi National Accelerator Laboratory, Wilson Street and Kirk Road, Batavia, IL, 60510, USA","institution_ids":["https://openalex.org/I1314696892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070115662","display_name":"Alexx Perloff","orcid":"https://orcid.org/0000-0001-5230-0396"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]},{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexx Perloff","raw_affiliation_strings":["Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA","Lawrence Livermore National Laboratory, 7000 East Avenue, Livermore, CA, 94550, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Lawrence Livermore National Laboratory, 7000 East Avenue, Livermore, CA, 94550, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108043839","display_name":"K. Pedro","orcid":"https://orcid.org/0000-0003-2260-9151"},"institutions":[{"id":"https://openalex.org/I1314696892","display_name":"Fermi National Accelerator Laboratory","ror":"https://ror.org/020hgte69","country_code":"US","type":"facility","lineage":["https://openalex.org/I1314696892","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210114836"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Pedro","raw_affiliation_strings":["Fermi National Accelerator Laboratory, Wilson Street and Kirk Road, Batavia, IL, 60510, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fermi National Accelerator Laboratory, Wilson Street and Kirk Road, Batavia, IL, 60510, USA","institution_ids":["https://openalex.org/I1314696892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047631182","display_name":"Kevin Stenson","orcid":"https://orcid.org/0000-0003-4888-205X"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Stenson","raw_affiliation_strings":["Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050432237","display_name":"K. A. Ulmer","orcid":"https://orcid.org/0000-0001-6875-9177"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keith Ulmer","raw_affiliation_strings":["Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Colorado, Boulder, 390 UCB, Boulder, CO, 80309, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006321046"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":{"value":2590,"currency":"EUR","value_usd":3280},"apc_paid":{"value":2590,"currency":"EUR","value_usd":3280},"fwci":5.8583,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.96856318,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"8","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11044","display_name":"Particle Detector Development and Performance","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11044","display_name":"Particle Detector Development and Performance","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11216","display_name":"Radiation Detection and Scintillator Technologies","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.843968391418457},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6828947067260742},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5697574615478516},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5632878541946411},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.47353050112724304},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4402990937232971},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42079460620880127},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38941138982772827},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3766939043998718},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.27679896354675293},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17025548219680786},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.16985830664634705},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1295970380306244}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.843968391418457},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6828947067260742},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5697574615478516},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5632878541946411},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.47353050112724304},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4402990937232971},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42079460620880127},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38941138982772827},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3766939043998718},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.27679896354675293},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17025548219680786},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.16985830664634705},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1295970380306244}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s41781-024-00123-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41781-024-00123-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41781-024-00123-2.pdf","source":{"id":"https://openalex.org/S4210229695","display_name":"Computing and Software for Big Science","issn_l":"2510-2036","issn":["2510-2036","2510-2044"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Software for Big Science","raw_type":"journal-article"},{"id":"pmh:oai:cuscholar:cj82k901n","is_oa":true,"landing_page_url":"https://scholar.colorado.edu/concern/articles/cj82k901n","pdf_url":"https://scholar.colorado.edu/downloads/pz50gx692","source":{"id":"https://openalex.org/S4306401957","display_name":"CU Scholar (University of Colorado Boulder)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I188538660","host_organization_name":"University of Colorado Boulder","host_organization_lineage":["https://openalex.org/I188538660"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:osti.gov:2349014","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2349014","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:2404433","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2404433","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1007/s41781-024-00123-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41781-024-00123-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41781-024-00123-2.pdf","source":{"id":"https://openalex.org/S4210229695","display_name":"Computing and Software for Big Science","issn_l":"2510-2036","issn":["2510-2036","2510-2044"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Software for Big Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2289692176","display_name":null,"funder_award_id":"DE-SC0010005","funder_id":"https://openalex.org/F4320337511","funder_display_name":"High Energy Physics"},{"id":"https://openalex.org/G2413433374","display_name":null,"funder_award_id":"DE-AC02-07CH11359","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2585911468","display_name":null,"funder_award_id":"ACI-1450377","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4325533055","display_name":null,"funder_award_id":"DE-AC02-07CH11359","funder_id":"https://openalex.org/F4320338288","funder_display_name":"Fermilab"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5616713406","display_name":null,"funder_award_id":"DE-AC02-07CH11359","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G585908603","display_name":null,"funder_award_id":"AC02-07CH11359","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5962495253","display_name":null,"funder_award_id":"DE-AC02-07CH11359","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G6005991487","display_name":"U.S. CMS Operations at the LHC","funder_award_id":"1120138","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6558272803","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7205609797","display_name":null,"funder_award_id":"DE-SC0010005","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8265120751","display_name":null,"funder_award_id":"DE-SC0010005","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8808614757","display_name":"Collaborative Research: SI2-SSI: Data-Intensive Analysis for High Energy Physics (DIANA/HEP)","funder_award_id":"1450377","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337511","display_name":"High Energy Physics","ror":"https://ror.org/035m6g344"},{"id":"https://openalex.org/F4320338288","display_name":"Fermilab","ror":"https://ror.org/020hgte69"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400796231.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2018215982","https://openalex.org/W2151512268","https://openalex.org/W2194775991","https://openalex.org/W2295598076","https://openalex.org/W2810437889","https://openalex.org/W2837143805","https://openalex.org/W2915621743","https://openalex.org/W2955325220","https://openalex.org/W2996600026","https://openalex.org/W3099381338","https://openalex.org/W3117103847","https://openalex.org/W3124370889","https://openalex.org/W4211046286","https://openalex.org/W4221015470"],"related_works":["https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W4255934811","https://openalex.org/W2465382974","https://openalex.org/W2010229520","https://openalex.org/W2547528905"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"machine":[2,141,182],"learning":[3,142,183],"applications":[4],"now":[5,46],"spanning":[6],"a":[7,18,50,150,193,217],"variety":[8,51],"of":[9,22,52,77,189],"computational":[10,71,135],"tasks,":[11],"multi-user":[12,195],"shared":[13,84,151],"computing":[14,85,152,167],"facilities":[15],"are":[16,45,109,115],"devoting":[17],"rapidly":[19],"increasing":[20],"proportion":[21],"their":[23,181],"resources":[24,114],"to":[25,79,111,132,161,175,210,216],"such":[26,54,87],"algorithms.":[27],"Graph":[28],"neural":[29],"networks":[30],"(GNNs),":[31],"for":[32,137],"example,":[33],"have":[34],"provided":[35],"astounding":[36],"improvements":[37],"in":[38,49,59,192],"extracting":[39],"complex":[40],"signatures":[41],"from":[42],"data":[43],"and":[44,102,134,166,213,220],"widely":[47],"used":[48,90,117],"applications,":[53],"as":[55,88,118,120],"particle":[56],"jet":[57],"classification":[58],"high":[60,103,170],"energy":[61],"physics":[62],"(HEP).":[63],"However,":[64],"GNNs":[65],"also":[66],"come":[67],"with":[68,205],"an":[69],"enormous":[70],"penalty":[72],"that":[73,113,139],"requires":[74],"the":[75,106,156,187,199,206,223],"use":[76,155,198],"GPUs":[78],"maintain":[80],"reasonable":[81],"throughput.":[82],"At":[83],"facilities,":[86,123],"those":[89],"by":[91,178],"physicists":[92],"at":[93,105],"Fermi":[94],"National":[95],"Accelerator":[96],"Laboratory":[97],"(Fermilab),":[98],"methodical":[99],"resource":[100,164],"allocation":[101,165],"throughput":[104,136,171],"many-user":[107],"scale":[108],"key":[110],"ensuring":[112],"being":[116],"efficiently":[119],"possible.":[121],"These":[122],"however,":[124],"primarily":[125],"provide":[126,211],"CPU-only":[127],"nodes,":[128],"which":[129],"proves":[130],"detrimental":[131],"time-to-insight":[133],"workflows":[138],"include":[140],"inference.":[143,184],"In":[144],"this":[145,190],"work,":[146],"we":[147,197],"describe":[148],"how":[149],"facility":[153],"can":[154],"NVIDIA":[157],"Triton":[158,207],"Inference":[159,208],"Server":[160,209],"optimize":[162],"its":[163],"structure,":[168],"recovering":[169],"while":[172],"scaling":[173],"out":[174],"multiple":[176],"users":[177],"massively":[179],"parallelizing":[180],"To":[185],"demonstrate":[186],"effectiveness":[188],"system":[191],"realistic":[194],"environment,":[196],"Fermilab":[200],"Elastic":[201],"Analysis":[202],"Facility":[203],"augmented":[204],"scalable":[212],"high-throughput":[214],"access":[215],"HEP-specific":[218],"GNN":[219],"report":[221],"on":[222],"outcome.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-06T08:01:05.025921","created_date":"2024-07-19T00:00:00"}