{"id":"https://openalex.org/W4406918952","doi":"https://doi.org/10.1007/s11227-024-06778-3","title":"AISBench: an performance benchmark for AI server systems","display_name":"AISBench: an performance benchmark for AI server systems","publication_year":2025,"publication_date":"2025-01-28","ids":{"openalex":"https://openalex.org/W4406918952","doi":"https://doi.org/10.1007/s11227-024-06778-3"},"language":"en","primary_location":{"id":"doi:10.1007/s11227-024-06778-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11227-024-06778-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11227-024-06778-3.pdf","source":{"id":"https://openalex.org/S32326811","display_name":"The Journal of Supercomputing","issn_l":"0920-8542","issn":["0920-8542","1573-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Supercomputing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11227-024-06778-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100702392","display_name":"Jian Dong","orcid":"https://orcid.org/0000-0002-3978-4717"},"institutions":[{"id":"https://openalex.org/I4210162213","display_name":"China Electronics Standardization Institute","ror":"https://ror.org/05hxrpj87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210162213","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Dong","raw_affiliation_strings":["Beihang University, Beijing, 100191, Beijing, China","China Electronics Standardization Institute, Beijing, 100007, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, 100191, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"China Electronics Standardization Institute, Beijing, 100007, Beijing, China","institution_ids":["https://openalex.org/I4210162213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071278383","display_name":"Wei Bao","orcid":"https://orcid.org/0000-0002-2578-1574"},"institutions":[{"id":"https://openalex.org/I4210162213","display_name":"China Electronics Standardization Institute","ror":"https://ror.org/05hxrpj87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210162213","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Bao","raw_affiliation_strings":["China Electronics Standardization Institute, Beijing, 100007, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electronics Standardization Institute, Beijing, 100007, Beijing, China","institution_ids":["https://openalex.org/I4210162213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057185471","display_name":"Xiaoqi Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqi Cao","raw_affiliation_strings":["Huawei Technology Co., LTD., Shenzhen, 518038, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technology Co., LTD., Shenzhen, 518038, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066602975","display_name":"Yang Xu","orcid":"https://orcid.org/0000-0002-8394-9224"},"institutions":[{"id":"https://openalex.org/I4210162213","display_name":"China Electronics Standardization Institute","ror":"https://ror.org/05hxrpj87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210162213","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xu","raw_affiliation_strings":["China Electronics Standardization Institute, Beijing, 100007, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electronics Standardization Institute, Beijing, 100007, Beijing, China","institution_ids":["https://openalex.org/I4210162213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104220615","display_name":"Yuze Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162213","display_name":"China Electronics Standardization Institute","ror":"https://ror.org/05hxrpj87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210162213","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuze Yang","raw_affiliation_strings":["China Electronics Standardization Institute, Beijing, 100007, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electronics Standardization Institute, Beijing, 100007, Beijing, China","institution_ids":["https://openalex.org/I4210162213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406164","display_name":"Binbin Li","orcid":"https://orcid.org/0000-0002-1732-7785"},"institutions":[{"id":"https://openalex.org/I4210162213","display_name":"China Electronics Standardization Institute","ror":"https://ror.org/05hxrpj87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210162213","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binbin Li","raw_affiliation_strings":["China Electronics Standardization Institute, Beijing, 100007, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electronics Standardization Institute, Beijing, 100007, Beijing, China","institution_ids":["https://openalex.org/I4210162213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001694107","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0002-2440-4451"},"institutions":[{"id":"https://openalex.org/I4210162213","display_name":"China Electronics Standardization Institute","ror":"https://ror.org/05hxrpj87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210162213","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["China Electronics Standardization Institute, Beijing, 100007, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electronics Standardization Institute, Beijing, 100007, Beijing, China","institution_ids":["https://openalex.org/I4210162213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011020397","display_name":"Heng-Qing Ye","orcid":"https://orcid.org/0000-0001-5593-3738"},"institutions":[{"id":"https://openalex.org/I4210162213","display_name":"China Electronics Standardization Institute","ror":"https://ror.org/05hxrpj87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210162213","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Ye","raw_affiliation_strings":["China Electronics Standardization Institute, Beijing, 100007, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electronics Standardization Institute, Beijing, 100007, Beijing, China","institution_ids":["https://openalex.org/I4210162213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071278383","https://openalex.org/A5100702392"],"corresponding_institution_ids":["https://openalex.org/I4210162213","https://openalex.org/I82880672"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":3.7554,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92540293,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"81","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9405276775360107},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7820203304290771},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.4479238986968994},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3545934557914734},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.347088098526001},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3387860357761383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32394275069236755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9405276775360107},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7820203304290771},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4479238986968994},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3545934557914734},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.347088098526001},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3387860357761383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32394275069236755},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11227-024-06778-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11227-024-06778-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11227-024-06778-3.pdf","source":{"id":"https://openalex.org/S32326811","display_name":"The Journal of Supercomputing","issn_l":"0920-8542","issn":["0920-8542","1573-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Supercomputing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11227-024-06778-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11227-024-06778-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11227-024-06778-3.pdf","source":{"id":"https://openalex.org/S32326811","display_name":"The Journal of Supercomputing","issn_l":"0920-8542","issn":["0920-8542","1573-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Supercomputing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1461531647","display_name":null,"funder_award_id":"2021ZD0110603","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4692988407","display_name":null,"funder_award_id":"62271456","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406918952.pdf","grobid_xml":"https://content.openalex.org/works/W4406918952.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2018318505","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2981122607","https://openalex.org/W2998506323","https://openalex.org/W3118922386","https://openalex.org/W3161014634","https://openalex.org/W4281626245","https://openalex.org/W4293254947","https://openalex.org/W4309620166","https://openalex.org/W4318541538","https://openalex.org/W4320067882"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"server":[3,10,23,66,123,142,145],"systems,":[4],"including":[5],"AI":[6,9,16,22,32,53,65,122,141,151],"servers":[7],"and":[8,39,43,104,129,144,186],"clusters,":[11],"are":[12,84],"widely":[13],"utilized":[14],"in":[15,96,99],"applications.":[17],"The":[18],"performance":[19,27,30,46,98,105,119,152,163,170],"of":[20,28,63,169],"an":[21,31,64,100],"system":[24,143,160],"determines":[25],"the":[26,29,52,60,90],"application,":[33],"which":[34],"has":[35,134],"garnered":[36],"significant":[37],"attentions":[38],"investments":[40],"from":[41],"industries":[42],"users.":[44],"However,":[45],"is":[47],"influenced":[48],"not":[49],"only":[50],"by":[51,59,87,138],"computing":[54],"accelerating":[55],"chips":[56],"but":[57],"also":[58],"other":[61,150],"configurations":[62],"system,":[67],"such":[68],"as":[69,165,167],"architecture,":[70],"memory,":[71],"bus,":[72],"central":[73],"processing":[74],"unit":[75],"(CPU),":[76],"interconnect":[77],"equipment,":[78],"software,":[79],"etc.":[80],"As":[81],"these":[82],"components":[83],"often":[85],"provided":[86],"different":[88],"vendors,":[89],"myriad":[91],"combinations":[92],"thereof":[93],"present":[94],"challenges":[95],"assessing":[97],"architecture-neural,":[101],"reproducible,":[102],"fairness-enhanced,":[103],"bottleneck":[106],"identification-oriented":[107],"manner.":[108],"In":[109],"response":[110],"to":[111,149],"this":[112,114],"need,":[113],"paper":[115],"introduces":[116],"AISBench,":[117],"a":[118,130,156],"benchmark":[120,179],"for":[121,172],"systems.":[124],"AISBench":[125,154],"comprises":[126],"standardized":[127],"rules":[128],"test":[131],"toolkit":[132],"that":[133,161,177],"been":[135],"agreed":[136],"upon":[137],"over":[139],"20":[140],"component":[146],"manufacturers.":[147],"Compared":[148],"benchmarks,":[153],"provides":[155],"more":[157],"comprehensive":[158],"metrics":[159],"enables":[162],"benchmarking":[164],"well":[166],"identification":[168],"bottlenecks":[171],"optimization.":[173],"Experimental":[174],"data":[175],"indicate":[176],"our":[178],"testing":[180],"approach":[181],"offers":[182],"sufficient":[183],"comprehensiveness,":[184],"effectiveness,":[185],"stability.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}