{"id":"https://openalex.org/W4411979293","doi":"https://doi.org/10.1145/3743642.3743649","title":"Invited Paper: Rethinking Benchmarks for Parallel Machine Learning Techniques: Integrating Qualitative and Quantitative Evaluation Metrics","display_name":"Invited Paper: Rethinking Benchmarks for Parallel Machine Learning Techniques: Integrating Qualitative and Quantitative Evaluation Metrics","publication_year":2025,"publication_date":"2025-06-16","ids":{"openalex":"https://openalex.org/W4411979293","doi":"https://doi.org/10.1145/3743642.3743649"},"language":"en","primary_location":{"id":"doi:10.1145/3743642.3743649","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3743642.3743649","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3743642.3743649","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Advanced tools programming languages and PLatforms for Implementing and Evaluating algorithms for Distributed systems on ZZZ","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3743642.3743649","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118802202","display_name":"Abdulfatah Bahbouh","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdulfatah Bahbouh","raw_affiliation_strings":["Department of Computer Science, University of Texas at Arlington, Arlington, Tx"],"raw_orcid":"https://orcid.org/0009-0002-5517-8749","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Arlington, Arlington, Tx","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109339587","display_name":"Ishfaq Ahmad","orcid":"https://orcid.org/0000-0003-4281-0143"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ishfaq Ahmad","raw_affiliation_strings":["Department of Computer Science, University of Texas at Arlington, Arlington, Tx"],"raw_orcid":"https://orcid.org/0000-0003-4281-0143","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Arlington, Arlington, Tx","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I189196454"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7821906805038452},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4035356342792511},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3812996745109558},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32727640867233276},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3236570954322815}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7821906805038452},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4035356342792511},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3812996745109558},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32727640867233276},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3236570954322815}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3743642.3743649","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3743642.3743649","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3743642.3743649","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Advanced tools programming languages and PLatforms for Implementing and Evaluating algorithms for Distributed systems on ZZZ","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3743642.3743649","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3743642.3743649","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3743642.3743649","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Advanced tools programming languages and PLatforms for Implementing and Evaluating algorithms for Distributed systems on ZZZ","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411979293.pdf","grobid_xml":"https://content.openalex.org/works/W4411979293.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2150871235","https://openalex.org/W2159739762","https://openalex.org/W2743401659","https://openalex.org/W2765982206","https://openalex.org/W2919115771","https://openalex.org/W2973727699","https://openalex.org/W2989823402","https://openalex.org/W3004495293","https://openalex.org/W3008591352","https://openalex.org/W3021975806","https://openalex.org/W3037116551","https://openalex.org/W3044981912","https://openalex.org/W3113588636","https://openalex.org/W3132015947","https://openalex.org/W3154049503","https://openalex.org/W3161014634","https://openalex.org/W3167220634","https://openalex.org/W3205179929","https://openalex.org/W4210911084","https://openalex.org/W4232611972","https://openalex.org/W4249299790","https://openalex.org/W4281398722","https://openalex.org/W4287887905","https://openalex.org/W4312126062","https://openalex.org/W4313417875","https://openalex.org/W4313478226","https://openalex.org/W4320488946","https://openalex.org/W4385245566","https://openalex.org/W4386348101","https://openalex.org/W4393172637","https://openalex.org/W6739901393","https://openalex.org/W6764398373","https://openalex.org/W6766192763","https://openalex.org/W6769454693","https://openalex.org/W6778883912","https://openalex.org/W6794400580","https://openalex.org/W6857338254","https://openalex.org/W6858301185"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Growing":[0],"model":[1,149],"complexity":[2],"and":[3,37,42,54,112,121,137,157,181,207,211],"data":[4],"volumes":[5],"in":[6,67],"Machine":[7],"Learning":[8,12],"(ML),":[9],"especially":[10],"Deep":[11],"(DL),":[13],"necessitate":[14],"parallel":[15,26,58,171,199],"processing":[16],"for":[17,24,56,63,70,115,170,214],"efficient,":[18,132],"scalable":[19],"computation.":[20],"Benchmarking":[21],"is":[22],"critical":[23],"evaluating":[25],"ML":[27,117,172,200],"techniques.":[28],"Current":[29],"methodologies":[30],"predominantly":[31],"emphasize":[32,174],"quantitative":[33,45,82],"metrics":[34,127],"like":[35],"throughput":[36],"accuracy,":[38],"exemplified":[39],"by":[40],"MLPerf":[41],"HPC-AI500.":[43],"Such":[44],"focus":[46],"neglects":[47],"key":[48,147],"qualitative":[49,78],"factors-portability,":[50],"robustness,":[51],"deployment":[52],"complexity,":[53,110],"usefulness-essential":[55],"practical":[57],"ML.":[59],"This":[60],"paper":[61,187],"argues":[62],"a":[64,71,95,189],"paradigm":[65],"shift":[66],"benchmarking,":[68],"advocating":[69],"holistic":[72,191],"evaluation":[73,97],"framework":[74],"that":[75,194,202],"inherently":[76],"integrates":[77],"assessments":[79],"alongside":[80],"traditional":[81],"measures.":[83],"To":[84],"this":[85,186],"end,":[86],"we":[87,151],"introduce":[88],"NNoPP":[89,104,156],"(Neural":[90],"Network":[91],"on-top-of":[92],"Parallel":[93],"Processing),":[94],"structured":[96],"approach":[98,193],"designed":[99],"to":[100,160],"complement":[101],"existing":[102],"benchmarks.":[103],"proposes":[105],"criteria---novelty,":[106],"portability,":[107],"performance,":[108],"scalability,":[109],"usefulness,":[111],"sustainability---methodically":[113],"defined":[114],"real-world":[116],"solution":[118],"viability,":[119],"sustainability,":[120],"impact.":[122],"Beyond":[123],"performance":[124],"numbers,":[125],"these":[126],"promote":[128],"sustainable":[129],"solutions:":[130],"computationally":[131],"practically":[133],"deployable,":[134],"broadly":[135],"applicable,":[136],"robust":[138],"across":[139,146],"diverse":[140],"contexts.":[141],"Through":[142],"illustrative":[143],"case":[144],"studies":[145],"DL":[148],"families,":[150],"demonstrate":[152],"the":[153,196],"application":[154],"of":[155,198],"its":[158],"capacity":[159],"provide":[161],"nuanced":[162],"insights":[163],"beyond":[164],"conventional":[165],"benchmark":[166],"rankings.":[167],"Future":[168],"directions":[169],"benchmarking":[173,192],"integrated":[175],"metrics,":[176],"dynamic":[177],"workloads,":[178],"domain-specific":[179],"relevance,":[180],"collaborative":[182],"community":[183],"evolution.":[184],"Ultimately,":[185],"emphasizes":[188],"re-envisioned":[190],"fosters":[195],"adoption":[197],"solutions":[201],"are":[203],"both":[204],"quantitatively":[205],"superior":[206],"qualitatively":[208],"robust,":[209],"useful,":[210],"sustainably":[212],"impactful":[213],"continuous":[215],"advancement.":[216]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}