{"id":"https://openalex.org/W4388644543","doi":"https://doi.org/10.1145/3626111.3628186","title":"Of Apples and Oranges","display_name":"Of Apples and Oranges","publication_year":2023,"publication_date":"2023-11-13","ids":{"openalex":"https://openalex.org/W4388644543","doi":"https://doi.org/10.1145/3626111.3628186"},"language":"en","primary_location":{"id":"doi:10.1145/3626111.3628186","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626111.3628186","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626111.3628186","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Workshop on Hot Topics in Networks","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3626111.3628186","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086741849","display_name":"Hugo Sadok","orcid":"https://orcid.org/0000-0002-2464-1465"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hugo Sadok","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0002-2464-1465","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073895064","display_name":"Aurojit Panda","orcid":"https://orcid.org/0000-0001-9664-4377"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aurojit Panda","raw_affiliation_strings":["New York University"],"raw_orcid":"https://orcid.org/0000-0001-9664-4377","affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072515084","display_name":"Justine Sherry","orcid":"https://orcid.org/0000-0002-8270-4102"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justine Sherry","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0002-8270-4102","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23305518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7655036449432373},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.4565855860710144},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38087812066078186},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2650260329246521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7655036449432373},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.4565855860710144},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38087812066078186},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2650260329246521}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626111.3628186","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626111.3628186","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626111.3628186","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Workshop on Hot Topics in Networks","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3626111.3628186","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626111.3628186","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626111.3628186","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Workshop on Hot Topics in Networks","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1167214205","display_name":null,"funder_award_id":"COMPETE","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2210808421","display_name":null,"funder_award_id":"POCI-01-0247-FEDER-045907","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G274581676","display_name":null,"funder_award_id":"POCI-01","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3491971210","display_name":null,"funder_award_id":"COMPETE 2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4455079242","display_name":null,"funder_award_id":"POCI-01-","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4975383095","display_name":null,"funder_award_id":"POCI-01-0247-FEDER-045907","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"}],"funders":[{"id":"https://openalex.org/F4320316785","display_name":"VMware","ror":null},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388644543.pdf","grobid_xml":"https://content.openalex.org/works/W4388644543.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1822146434","https://openalex.org/W2103565249","https://openalex.org/W2129437643","https://openalex.org/W2764015261","https://openalex.org/W2968450015","https://openalex.org/W2982176300","https://openalex.org/W3046440678","https://openalex.org/W3046474425","https://openalex.org/W3046771328","https://openalex.org/W3095348600","https://openalex.org/W3170637158","https://openalex.org/W3189425713","https://openalex.org/W3192191665","https://openalex.org/W3205377733","https://openalex.org/W3205928774","https://openalex.org/W3207518684","https://openalex.org/W4232692970","https://openalex.org/W4301455809","https://openalex.org/W4379374079","https://openalex.org/W4379374223"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2111241003","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2355315220","https://openalex.org/W4200391368","https://openalex.org/W2210979487","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Accelerators,":[0],"such":[1],"as":[2],"GPUs,":[3],"SmartNICs":[4],"and":[5,90],"FPGAs,":[6],"are":[7],"common":[8],"components":[9],"of":[10,20,47,79],"research":[11,98],"systems":[12,34,41],"today.":[13],"This":[14,27],"paper":[15],"focuses":[16],"on":[17],"the":[18,77],"question":[19],"how":[21],"to":[22],"fairly":[23],"compare":[24],"these":[25],"systems.":[26,81],"is":[28],"challenging":[29],"because":[30],"it":[31],"requires":[32,70],"comparing":[33,50],"that":[35,42,53,59,64],"use":[36,43],"different":[37,45],"hardware,":[38],"e.g.,":[39],"two":[40,44],"types":[46],"accelerators,":[48],"or":[49],"a":[51],"system":[52],"uses":[54],"an":[55],"accelerator":[56],"with":[57],"one":[58],"does":[60],"not.":[61],"We":[62,82],"argue":[63],"fair":[65],"evaluation":[66],"in":[67,97],"this":[68],"case":[69],"reporting":[71],"not":[72],"just":[73],"performance,":[74],"but":[75],"also":[76],"cost":[78,85,96],"competing":[80],"discuss":[83],"what":[84],"metrics":[86],"should":[87],"be":[88],"used,":[89],"propose":[91],"general":[92],"principles":[93],"for":[94],"incorporating":[95],"evaluations.":[99]},"counts_by_year":[],"updated_date":"2026-06-19T17:40:00.097472","created_date":"2025-10-10T00:00:00"}