{"id":"https://openalex.org/W4408614911","doi":"https://doi.org/10.1145/3708359.3712152","title":"More than Marketing? On the Information Value of AI Benchmarks for Practitioners","display_name":"More than Marketing? On the Information Value of AI Benchmarks for Practitioners","publication_year":2025,"publication_date":"2025-03-19","ids":{"openalex":"https://openalex.org/W4408614911","doi":"https://doi.org/10.1145/3708359.3712152"},"language":"en","primary_location":{"id":"doi:10.1145/3708359.3712152","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3708359.3712152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005801911","display_name":"Amelia Hardy","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Amelia Hardy","raw_affiliation_strings":["Stanford University, Stanford, California, USA,"],"raw_orcid":"https://orcid.org/0009-0004-6741-0159","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California, USA,","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059838123","display_name":"Anka Reuel","orcid":"https://orcid.org/0000-0002-7913-9296"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anka Reuel","raw_affiliation_strings":["Computer Science, Stanford University, Stanford, California, USA and Belfer Center, Harvard University, Cambridge, Massachusetts, USA,"],"raw_orcid":"https://orcid.org/0000-0002-7913-9296","affiliations":[{"raw_affiliation_string":"Computer Science, Stanford University, Stanford, California, USA and Belfer Center, Harvard University, Cambridge, Massachusetts, USA,","institution_ids":["https://openalex.org/I97018004","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081841950","display_name":"Kiana Jafari Meimandi","orcid":"https://orcid.org/0000-0002-2001-3488"},"institutions":[{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kiana Jafari Meimandi","raw_affiliation_strings":["Stanford University, Palo Alto, California, USA,"],"raw_orcid":"https://orcid.org/0000-0002-2001-3488","affiliations":[{"raw_affiliation_string":"Stanford University, Palo Alto, California, USA,","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113057238","display_name":"Lisa Soder","orcid":"https://orcid.org/0009-0001-6972-4491"},"institutions":[{"id":"https://openalex.org/I4210159530","display_name":"Interface (United Kingdom)","ror":"https://ror.org/05fenky51","country_code":"GB","type":"company","lineage":["https://openalex.org/I2802964274","https://openalex.org/I4210159530"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lisa Soder","raw_affiliation_strings":["Interface, London, United Kingdom,"],"raw_orcid":"https://orcid.org/0009-0001-6972-4491","affiliations":[{"raw_affiliation_string":"Interface, London, United Kingdom,","institution_ids":["https://openalex.org/I4210159530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085013059","display_name":"Allie Griffith","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allie Griffith","raw_affiliation_strings":["Stanford University, Stanford, California, USA,"],"raw_orcid":"https://orcid.org/0009-0001-9371-201X","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California, USA,","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086270136","display_name":"Dylan M. Asmar","orcid":"https://orcid.org/0000-0001-6849-0999"},"institutions":[{"id":"https://openalex.org/I4210105785","display_name":"Intelligent Systems Research (United States)","ror":"https://ror.org/01reevc91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105785"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan M Asmar","raw_affiliation_strings":["Stanford Intelligent Systems Laboratory, Stanford University, Stanford, California, USA,"],"raw_orcid":"https://orcid.org/0000-0001-6849-0999","affiliations":[{"raw_affiliation_string":"Stanford Intelligent Systems Laboratory, Stanford University, Stanford, California, USA,","institution_ids":["https://openalex.org/I4210105785","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076316802","display_name":"Oluwasanmi Koyejo","orcid":"https://orcid.org/0000-0002-4023-419X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanmi Koyejo","raw_affiliation_strings":["Computer Science, Stanford University, Stanford, California, USA,"],"raw_orcid":"https://orcid.org/0000-0002-4023-419X","affiliations":[{"raw_affiliation_string":"Computer Science, Stanford University, Stanford, California, USA,","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076189854","display_name":"Michael S. Bernstein","orcid":"https://orcid.org/0000-0001-8020-9434"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S. Bernstein","raw_affiliation_strings":["Stanford University, Stanford, California, USA,"],"raw_orcid":"https://orcid.org/0000-0001-8020-9434","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California, USA,","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068326377","display_name":"Mykel J. Kochenderfer","orcid":"https://orcid.org/0000-0002-7238-9663"},"institutions":[{"id":"https://openalex.org/I46020346","display_name":"American Institute of Aeronautics and Astronautics","ror":"https://ror.org/00a1rzv11","country_code":"US","type":"other","lineage":["https://openalex.org/I46020346"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mykel John Kochenderfer","raw_affiliation_strings":["Aeronautics and Astronautics, Stanford University, Stanford, California, USA,"],"raw_orcid":"https://orcid.org/0000-0002-7238-9663","affiliations":[{"raw_affiliation_string":"Aeronautics and Astronautics, Stanford University, Stanford, California, USA,","institution_ids":["https://openalex.org/I46020346","https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5005801911"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":2.0379,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85438112,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1032","last_page":"1047"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9537000060081482,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5758230686187744},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5412350296974182},{"id":"https://openalex.org/keywords/value-of-information","display_name":"Value of information","score":0.4288434386253357},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35123389959335327},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.33273541927337646},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3320288360118866},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.26114946603775024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17673876881599426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12560614943504333}],"concepts":[{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5758230686187744},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5412350296974182},{"id":"https://openalex.org/C92424840","wikidata":"https://www.wikidata.org/wiki/Q7912772","display_name":"Value of information","level":2,"score":0.4288434386253357},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35123389959335327},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.33273541927337646},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3320288360118866},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.26114946603775024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17673876881599426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12560614943504333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3708359.3712152","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3708359.3712152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1006997171","https://openalex.org/W1499730430","https://openalex.org/W1575082900","https://openalex.org/W1601834567","https://openalex.org/W1791587663","https://openalex.org/W1964218847","https://openalex.org/W2025106338","https://openalex.org/W2046622454","https://openalex.org/W2100379340","https://openalex.org/W2112011435","https://openalex.org/W2144519697","https://openalex.org/W2155816820","https://openalex.org/W2338991735","https://openalex.org/W2535944629","https://openalex.org/W2763406350","https://openalex.org/W2911878849","https://openalex.org/W2941766203","https://openalex.org/W2963939953","https://openalex.org/W3004483087","https://openalex.org/W3022607203","https://openalex.org/W3049043369","https://openalex.org/W3093925955","https://openalex.org/W3133702157","https://openalex.org/W3163078977","https://openalex.org/W3197578004","https://openalex.org/W3212368439","https://openalex.org/W4226357524","https://openalex.org/W4321496247","https://openalex.org/W4366591012","https://openalex.org/W4394567566"],"related_works":["https://openalex.org/W2049150502","https://openalex.org/W1966038570","https://openalex.org/W4213212078","https://openalex.org/W1967500081","https://openalex.org/W2365751862","https://openalex.org/W2172599225","https://openalex.org/W2187227032","https://openalex.org/W2112788825","https://openalex.org/W2514437865","https://openalex.org/W846528073"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}