{"id":"https://openalex.org/W2965502912","doi":"https://doi.org/10.1145/3340470.3340479","title":"What metrics should we use to measure commercial AI?","display_name":"What metrics should we use to measure commercial AI?","publication_year":2019,"publication_date":"2019-08-05","ids":{"openalex":"https://openalex.org/W2965502912","doi":"https://doi.org/10.1145/3340470.3340479","mag":"2965502912"},"language":"en","primary_location":{"id":"doi:10.1145/3340470.3340479","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340470.3340479","pdf_url":null,"source":{"id":"https://openalex.org/S4210187303","display_name":"AI Matters","issn_l":"2372-3483","issn":["2372-3483"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI Matters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008838064","display_name":"Cameron Hughes","orcid":null},"institutions":[{"id":"https://openalex.org/I95240055","display_name":"Northeast Ohio Medical University","ror":"https://ror.org/04q9qf557","country_code":"US","type":"education","lineage":["https://openalex.org/I95240055"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cameron Hughes","raw_affiliation_strings":["Northeast Ohio ACM Chair"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeast Ohio ACM Chair","institution_ids":["https://openalex.org/I95240055"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103787287","display_name":"Tracey Hughes","orcid":null},"institutions":[{"id":"https://openalex.org/I95240055","display_name":"Northeast Ohio Medical University","ror":"https://ror.org/04q9qf557","country_code":"US","type":"education","lineage":["https://openalex.org/I95240055"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tracey Hughes","raw_affiliation_strings":["Northeast Ohio ACM Secretary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeast Ohio ACM Secretary","institution_ids":["https://openalex.org/I95240055"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008838064"],"corresponding_institution_ids":["https://openalex.org/I95240055"],"apc_list":null,"apc_paid":null,"fwci":2.7288,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90977393,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"5","issue":"2","first_page":"41","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9376000165939331,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9376000165939331,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/layperson","display_name":"Layperson","score":0.9365342855453491},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5155301094055176},{"id":"https://openalex.org/keywords/cosmology","display_name":"Cosmology","score":0.5018410682678223},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4700661599636078},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.4050143361091614},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39908185601234436},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.18762266635894775},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.15960904955863953},{"id":"https://openalex.org/keywords/astronomy","display_name":"Astronomy","score":0.1343851089477539},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.12736421823501587},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10612446069717407}],"concepts":[{"id":"https://openalex.org/C67597806","wikidata":"https://www.wikidata.org/wiki/Q15407657","display_name":"Layperson","level":2,"score":0.9365342855453491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5155301094055176},{"id":"https://openalex.org/C26405456","wikidata":"https://www.wikidata.org/wiki/Q338","display_name":"Cosmology","level":2,"score":0.5018410682678223},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4700661599636078},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.4050143361091614},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39908185601234436},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.18762266635894775},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.15960904955863953},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.1343851089477539},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12736421823501587},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10612446069717407}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340470.3340479","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340470.3340479","pdf_url":null,"source":{"id":"https://openalex.org/S4210187303","display_name":"AI Matters","issn_l":"2372-3483","issn":["2372-3483"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI Matters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2002884017","https://openalex.org/W2338747497"],"related_works":["https://openalex.org/W2021225351","https://openalex.org/W2905726621","https://openalex.org/W2320522151","https://openalex.org/W2069099855","https://openalex.org/W2064244585","https://openalex.org/W2167804613","https://openalex.org/W2182108785","https://openalex.org/W2024197882","https://openalex.org/W3027301125","https://openalex.org/W4295127892"],"abstract_inverted_index":{"In":[0,106],"AI":[1,19,55,75,117,129,158,195,206,219,234,262],"Matters":[2],"Volume":[3],"4,":[4,9],"Issue":[5,8],"2,":[6],"and":[7,42,84,131,161,169,180,188,221,240],"we":[10,31,101],"raised":[11],"the":[12,15,26,80,90,111,144,166,172,182,210,230,255,259],"notion":[13],"of":[14,17,89,92,116,153,184,217,261],"possibility":[16],"an":[18,70,177,194],"Cosmology":[20,196],"in":[21,23,54,57,72,110,141,176],"part":[22],"response":[24],"to":[25,97,139,163,228,253],"\"AI":[27],"Hype":[28],"Cycle\"":[29],"that":[30,37,100,193,207,246],"are":[32,136],"currently":[33],"experiencing.":[34],"We":[35,65,77,191],"posited":[36],"our":[38],"current":[39],"machine":[40],"learning":[41],"big":[43],"data":[44],"era":[45],"represents":[46],"but":[47],"one":[48],"peak":[49,60,68],"among":[50],"several":[51],"previous":[52],"peaks":[53],"research":[56,118],"which":[58,123],"each":[59,67],"had":[61],"accompanying":[62],"\"Hype":[63],"Cycles\".":[64],"associated":[66],"with":[69],"epoch":[71],"a":[73,154,201,213,249],"possible":[74],"Cosmology.":[76],"briefly":[78],"explored":[79],"logic":[81],"machines,":[82],"cybernetics,":[83],"expert":[85],"system":[86],"epochs.":[87],"One":[88],"objectives":[91],"identifying":[93],"these":[94],"epochs":[95],"was":[96],"help":[98,198,229,254],"establish":[99],"have":[102],"been":[103,109],"here":[104],"before.":[105],"particular":[107],"we've":[108],"territory":[112],"where":[113,165,233,237,241],"some":[114],"application":[115],"finds":[119],"substantial":[120],"commercial":[121],"success":[122],"is":[124,150,174,220,224],"then":[125],"closely":[126],"followed":[127],"by":[128],"fever":[130],"hype.":[132],"The":[133],"public's":[134],"expectations":[135],"heightened":[137],"only":[138],"end":[140],"disillusionment":[142],"when":[143],"applications":[145],"fall":[146],"short.":[147],"Whereas":[148],"it":[149,223,242],"sometimes":[151],"somewhat":[152],"challenge":[155],"even":[156],"for":[157,205,212],"researchers,":[159],"educators,":[160],"practitioners":[162],"know":[164],"reality":[167],"ends":[168],"hype":[170],"begins,":[171],"layperson":[173,231],"often":[175],"impossible":[178],"position":[179],"at":[181],"mercy":[183],"pop":[185],"culture,":[186],"marketing":[187],"advertising":[189],"campaigns.":[190],"suggested":[192],"might":[197],"us":[199],"identify":[200],"single":[202],"standard":[203],"model":[204],"could":[208,247],"be":[209],"foundation":[211],"common":[214],"shared":[215],"understanding":[216],"what":[218,222],"not.":[225],"A":[226],"tool":[227],"understand":[232],"has":[235],"been,":[236],"it's":[238],"going,":[239],"can't":[243],"go.":[244],"Something":[245],"provide":[248],"basic":[250],"road":[251],"map":[252],"general":[256],"public":[257],"navigate":[258],"pitfalls":[260],"Hype.":[263]},"counts_by_year":[{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}