{"id":"https://openalex.org/W3173440287","doi":"https://doi.org/10.1145/3461778.3462099","title":"Wikipedia ORES Explorer: Visualizing Trade-offs For Designing Applications With Machine Learning API","display_name":"Wikipedia ORES Explorer: Visualizing Trade-offs For Designing Applications With Machine Learning API","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3173440287","doi":"https://doi.org/10.1145/3461778.3462099","mag":"3173440287"},"language":"en","primary_location":{"id":"doi:10.1145/3461778.3462099","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3461778.3462099","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3461778.3462099","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference 2021","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3461778.3462099","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014939856","display_name":"Zining Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zining Ye","raw_affiliation_strings":["Human-Computer Interaction Institute Carnegie Mellon University, United States"],"affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049004523","display_name":"Xinran Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinran Yuan","raw_affiliation_strings":["Carnegie Mellon University, United States"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082605268","display_name":"Shaurya Gaur","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaurya Gaur","raw_affiliation_strings":["Oregon State University, United States"],"affiliations":[{"raw_affiliation_string":"Oregon State University, United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051442967","display_name":"Aaron Halfaker","orcid":"https://orcid.org/0000-0001-8907-6367"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Halfaker","raw_affiliation_strings":["Microsoft, Redmond, WA, United States"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078288310","display_name":"Jodi Forlizzi","orcid":"https://orcid.org/0000-0002-7161-075X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jodi Forlizzi","raw_affiliation_strings":["Human-Computer Interaction Institute Carnegie Mellon University, United States"],"affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051842323","display_name":"Haiyi Zhu","orcid":"https://orcid.org/0000-0001-7271-9100"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiyi Zhu","raw_affiliation_strings":["Human Computer Interaction Institute Carnegie Mellon University, United States"],"affiliations":[{"raw_affiliation_string":"Human Computer Interaction Institute Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5014939856"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":2.2768,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90094645,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1554","last_page":"1565"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9336000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9107999801635742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7249816656112671},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6347891688346863},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6044532060623169},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.5932638645172119},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.509053647518158},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3965580463409424},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3771875202655792},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3394749164581299}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7249816656112671},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6347891688346863},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6044532060623169},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.5932638645172119},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.509053647518158},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3965580463409424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3771875202655792},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3394749164581299},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3461778.3462099","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3461778.3462099","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3461778.3462099","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire/2568842f-0ed7-4ad3-90a1-87a2599d4865","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/2568842f-0ed7-4ad3-90a1-87a2599d4865","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ye, Z, Yuan, X, Gaur, S, Halfaker, A, Forlizzi, J & Zhu, H 2021, Wikipedia ORES Explorer: Visualizing Trade-offs for Designing Applications with Machine Learning API. in DIS 2021 : Proceedings of the 2021 ACM Designing Interactive Systems Conference. pp. 1554-1565. https://doi.org/10.1145/3461778.3462099","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.1145/3461778.3462099","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3461778.3462099","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3461778.3462099","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1338404456","display_name":null,"funder_award_id":"19520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4209333995","display_name":null,"funder_award_id":"2000782","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5077904525","display_name":null,"funder_award_id":"2001851, 2000782 and 1952085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5786289080","display_name":null,"funder_award_id":"1952085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6242458504","display_name":null,"funder_award_id":"1939606","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7042311845","display_name":null,"funder_award_id":"939606","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7304765949","display_name":"CHS:Small: Incorporating and Balancing Stakeholder Values in Algorithm Design","funder_award_id":"2001851","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3173440287.pdf","grobid_xml":"https://content.openalex.org/works/W3173440287.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W73593153","https://openalex.org/W409344806","https://openalex.org/W1501005121","https://openalex.org/W1972067873","https://openalex.org/W2282821441","https://openalex.org/W2336525064","https://openalex.org/W2345597971","https://openalex.org/W2611748211","https://openalex.org/W2686527015","https://openalex.org/W2795530988","https://openalex.org/W2807910285","https://openalex.org/W2808450727","https://openalex.org/W2897042519","https://openalex.org/W2912732633","https://openalex.org/W2956281901","https://openalex.org/W2963847595","https://openalex.org/W2964161291","https://openalex.org/W2970837303","https://openalex.org/W2981869278","https://openalex.org/W2998862821","https://openalex.org/W2999765337","https://openalex.org/W3006437051","https://openalex.org/W3016099278","https://openalex.org/W3032875465","https://openalex.org/W3033541740","https://openalex.org/W3040025862","https://openalex.org/W3081238989","https://openalex.org/W3099361686","https://openalex.org/W3100279624","https://openalex.org/W3104847483","https://openalex.org/W3105435131","https://openalex.org/W4288359825"],"related_works":["https://openalex.org/W1549056443","https://openalex.org/W2363669182","https://openalex.org/W2525150146","https://openalex.org/W1582096518","https://openalex.org/W1604110270","https://openalex.org/W2319060530","https://openalex.org/W2792152840","https://openalex.org/W2623347760","https://openalex.org/W2155378790","https://openalex.org/W1504101963"],"abstract_inverted_index":{"With":[0],"the":[1,19,34,52,67],"growing":[2],"industry":[3],"applications":[4],"of":[5,21],"Artificial":[6],"Intelligence":[7],"(AI)":[8],"systems,":[9],"pre-trained":[10],"models":[11],"and":[12,16,38,84,124,152],"APIs":[13],"have":[14,111],"emerged":[15],"greatly":[17],"lowered":[18],"barrier":[20],"building":[22],"AI-powered":[23],"products.":[24],"However,":[25],"novice":[26],"AI":[27,156],"application":[28,100,108,157],"designers":[29,109],"often":[30],"struggle":[31],"to":[32,69,79,148],"recognize":[33,120],"inherent":[35,121],"algorithmic":[36],"trade-offs":[37,83],"evaluate":[39],"model":[40,81],"fairness":[41,85],"before":[42],"making":[43],"informed":[44],"design":[45,126],"decisions.":[46],"In":[47],"this":[48,141],"study,":[49],"we":[50],"examined":[51],"Objective":[53],"Revision":[54],"Evaluation":[55],"System":[56],"(ORES),":[57],"a":[58,138,144],"machine":[59],"learning":[60],"(ML)":[61],"API":[62],"in":[63,86,137,155],"Wikipedia":[64],"used":[65],"by":[66,92],"community":[68],"build":[70],"anti-vandalism":[71],"tools.":[72],"We":[73,88,102],"designed":[74],"an":[75],"interactive":[76],"visualization":[77,146],"system":[78,91,106,136],"communicate":[80],"threshold":[82],"ORES.":[87],"evaluated":[89],"our":[90,105,135],"conducting":[93],"10":[94],"in-depth":[95],"interviews":[96],"with":[97,130],"potential":[98],"ORES":[99],"designers.":[101],"found":[103],"that":[104,128],"helped":[107],"who":[110],"limited":[112],"ML":[113,118],"backgrounds":[114],"learn":[115],"about":[116],"in-context":[117],"knowledge,":[119],"value":[122],"trade-offs,":[123],"make":[125],"decisions":[127],"aligned":[129],"their":[131],"goals.":[132],"By":[133],"demonstrating":[134],"real-world":[139],"domain,":[140],"paper":[142],"presents":[143],"novel":[145],"approach":[147],"facilitate":[149],"greater":[150],"accessibility":[151],"human":[153],"agency":[154],"design.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}