{"id":"https://openalex.org/W2964215131","doi":"https://doi.org/10.1145/3274328","title":"GuessTheKarma","display_name":"GuessTheKarma","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2964215131","doi":"https://doi.org/10.1145/3274328","mag":"2964215131"},"language":"en","primary_location":{"id":"doi:10.1145/3274328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274328","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3274328","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081077845","display_name":"Maria Glenski","orcid":"https://orcid.org/0000-0002-7064-9476"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maria Glenski","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112758876","display_name":"Greg Stoddard","orcid":null},"institutions":[{"id":"https://openalex.org/I1331163269","display_name":"New York City Police Department","ror":"https://ror.org/03nkqys97","country_code":"US","type":"government","lineage":["https://openalex.org/I1331163269"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Greg Stoddard","raw_affiliation_strings":["Chicago Crime Lab, New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Chicago Crime Lab, New York City, NY, USA","institution_ids":["https://openalex.org/I1331163269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050228339","display_name":"Paul Resnick","orcid":"https://orcid.org/0000-0001-8368-0600"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Resnick","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084597959","display_name":"Tim Weninger","orcid":"https://orcid.org/0000-0003-3164-2615"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Weninger","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5081077845"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":3.555,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93965312,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":"CSCW","first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.8635611534118652},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.6543571949005127},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5782063007354736},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5670485496520996},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.517987847328186},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.508391797542572},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4434584975242615},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.4218944311141968},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2654181718826294},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.2327364683151245},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.23169010877609253},{"id":"https://openalex.org/keywords/demography","display_name":"Demography","score":0.16222673654556274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16054126620292664},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12802627682685852}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.8635611534118652},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6543571949005127},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5782063007354736},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5670485496520996},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.517987847328186},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.508391797542572},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4434584975242615},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4218944311141968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2654181718826294},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2327364683151245},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23169010877609253},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.16222673654556274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16054126620292664},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12802627682685852},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3274328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274328","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3274328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274328","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"No poverty","id":"https://metadata.un.org/sdg/1"}],"awards":[{"id":"https://openalex.org/G4397030108","display_name":null,"funder_award_id":"911NF-17-C-0094","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G7183823579","display_name":null,"funder_award_id":"W911NF-17-C-0094","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964215131.pdf","grobid_xml":"https://content.openalex.org/works/W2964215131.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W90853004","https://openalex.org/W105848778","https://openalex.org/W309570026","https://openalex.org/W970275373","https://openalex.org/W1489146754","https://openalex.org/W1507165380","https://openalex.org/W1993865115","https://openalex.org/W2000224019","https://openalex.org/W2019502441","https://openalex.org/W2025574664","https://openalex.org/W2053522862","https://openalex.org/W2059345393","https://openalex.org/W2063248556","https://openalex.org/W2063782051","https://openalex.org/W2109304399","https://openalex.org/W2120898858","https://openalex.org/W2128192653","https://openalex.org/W2141282920","https://openalex.org/W2143583890","https://openalex.org/W2147453867","https://openalex.org/W2159241889","https://openalex.org/W2264735301","https://openalex.org/W2597730742","https://openalex.org/W2963046391","https://openalex.org/W2964135759","https://openalex.org/W3121522380","https://openalex.org/W3122000667","https://openalex.org/W3126105808"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2093123876","https://openalex.org/W4388192780","https://openalex.org/W2217604302","https://openalex.org/W2931602588","https://openalex.org/W2355392461","https://openalex.org/W2064423464"],"abstract_inverted_index":{"Popularity":[0],"systems,":[1],"like":[2,61],"Twitter":[3],"retweets,":[4],"Reddit":[5,92,144],"upvotes,":[6],"and":[7,43,51,93,137,188],"Pinterest":[8],"pins":[9],"have":[10],"the":[11,48,56,62,124,152,162,178,189,194,200,209,212,222,236],"potential":[12],"to":[13,81],"guide":[14],"people":[15,59,77],"toward":[16],"posts":[17],"that":[18,27,40,60,75,108,127,140,240,260],"others":[19],"liked.":[20],"That,":[21],"however,":[22],"creates":[23],"a":[24,98,170,185,249],"feedback":[25,245],"loop":[26],"reduces":[28],"their":[29],"informativeness:":[30],"items":[31,157,259],"marked":[32,243],"as":[33,158],"more":[34,37,76],"popular":[35],"get":[36],"attention,":[38],"so":[39],"additional":[41],"upvotes":[42,90],"retweets":[44],"may":[45,247],"simply":[46],"reflect":[47],"increased":[49],"attention":[50],"not":[52,147],"independent":[53,110,173,215],"information":[54,66],"about":[55,252],"fraction":[57],"of":[58,89,117,135,151,172,177,193,208,214,232],"items.":[63],"How":[64],"much":[65],"remains?":[67],"For":[68],"example,":[69],"how":[70],"confident":[71],"can":[72],"we":[73],"be":[74],"prefer":[78],"item":[79,82,85,94],"A":[80,86],"B":[83,95],"if":[84],"had":[87,96,184],"hundreds":[88],"on":[91],"only":[97,175,256],"few?":[99],"We":[100,238],"investigate":[101],"using":[102],"an":[103],"Internet":[104],"game":[105],"called":[106],"GuessTheKarma":[107,132],"collects":[109],"preference":[111],"judgments":[112],"(N=20,674)":[113],"for":[114,156,221],"400":[115],"pairs":[116],"images,":[118],"approximately":[119],"50":[120],"per":[121],"pair.":[122],"Unlike":[123],"rating":[125],"systems":[126,242],"dominate":[128],"social":[129,136],"media":[130],"services,":[131],"is":[133],"devoid":[134],"ranking":[138],"effects":[139],"influence":[141],"ratings.":[142],"Overall,":[143],"scores":[145],"were":[146,224,230],"very":[148],"good":[149],"predictors":[150,226],"true":[153],"population":[154,253],"preferences":[155],"measured":[159],"by":[160,169,211,244],"GuessTheKarma:":[161],"image":[163,183,203],"with":[164],"higher":[165,201],"score":[166,187],"was":[167,191,204],"preferred":[168,205],"majority":[171,213],"raters":[174],"68%":[176],"time.":[179],"However,":[180],"when":[181,228,257],"one":[182,192],"low":[186],"other":[190],"highest":[195],"scoring":[196,202],"in":[197],"its":[198],"subreddit,":[199],"nearly":[206],"90%":[207],"time":[210],"raters.":[216],"Similarly,":[217],"Imgur":[218],"view":[219],"counts":[220],"images":[223],"poor":[225],"except":[227],"there":[229],"orders":[231],"magnitude":[233],"differences":[234],"between":[235],"pairs.":[237],"conclude":[239],"popularity":[241,264],"loops":[246],"convey":[248],"strong":[250],"signal":[251],"preferences,":[254],"but":[255],"comparing":[258],"received":[261],"vastly":[262],"different":[263],"scores.":[265]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":3}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2019-07-30T00:00:00"}