{"id":"https://openalex.org/W2788752958","doi":"https://doi.org/10.1145/3178876.3186147","title":"On the Causal Effect of Badges","display_name":"On the Causal Effect of Badges","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2788752958","doi":"https://doi.org/10.1145/3178876.3186147","mag":"2788752958"},"language":"en","primary_location":{"id":"doi:10.1145/3178876.3186147","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3178876.3186147","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3186147&type=pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 World Wide Web Conference on World Wide Web - WWW '18","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=3186147&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064829424","display_name":"Tomasz Ku\u015bmierczyk","orcid":null},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Tomasz Kusmierczyk","raw_affiliation_strings":["Norwegian University of Science and Technology, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042180520","display_name":"Manuel Gomez-Rodriguez","orcid":"https://orcid.org/0000-0003-3930-1161"},"institutions":[{"id":"https://openalex.org/I4210121786","display_name":"Max Planck Institute for Software Systems","ror":"https://ror.org/02pe2kf23","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210121786"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Manuel Gomez-Rodriguez","raw_affiliation_strings":["Max Planck Institute for Software Systems, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Software Systems, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I4210121786"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5064829424"],"corresponding_institution_ids":["https://openalex.org/I204778367"],"apc_list":null,"apc_paid":null,"fwci":4.1125,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94670143,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"659","last_page":"668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.934016227722168},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.7383224368095398},{"id":"https://openalex.org/keywords/causal-inference","display_name":"Causal inference","score":0.724480152130127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7170042991638184},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6198313236236572},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6089926362037659},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5625991821289062},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4861125946044922},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46634620428085327},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4537352919578552},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.41730302572250366},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36219292879104614},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34609460830688477},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24476441740989685},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23011371493339539},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.18323540687561035},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.12007981538772583},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09763157367706299}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.934016227722168},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.7383224368095398},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.724480152130127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7170042991638184},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6198313236236572},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6089926362037659},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5625991821289062},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4861125946044922},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46634620428085327},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4537352919578552},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.41730302572250366},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36219292879104614},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34609460830688477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24476441740989685},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23011371493339539},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.18323540687561035},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.12007981538772583},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09763157367706299},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3178876.3186147","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3178876.3186147","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3186147&type=pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 World Wide Web Conference on World Wide Web - WWW '18","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.mpg.de:item_3039889","is_oa":false,"landing_page_url":"http://hdl.handle.net/21.11116/0000-0003-4E73-5","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of The World Wide Web Conference","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3178876.3186147","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3178876.3186147","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3186147&type=pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 World Wide Web Conference on World Wide Web - WWW '18","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2788752958.pdf","grobid_xml":"https://content.openalex.org/works/W2788752958.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W2688469","https://openalex.org/W55849595","https://openalex.org/W645058498","https://openalex.org/W1541799494","https://openalex.org/W1965032599","https://openalex.org/W1968380849","https://openalex.org/W1998925795","https://openalex.org/W2003741412","https://openalex.org/W2013107345","https://openalex.org/W2017635219","https://openalex.org/W2019841176","https://openalex.org/W2037621702","https://openalex.org/W2049080106","https://openalex.org/W2051963836","https://openalex.org/W2121594732","https://openalex.org/W2144242878","https://openalex.org/W2148527862","https://openalex.org/W2150439610","https://openalex.org/W2154062944","https://openalex.org/W2167310184","https://openalex.org/W2196633743","https://openalex.org/W2294623589","https://openalex.org/W2474822714","https://openalex.org/W2479485957","https://openalex.org/W2547134104","https://openalex.org/W2567566020","https://openalex.org/W2621172033","https://openalex.org/W2748260466","https://openalex.org/W2891471377","https://openalex.org/W2997434606","https://openalex.org/W3099564279","https://openalex.org/W3123714006","https://openalex.org/W3123974754","https://openalex.org/W3124923688","https://openalex.org/W4242087913","https://openalex.org/W4244548826","https://openalex.org/W4289257136"],"related_works":["https://openalex.org/W4372260129","https://openalex.org/W1498469922","https://openalex.org/W4243804444","https://openalex.org/W3215034539","https://openalex.org/W4403292511","https://openalex.org/W4313422683","https://openalex.org/W3088104152","https://openalex.org/W4282978140","https://openalex.org/W4280530714","https://openalex.org/W2894915327"],"abstract_inverted_index":{"A":[0],"wide":[1],"variety":[2],"of":[3,16,41,47,84,100,214],"online":[4],"platforms":[5],"use":[6],"digital":[7],"badges":[8,102,120,167,195],"to":[9,12,38],"encourage":[10],"users":[11,140],"take":[13],"certain":[14],"types":[15],"desirable":[17],"actions.":[18],"However,":[19],"despite":[20],"their":[21,24,59,92],"growing":[22],"popularity,":[23],"causal":[25,93,115],"effect":[26,94],"on":[27,71],"users\u00bb":[28,52,158,169],"behavior":[29,53,159,170],"is":[30,35,183],"not":[31,189],"well":[32],"understood.":[33],"This":[34],"partly":[36],"due":[37],"the":[39,45,87,97,135,138,154,172,180,212,215],"lack":[40],"counterfactual":[42,204],"data":[43],"and":[44,61,90,146,206],"myriad":[46],"complex":[48],"factors":[49],"that":[50,165,196,208],"influence":[51],"over":[54,160],"time.":[55,161],"As":[56],"a":[57,78,81,104,113,126,147,175,203,218],"consequence,":[58],"design":[60],"deployment":[62],"lacks":[63],"general":[64],"principles.":[65],"In":[66,108],"this":[67],"paper,":[68],"we":[69,111,187,201],"focus":[70],"first-time":[72,119,166],"badges,":[73],"which":[74,132,151],"are":[75,125],"awarded":[76],"after":[77],"user":[79,176,199],"takes":[80],"particular":[82],"type":[83],"action":[85,182],"for":[86,118,134,153,194],"first":[88],"time,":[89],"study":[91],"by":[95],"harnessing":[96],"delayed":[98],"introduction":[99],"several":[101],"in":[103,137,157],"popular":[105],"Q&A":[106],"website.":[107],"doing":[109],"so,":[110],"introduce":[112],"novel":[114],"inference":[116],"framework":[117],"whose":[121],"main":[122],"technical":[123],"innovations":[124],"robust":[127],"survival-based":[128],"hypothesis":[129],"testing":[130],"procedure,":[131],"controls":[133,152],"heterogeneity":[136],"benefit":[139,174],"obtain":[141],"from":[142,178],"taking":[143,179],"an":[144],"action,":[145],"bootstrap":[148],"difference-in-differences":[149],"method,":[150],"random":[155],"fluctuations":[156],"Our":[162],"results":[163],"suggest":[164],"steer":[168],"if":[171],"initial":[173],"obtains":[177],"corresponding":[181],"sufficiently":[184],"low,":[185],"otherwise,":[186],"do":[188],"find":[190],"significant":[191],"effects.":[192],"Moreover,":[193],"successfully":[197],"steered":[198],"behavior,":[200],"perform":[202],"analysis":[205],"show":[207],"they":[209],"significantly":[210],"improved":[211],"functioning":[213],"site":[216],"at":[217],"community":[219],"level.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}