{"id":"https://openalex.org/W2945069534","doi":"https://doi.org/10.1145/3308560.3317311","title":"Are Two Heads Better Than One? An Exploration of Ambiguity in Crowd-Collected Language Decisions from the Phrase Detectives Game.","display_name":"Are Two Heads Better Than One? An Exploration of Ambiguity in Crowd-Collected Language Decisions from the Phrase Detectives Game.","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2945069534","doi":"https://doi.org/10.1145/3308560.3317311","mag":"2945069534"},"language":"en","primary_location":{"id":"doi:10.1145/3308560.3317311","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317311","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3308560.3317311","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067137759","display_name":"Jon Chamberlain","orcid":"https://orcid.org/0000-0002-6947-8964"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jon Chamberlain","raw_affiliation_strings":["Un of Essex"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Un of Essex","institution_ids":["https://openalex.org/I110002522"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5067137759"],"corresponding_institution_ids":["https://openalex.org/I110002522"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03528937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"603","last_page":"603"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.8031900525093079},{"id":"https://openalex.org/keywords/coreference","display_name":"Coreference","score":0.7570305466651917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7345630526542664},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.7116550207138062},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.6419994831085205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5169038772583008},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5112075805664062},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5087197422981262},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.4202956557273865},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.4142359495162964},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34731417894363403},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.33530133962631226},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14853236079216003},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07339495420455933},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07159125804901123}],"concepts":[{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.8031900525093079},{"id":"https://openalex.org/C28076734","wikidata":"https://www.wikidata.org/wiki/Q63087","display_name":"Coreference","level":3,"score":0.7570305466651917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7345630526542664},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.7116550207138062},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.6419994831085205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5169038772583008},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5112075805664062},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5087197422981262},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.4202956557273865},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.4142359495162964},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34731417894363403},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.33530133962631226},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14853236079216003},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07339495420455933},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07159125804901123},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3308560.3317311","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317311","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3308560.3317311","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317311","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1971218560","https://openalex.org/W2891045077","https://openalex.org/W2899689163","https://openalex.org/W2946809241"],"related_works":["https://openalex.org/W2139373276","https://openalex.org/W2227889443","https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W1509033667","https://openalex.org/W4385749782","https://openalex.org/W4384486036","https://openalex.org/W3167631113","https://openalex.org/W1503094549","https://openalex.org/W2145164276"],"abstract_inverted_index":{"The":[0,27],"online":[1],"game-with-a-purpose":[2],"Phrase":[3,89],"Detectives":[4,90],"(https://www.phrasedetectives.com)":[5],"[1]":[6],"has":[7],"been":[8,113],"collecting":[9],"decisions":[10,58],"about":[11],"anaphoric":[12],"coreference":[13],"in":[14,70],"human":[15],"language":[16,71],"for":[17,37,62],"over":[18],"10":[19],"years":[20],"(4":[21],"million":[22],"judgements":[23],"from":[24],"40,000":[25],"players).":[26],"game":[28],"was":[29],"originally":[30],"designed":[31],"to":[32,98,116],"collect":[33],"multiple":[34],"valid":[35],"solutions":[36],"a":[38,46],"single":[39],"task,":[40],"which":[41],"complicated":[42],"aggregation":[43],"but":[44],"created":[45],"very":[47],"rich":[48],"(and":[49],"noisy)":[50],"dataset":[51,92],"[2].":[52],"Analysis":[53],"of":[54,78,82,88],"the":[55,60,79,86,99,108],"ambiguous":[56],"player":[57],"highlights":[59],"need":[61],"understanding":[63],"and":[64,106],"resolving":[65],"disagreement":[66],"that":[67,93,119],"is":[68],"inherent":[69],"interpretation.":[72],"This":[73],"talk":[74],"will":[75,94],"present":[76],"some":[77],"interesting":[80],"cases":[81],"ambiguity":[83],"found":[84],"by":[85],"players":[87],"(a":[91],"be":[95],"made":[96],"available":[97],"research":[100],"community":[101],"later":[102],"this":[103],"year":[104],"[3])":[105],"discuss":[107],"statistical":[109],"methods":[110],"we":[111],"have":[112],"working":[114],"on":[115],"harness":[117],"crowds":[118],"disagree":[120],"with":[121],"each":[122],"other":[123],"[4,":[124],"5].":[125]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}