{"id":"https://openalex.org/W7095389904","doi":null,"title":"Rethinking the esp game","display_name":"Rethinking the esp game","publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W7095389904"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.305.1787","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.305.1787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://research.microsoft.com/pubs/70638/tr-2008-132.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ingmar Weber","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ingmar Weber","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081925956","display_name":"Stephen E. Robertson","orcid":"https://orcid.org/0000-0003-4115-6215","observed_orcids":["https://orcid.org/0000-0003-4115-6215"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephen Robertson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Milan Vojnovi\u0107","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Milan Vojnovi\u0107","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.4332999885082245,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.4332999885082245,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.11680000275373459,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.07800000160932541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.4970000088214874},{"id":"https://openalex.org/keywords/image-annotation","display_name":"image annotation","score":0.6800000071525574},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.6539999842643738},{"id":"https://openalex.org/keywords/label-prediction","display_name":"label prediction","score":0.5860000252723694},{"id":"https://openalex.org/keywords/crowdsourced-data-quality","display_name":"crowdsourced data quality","score":0.4440000057220459}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.707099974155426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5633000135421753},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5364999771118164},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46369999647140503},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44279998540878296},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4320000112056732},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.41179999709129333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4000000059604645},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.32100000977516174},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C3018769082","wikidata":"https://www.wikidata.org/wiki/Q1506693","display_name":"Serious game","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.305.1787","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.305.1787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://research.microsoft.com/pubs/70638/tr-2008-132.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2103804482","https://openalex.org/W7100941444","https://openalex.org/W1978113971","https://openalex.org/W1573882674","https://openalex.org/W184050573","https://openalex.org/W7100685261","https://openalex.org/W7161124744","https://openalex.org/W2114474793","https://openalex.org/W2285161723","https://openalex.org/W1918951609"],"abstract_inverted_index":{"human":[0,140],"intelligence":[1],"to":[2,5,35,44,46,77,98,102,134,166,187,190,197,217],"assign":[3,36,96],"labels":[4,54,61,71],"images-":[6],"a":[7,82,111,143,198,210],"task":[8],"which":[9,40,113,157],"is":[10,30,107],"still":[11],"difficult":[12],"for":[13,145,152,180],"even":[14],"the":[15,25,50,60,78,99,115,121,128,131,137,177,181,219,222],"most":[16,42],"advanced":[17],"systems":[18],"in":[19,110],"image":[20],"processing":[21],"[2,":[22],"8].":[23],"However,":[24],"ESP":[26,116,182],"Game":[27],"as":[28,92],"it":[29],"currently":[31],"implemented":[32],"encourages":[33],"players":[34],"\u201cobvious":[37],"\u201d":[38,163],"labels,":[39,194],"are":[41],"likely":[43],"lead":[45],"an":[47,65],"agreement":[48],"with":[49,136],"partner.":[51],"But":[52],"these":[53],"can":[55,95,184],"often":[56],"be":[57,103,185],"deduced":[58],"from":[59],"already":[62],"present":[63,81],"using":[64],"appropriate":[66],"language":[67,83],"model":[68,84,106],"and":[69,151],"such":[70],"therefore":[72],"add":[73,191],"only":[74],"little":[75],"information":[76],"system.":[79],"We":[80,168],"which,":[85],"given":[86,172],"enough":[87],"instances":[88],"of":[89,127,148,155,200,212,221],"labeled":[90],"images":[91,156],"training":[93],"data,":[94],"probabilities":[97],"next":[100],"label":[101,144],"added.":[104],"This":[105],"then":[108,169],"used":[109],"program,":[112],"plays":[114],"game":[117,183],"without":[118,124],"looking":[119],"at":[120,159],"image.":[122],"Even":[123],"any":[125,173],"understanding":[126],"actual":[129],"image,":[130],"program":[132],"manages":[133],"agree":[135],"randomly":[138],"assigned":[139,165],"partner":[141],"on":[142],"69":[146],"%":[147,154],"all":[149],"images,":[150],"81":[153],"have":[158],"least":[160],"one":[161],"\u201coff-limits":[162],"term":[164],"them.":[167],"show":[170],"how,":[171],"generative":[174],"probabilistic":[175],"model,":[176],"scoring":[178],"system":[179],"redesigned":[186],"encourage":[188],"users":[189],"less":[192],"predictable":[193],"thereby":[195],"leading":[196],"collection":[199],"informative,":[201],"high":[202],"entropy":[203],"tag":[204],"1":[205],"sets.":[206],"Finally,":[207],"we":[208],"discuss":[209],"number":[211],"other":[213],"possible":[214],"redesign":[215],"options":[216],"improve":[218],"quality":[220],"collected":[223],"labels.":[224]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-27T00:00:00"}