{"id":"https://openalex.org/W2753000574","doi":"https://doi.org/10.1145/3132847.3132876","title":"Select Your Questions Wisely","display_name":"Select Your Questions Wisely","publication_year":2017,"publication_date":"2017-11-06","ids":{"openalex":"https://openalex.org/W2753000574","doi":"https://doi.org/10.1145/3132847.3132876","mag":"2753000574"},"language":"en","primary_location":{"id":"doi:10.1145/3132847.3132876","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132847.3132876","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004849040","display_name":"Vijaya Krishna Yalavarthi","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Vijaya Krishna Yalavarthi","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071521429","display_name":"Xiangyu Ke","orcid":"https://orcid.org/0000-0001-8082-7398"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiangyu Ke","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019024971","display_name":"Arijit Khan","orcid":"https://orcid.org/0000-0002-7312-6312"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Arijit Khan","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004849040"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":1.8812,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.88412139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"317","last_page":"326"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9571777582168579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7370115518569946},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6016465425491333},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.579584002494812},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.542422354221344},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4765247106552124},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.44795289635658264},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4468287229537964},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4176434874534607},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.41170620918273926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3980220556259155},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38846465945243835},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33749473094940186},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1681787669658661}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9571777582168579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7370115518569946},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6016465425491333},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.579584002494812},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.542422354221344},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4765247106552124},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.44795289635658264},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4468287229537964},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4176434874534607},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.41170620918273926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3980220556259155},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38846465945243835},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33749473094940186},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1681787669658661},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3132847.3132876","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132847.3132876","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM on Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1344087942","display_name":null,"funder_award_id":"M4081678","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"}],"funders":[{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320321026","display_name":"Ministry of Earth Sciences","ror":"https://ror.org/013cf5k59"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W82775311","https://openalex.org/W1496255159","https://openalex.org/W2007682403","https://openalex.org/W2048044409","https://openalex.org/W2053653724","https://openalex.org/W2056748234","https://openalex.org/W2065398649","https://openalex.org/W2068645020","https://openalex.org/W2069897123","https://openalex.org/W2076357412","https://openalex.org/W2081118310","https://openalex.org/W2106675345","https://openalex.org/W2113878109","https://openalex.org/W2131365923","https://openalex.org/W2132232498","https://openalex.org/W2139694815","https://openalex.org/W2140890285","https://openalex.org/W2148524305","https://openalex.org/W2163051926","https://openalex.org/W2168071746","https://openalex.org/W2225677724","https://openalex.org/W2271188064","https://openalex.org/W2428834396","https://openalex.org/W4230475127"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W162737300","https://openalex.org/W2520748299","https://openalex.org/W2033745466","https://openalex.org/W2520160102","https://openalex.org/W2046555014","https://openalex.org/W3131060711","https://openalex.org/W2039876276","https://openalex.org/W2548342535","https://openalex.org/W3125008079"],"abstract_inverted_index":{"Crowdsourcing":[0],"is":[1,217],"becoming":[2],"increasingly":[3],"important":[4],"in":[5,220,224],"entity":[6,181,261,281],"resolution":[7,182,262],"tasks":[8],"due":[9,44,55],"to":[10,34,45,56,105,240],"their":[11],"inherent":[12],"complexity":[13],"such":[14,82,233],"as":[15,234],"clustering":[16],"of":[17,47,61,92,142,169,199],"images":[18],"and":[19,86,137,153,172,180,211,271],"natural":[20],"language":[21],"processing.":[22],"Humans":[23],"can":[24,41],"provide":[25],"more":[26,218],"insightful":[27],"information":[28],"for":[29,111,176,186,278],"these":[30],"difficult":[31],"problems":[32],"compared":[33],"machine-based":[35],"automatic":[36],"techniques.":[37],"Nevertheless,":[38],"human":[39,66],"workers":[40,94,113,144],"make":[42],"mistakes":[43],"lack":[46],"domain":[48],"expertise":[49,91],"or":[50,53,71,238],"seriousness,":[51],"ambiguity,":[52],"even":[54],"malicious":[57],"intents.":[58],"The":[59],"bulk":[60],"literature":[62],"usually":[63],"deals":[64],"with":[65,97,226,263],"errors":[67],"via":[68],"majority":[69],"voting":[70],"by":[72,123,269,276],"assigning":[73],"a":[74,107],"universal":[75,108],"error":[76,109],"rate":[77,110],"over":[78,114,250],"crowd":[79,93,143],"workers.":[80],"However,":[81],"approaches":[83],"are":[84,95,155],"incomplete,":[85],"often":[87],"inconsistent,":[88],"because":[89],"the":[90,120,130,140,149,167,191,197,200,208,267,273,279],"diverse":[96],"possible":[98,170],"biases,":[99],"thereby":[100],"making":[101],"it":[102],"largely":[103],"inappropriate":[104],"assume":[106],"all":[112,115,213],"crowdsourcing":[116,163,179,243],"tasks.":[117,183],"We":[118],"mitigate":[119],"above":[121],"challenges":[122],"considering":[124],"an":[125],"uncertain":[126],"graph":[127],"model,":[128],"where":[129],"edge":[131],"probability":[132],"between":[133],"two":[134],"records":[135],"A":[136,152],"B":[138,154],"denotes":[139],"ratio":[141],"who":[145],"voted":[146],"YES":[147],"on":[148,246],"question":[150],"if":[151],"same":[156],"entity.":[157],"To":[158],"reflect":[159],"independence":[160],"across":[161,212],"different":[162],"tasks,":[164],"we":[165,189,253],"apply":[166],"notion":[168],"worlds,":[171],"develop":[173],"parameter-free":[174],"algorithms":[175],"both":[177],"next":[178,187,222,242],"In":[184],"particular,":[185],"crowdsourcing,":[188],"identify":[190],"record":[192],"pair":[193],"that":[194,255],"maximally":[195],"increases":[196],"reliability":[198,204],"current":[201],"clustering.":[202],"Since":[203],"takes":[205],"into":[206],"account":[207],"connected-ness":[209],"inside":[210],"clusters,":[214],"this":[215],"metric":[216],"effective":[219],"deciding":[221],"questions,":[223],"comparison":[225],"state-of-the-art":[227],"works,":[228],"which":[229],"consider":[230],"local":[231],"features,":[232],"individual":[235],"edges,":[236],"paths,":[237],"nodes":[239],"select":[241],"questions.":[244],"Based":[245],"detailed":[247],"empirical":[248],"analysis":[249],"real-world":[251],"datasets,":[252],"find":[254],"our":[256],"proposed":[257],"solution,":[258],"PERC":[259],"(probabilistic":[260],"imperfect":[264],"crowd)":[265],"improves":[266],"quality":[268],"15%":[270],"reduces":[272],"overall":[274],"cost":[275],"50%":[277],"crowdsourcing-based":[280],"resolution.":[282]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}