{"id":"https://openalex.org/W2945599316","doi":"https://doi.org/10.1145/3308560.3317082","title":"Learning to Predict Population-Level Label Distributions","display_name":"Learning to Predict Population-Level Label Distributions","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2945599316","doi":"https://doi.org/10.1145/3308560.3317082","mag":"2945599316"},"language":"en","primary_location":{"id":"doi:10.1145/3308560.3317082","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308560.3317082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392689","display_name":"Tong Liu","orcid":"https://orcid.org/0000-0003-3047-1148"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tong Liu","raw_affiliation_strings":["Rochester Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063651377","display_name":"Akash Venkatachalam","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akash Venkatachalam","raw_affiliation_strings":["Rochester Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057010203","display_name":"Pratik Sanjay Bongale","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pratik Sanjay Bongale","raw_affiliation_strings":["Rochester Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089269353","display_name":"Christopher M. Homan","orcid":"https://orcid.org/0000-0003-1821-5125"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Homan","raw_affiliation_strings":["Rochester Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100392689"],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":1.5893,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.87616405,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1111","last_page":"1120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6989243626594543},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6229995489120483},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5869578123092651},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5483253598213196},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5326307415962219},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4927347004413605},{"id":"https://openalex.org/keywords/subjectivity","display_name":"Subjectivity","score":0.4680924713611603},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.45586374402046204},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.42807555198669434},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3347688913345337},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.14340931177139282},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13767796754837036}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6989243626594543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6229995489120483},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5869578123092651},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5483253598213196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5326307415962219},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4927347004413605},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.4680924713611603},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.45586374402046204},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.42807555198669434},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3347688913345337},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14340931177139282},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13767796754837036},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3308560.3317082","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308560.3317082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:ojs.aaai.org:article/5286","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/HCOMP/article/view/5286","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing; Vol. 7 No. 1 (2019): Proceedings of the Seventh AAAI Conference on Human Computation and Crowdsourcing; 68-76","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W609729487","https://openalex.org/W1832693441","https://openalex.org/W1995903905","https://openalex.org/W2016210396","https://openalex.org/W2050049213","https://openalex.org/W2076127024","https://openalex.org/W2079788575","https://openalex.org/W2083856558","https://openalex.org/W2107189314","https://openalex.org/W2114315281","https://openalex.org/W2151178247","https://openalex.org/W2170645625","https://openalex.org/W2250539671","https://openalex.org/W2269758193","https://openalex.org/W2295086410","https://openalex.org/W2309034743","https://openalex.org/W2330485005","https://openalex.org/W2343954916","https://openalex.org/W2507728253","https://openalex.org/W2540151605","https://openalex.org/W2553156677","https://openalex.org/W2604561167","https://openalex.org/W2741457358","https://openalex.org/W2809100814","https://openalex.org/W3105616927","https://openalex.org/W4230282492","https://openalex.org/W4231510805","https://openalex.org/W6741908925"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4205958290","https://openalex.org/W4386462264"],"abstract_inverted_index":{"Machine":[0],"learning":[1,70,92,101],"problems":[2,14],"are":[3,44],"often":[4],"subjective":[5],"or":[6,94],"ambiguous.":[7],"That":[8],"is,":[9],"humans":[10],"solving":[11],"the":[12,66,80,88,135],"same":[13],"might":[15],"come":[16],"to":[17,47],"legitimate":[18],"but":[19],"completely":[20],"different":[21],"conclusions,":[22],"based":[23],"on":[24],"their":[25],"personal":[26],"experiences":[27],"and":[28,61],"beliefs.":[29],"In":[30],"supervised":[31],"learning,":[32],"particularly":[33],"when":[34],"using":[35],"crowdsourced":[36],"training":[37],"data,":[38],"multiple":[39],"annotations":[40],"per":[41,108],"data":[42,74,118],"item":[43,75,109],"usually":[45],"reduced":[46],"a":[48,56,76,98],"single":[49],"label":[50,102,125],"representing":[51],"ground":[52],"truth.":[53],"This":[54],"hides":[55,93],"rich":[57],"source":[58],"of":[59,63],"diversity":[60,89],"subjectivity":[62],"opinions":[64],"about":[65],"labels.":[67],"Label":[68],"distribution":[69,78],"associates":[71],"for":[72,82,100],"each":[73],"probability":[77],"over":[79,114],"labels":[81,107,113],"that":[83,90,123],"item,":[84],"thus":[85],"can":[86,128],"preserve":[87],"conventional":[91],"ignores.":[95],"We":[96],"introduce":[97],"strategy":[99],"distributions":[103],"with":[104],"only":[105],"five-to-ten":[106],"by":[110],"aggregating":[111],"human-annotated":[112],"multiple,":[115],"semantically":[116],"related":[117],"items.":[119],"Our":[120],"results":[121],"suggest":[122],"specific":[124],"aggregation":[126],"methods":[127],"help":[129],"provide":[130],"reliable":[131],"representative":[132],"semantics":[133],"at":[134],"population":[136],"level.":[137]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}