{"id":"https://openalex.org/W2783405047","doi":"https://doi.org/10.1145/3159652.3159672","title":"Joint Generative-Discriminative Aggregation Model for Multi-Option Crowd Labels","display_name":"Joint Generative-Discriminative Aggregation Model for Multi-Option Crowd Labels","publication_year":2018,"publication_date":"2018-02-02","ids":{"openalex":"https://openalex.org/W2783405047","doi":"https://doi.org/10.1145/3159652.3159672","mag":"2783405047"},"language":"en","primary_location":{"id":"doi:10.1145/3159652.3159672","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3159652.3159672","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025215650","display_name":"Kamran Ghasedi Dizaji","orcid":null},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamran Ghasedi Dizaji","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035747364","display_name":"Yanhua Yang","orcid":"https://orcid.org/0000-0002-7916-3683"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhua Yang","raw_affiliation_strings":["Xidian University, Xi'An, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University, Xi'An, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060016795","display_name":"Heng Huang","orcid":"https://orcid.org/0000-0002-3483-8333"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Huang","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9914,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79889658,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"144","last_page":"152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8267019987106323},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7070490121841431},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5456429719924927},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4991765022277832},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.49211758375167847},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4793482720851898},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.4656178951263428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40615585446357727},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3909110426902771},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.27921679615974426}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8267019987106323},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7070490121841431},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5456429719924927},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4991765022277832},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.49211758375167847},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4793482720851898},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.4656178951263428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40615585446357727},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3909110426902771},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.27921679615974426},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3159652.3159672","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3159652.3159672","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2011163631","display_name":null,"funder_award_id":"1302675, 1344152, 1356628, 1619308, 1633753","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7294934096","display_name":null,"funder_award_id":"AG049371","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W148348866","https://openalex.org/W630242894","https://openalex.org/W1536491641","https://openalex.org/W1541075651","https://openalex.org/W1543648998","https://openalex.org/W1570705485","https://openalex.org/W1807825527","https://openalex.org/W1879921948","https://openalex.org/W1970381522","https://openalex.org/W2105268242","https://openalex.org/W2115394472","https://openalex.org/W2124541940","https://openalex.org/W2128475742","https://openalex.org/W2129345386","https://openalex.org/W2134305421","https://openalex.org/W2141649520","https://openalex.org/W2142518823","https://openalex.org/W2145111356","https://openalex.org/W2146928171","https://openalex.org/W2149273804","https://openalex.org/W2152009989","https://openalex.org/W2153939756","https://openalex.org/W2171837816","https://openalex.org/W2171849160","https://openalex.org/W2187444452","https://openalex.org/W2216621827","https://openalex.org/W2293283314","https://openalex.org/W2296319761","https://openalex.org/W2507178061","https://openalex.org/W2577472518","https://openalex.org/W2585226541","https://openalex.org/W2606098075","https://openalex.org/W2613433911","https://openalex.org/W2728944333","https://openalex.org/W2741633070","https://openalex.org/W2885321846","https://openalex.org/W3141595720","https://openalex.org/W4247950230"],"related_works":["https://openalex.org/W2093104230","https://openalex.org/W4390874210","https://openalex.org/W4384918963","https://openalex.org/W2128027845","https://openalex.org/W4386184937","https://openalex.org/W4394728283","https://openalex.org/W1493875009","https://openalex.org/W2105231718","https://openalex.org/W4388844349","https://openalex.org/W2019680624"],"abstract_inverted_index":{"Although":[0],"some":[1],"crowdsourcing":[2],"aggregation":[3,45,78,149,194],"models":[4,14,195,206],"have":[5,117],"been":[6],"introduced":[7],"to":[8,50,106,116],"aggregate":[9],"noisy":[10,109],"crowd":[11,20,34,58,100,110,211],"labels,":[12],"these":[13,153],"mostly":[15],"consider":[16],"single-option":[17,55,208],"(i.e.":[18,32],"discrete)":[19],"labels":[21],"as":[22,68],"the":[23,61,69,88,136,180,184,192,204],"input":[24,70],"variables,":[25],"and":[26,56,112,127,182,209,218],"are":[27],"not":[28],"compatible":[29],"with":[30,53,108,140,203],"multi-option":[31,57,210],"non-deterministic)":[33],"data.":[35],"In":[36],"this":[37],"paper,":[38],"we":[39,72,134,170],"propose":[40],"a":[41,75,141,146,158,163],"novel":[42],"joint":[43,148,168],"generative-discriminative":[44],"model,":[46,79,143,169],"which":[47,86,176],"is":[48,125,155],"able":[49],"efficiently":[51],"deal":[52,107],"both":[54],"labels.":[59,187],"Considering":[60],"confidence":[62],"of":[63,90,152],"workers":[64],"for":[65,99],"each":[66],"option":[67],"data,":[71,111],"first":[73],"introduce":[74],"new":[76],"discriminative":[77,137],"called":[80],"Constrained":[81],"Weighted":[82],"Majority":[83],"Voting":[84],"(CWMVL1),":[85],"improves":[87],"performance":[89],"majority":[91],"voting":[92],"method.":[93],"CWMVL1":[94,138],"considers":[95],"flexible":[96],"reliability":[97],"parameters":[98,181],"workers,":[101],"employs":[102],"L1-norm":[103],"loss":[104],"function":[105],"includes":[113],"optimization":[114,131,174],"constraints":[115],"probabilistic":[118,159],"outputs.":[119],"We":[120],"prove":[121],"that":[122,191],"our":[123,167],"object":[124],"convex,":[126],"derive":[128,171],"an":[129,172],"efficient":[130,173],"algorithm.":[132],"Moreover,":[133],"integrate":[135],"model":[139],"generative":[142],"resulting":[144],"in":[145,157,201],"powerful":[147],"model.":[150],"Combination":[151],"sub-models":[154],"obtained":[156],"framework":[160],"rather":[161],"than":[162],"heuristic":[164],"way.":[165],"For":[166],"algorithm,":[175],"alternates":[177],"between":[178],"updating":[179],"estimating":[183],"potential":[185],"true":[186],"Experimental":[188],"results":[189,200],"indicate":[190],"proposed":[193],"achieve":[196],"superior":[197],"or":[198],"competitive":[199],"comparison":[202],"state-of-the-art":[205],"on":[207],"datasets,":[212],"while":[213],"having":[214],"faster":[215],"convergence":[216],"rates":[217],"more":[219],"reliable":[220],"predictions.":[221]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
