{"id":"https://openalex.org/W1842617815","doi":"https://doi.org/10.1109/glocomw.2015.7414077","title":"Supervised Collective Classification for Crowdsourcing","display_name":"Supervised Collective Classification for Crowdsourcing","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W1842617815","doi":"https://doi.org/10.1109/glocomw.2015.7414077","mag":"1842617815"},"language":"en","primary_location":{"id":"doi:10.1109/glocomw.2015.7414077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/glocomw.2015.7414077","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1507.06682","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050344371","display_name":"Pin\u2010Yu Chen","orcid":"https://orcid.org/0000-0003-1039-8369"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pin-Yu Chen","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, USA","Dept. of Electr. Eng. & Comput. Sci., Univ. of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., Univ. of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023354443","display_name":"Chia-Wei Lien","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chia-Wei Lien","raw_affiliation_strings":["Amazon Corporate LLC","Amazon (United States), Seattle, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Corporate LLC","institution_ids":[]},{"raw_affiliation_string":"Amazon (United States), Seattle, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035601532","display_name":"Fu-Jen Chu","orcid":"https://orcid.org/0000-0002-3290-8094"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fu-Jen Chu","raw_affiliation_strings":["Institute for Robotics and Intelligent Machines, Georgia Institute of Technology, Atlanta, USA","Inst. for Robot. & Intell. Machines, Georgia Inst. of Technol., Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Robotics and Intelligent Machines, Georgia Institute of Technology, Atlanta, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Inst. for Robot. & Intell. Machines, Georgia Inst. of Technol., Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102744834","display_name":"Paishun Ting","orcid":"https://orcid.org/0000-0002-5675-3816"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pai-Shun Ting","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, USA","Dept. of Electr. Eng. & Comput. Sci., Univ. of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., Univ. of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040420733","display_name":"Shin\u2010Ming Cheng","orcid":"https://orcid.org/0000-0002-9796-0643"},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shin-Ming Cheng","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I154864474"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan.#TAB#","institution_ids":["https://openalex.org/I154864474"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.953000009059906,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9538772106170654},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7956892848014832},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6208703517913818},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.6205874681472778},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.582243800163269},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5632796287536621},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5411909818649292},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4870908260345459},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.45394518971443176},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.43886882066726685},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36518537998199463},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08315753936767578},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.07157453894615173}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9538772106170654},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7956892848014832},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6208703517913818},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.6205874681472778},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.582243800163269},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5632796287536621},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5411909818649292},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4870908260345459},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.45394518971443176},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43886882066726685},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36518537998199463},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08315753936767578},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.07157453894615173},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/glocomw.2015.7414077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/glocomw.2015.7414077","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1507.06682","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1507.06682","pdf_url":"https://arxiv.org/pdf/1507.06682","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1507.06682","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1507.06682","pdf_url":"https://arxiv.org/pdf/1507.06682","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W82775311","https://openalex.org/W286791656","https://openalex.org/W1480376833","https://openalex.org/W1968969471","https://openalex.org/W1970381522","https://openalex.org/W1976635144","https://openalex.org/W1995008770","https://openalex.org/W2024338241","https://openalex.org/W2049633694","https://openalex.org/W2080243784","https://openalex.org/W2093825590","https://openalex.org/W2098865355","https://openalex.org/W2119821739","https://openalex.org/W2123649966","https://openalex.org/W2134305421","https://openalex.org/W2147687736","https://openalex.org/W2152009989","https://openalex.org/W2157791002","https://openalex.org/W2164278908","https://openalex.org/W2288846786","https://openalex.org/W2296319761","https://openalex.org/W2317156622","https://openalex.org/W3004533406","https://openalex.org/W4239510810","https://openalex.org/W4248272555","https://openalex.org/W4250589301","https://openalex.org/W4292363360","https://openalex.org/W6603353687","https://openalex.org/W6679959949","https://openalex.org/W6682675497","https://openalex.org/W6682953061","https://openalex.org/W6696234999","https://openalex.org/W7044183607"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Crowdsourcing":[0],"utilizes":[1],"the":[2,30,52],"wisdom":[3],"of":[4,13,29,32,65],"crowds":[5],"for":[6],"collective":[7,42],"classification":[8,43,88],"via":[9,70],"information":[10],"(e.g.,":[11,55],"labels":[12],"an":[14],"item)":[15],"provided":[16],"by":[17],"labelers.":[18],"Current":[19],"crowdsourcing":[20],"algorithms":[21],"are":[22,27],"mainly":[23],"unsupervised":[24,91],"methods":[25,84],"that":[26,45,82],"unaware":[28],"quality":[31],"crowdsourced":[33,79],"data.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38],"propose":[39],"a":[40,71],"supervised":[41,83],"algorithm":[44],"aims":[46],"to":[47],"identify":[48],"reliable":[49],"labelers":[50],"from":[51],"training":[53],"data":[54,80],"items":[56],"with":[57],"known":[58],"labels).":[59],"The":[60,75],"reliability":[61],"(i.e.,":[62],"weighting":[63],"factor)":[64],"each":[66],"labeler":[67],"is":[68],"determined":[69],"saddle":[72],"point":[73],"algorithm.":[74],"results":[76],"on":[77],"several":[78],"show":[81],"can":[85],"achieve":[86],"better":[87],"accuracy":[89],"than":[90],"methods,":[92],"and":[93],"our":[94],"proposed":[95],"method":[96],"outperforms":[97],"other":[98],"algorithms.":[99]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}