{"id":"https://openalex.org/W2742462398","doi":"https://doi.org/10.1109/tkde.2017.2738643","title":"A Quality-Sensitive Method for Learning from Crowds","display_name":"A Quality-Sensitive Method for Learning from Crowds","publication_year":2017,"publication_date":"2017-08-11","ids":{"openalex":"https://openalex.org/W2742462398","doi":"https://doi.org/10.1109/tkde.2017.2738643","mag":"2742462398"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2017.2738643","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2017.2738643","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103101066","display_name":"Jinhong Zhong","orcid":"https://orcid.org/0000-0001-8401-0385"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinhong Zhong","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China (USTC), Hefei, Anhui, China","Shenzhen Key Laboratory of Computational Intelligence, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China (USTC), Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Shenzhen Key Laboratory of Computational Intelligence, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076720384","display_name":"Peng Yang","orcid":"https://orcid.org/0000-0001-5333-6155"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China (USTC), Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China (USTC), Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021254405","display_name":"Ke Tang","orcid":"https://orcid.org/0000-0002-6236-2002"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Tang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China (USTC), Hefei, Anhui, China","Shenzhen Key Laboratory of Computational Intelligence, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-6236-2002","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China (USTC), Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Shenzhen Key Laboratory of Computational Intelligence, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103101066"],"corresponding_institution_ids":["https://openalex.org/I126520041","https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":0.3919,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.72394703,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"29","issue":"12","first_page":"2643","last_page":"2654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8571442365646362},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7531495690345764},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7505725622177124},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.748945415019989},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6323120594024658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5917803645133972},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.47952890396118164},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4771713316440582},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.42543599009513855},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4128414988517761},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.41254866123199463},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33058643341064453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8571442365646362},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7531495690345764},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7505725622177124},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.748945415019989},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6323120594024658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5917803645133972},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47952890396118164},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4771713316440582},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.42543599009513855},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4128414988517761},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.41254866123199463},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33058643341064453},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2017.2738643","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2017.2738643","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3931243179","display_name":null,"funder_award_id":"61329302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G758489918","display_name":null,"funder_award_id":"61672478","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W191327111","https://openalex.org/W1942954136","https://openalex.org/W1963596489","https://openalex.org/W1971636757","https://openalex.org/W2010135967","https://openalex.org/W2125943921","https://openalex.org/W2127218421","https://openalex.org/W2129345386","https://openalex.org/W2134305421","https://openalex.org/W2134974509","https://openalex.org/W2137935418","https://openalex.org/W2142518823","https://openalex.org/W2145111356","https://openalex.org/W2149273804","https://openalex.org/W2152009989","https://openalex.org/W2153848201","https://openalex.org/W2154096410","https://openalex.org/W2167521368","https://openalex.org/W2181558882","https://openalex.org/W2187444452","https://openalex.org/W2294591530","https://openalex.org/W2330857546","https://openalex.org/W2394968026","https://openalex.org/W2561532217","https://openalex.org/W2578209164","https://openalex.org/W2912727152","https://openalex.org/W2912934387","https://openalex.org/W3145074154","https://openalex.org/W4212883601","https://openalex.org/W6640403378","https://openalex.org/W6678914141","https://openalex.org/W6679158198","https://openalex.org/W6679959949","https://openalex.org/W6680957539","https://openalex.org/W6681931198","https://openalex.org/W6682171051","https://openalex.org/W6682471470","https://openalex.org/W6682675497","https://openalex.org/W6682707525","https://openalex.org/W6685936606","https://openalex.org/W6686975137","https://openalex.org/W6697072043","https://openalex.org/W6711814783","https://openalex.org/W6732063753","https://openalex.org/W6758809072"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W2734997742"],"abstract_inverted_index":{"In":[0],"real-world":[1,155],"applications,":[2],"the":[3,39,66,83,88,98,120,129,171,175],"oracle":[4],"who":[5],"can":[6,135,161],"label":[7],"all":[8],"instances":[9],"correctly":[10],"may":[11,15],"not":[12],"exist":[13],"or":[14,96],"be":[16,136],"too":[17],"expensive":[18],"to":[19,27,48,81,86,170],"acquire.":[20],"Alternatively,":[21],"crowdsourcing":[22,52],"provides":[23],"an":[24],"easy":[25],"way":[26],"get":[28],"labels":[29],"at":[30],"a":[31,108,113,125,139],"low":[32],"cost":[33],"from":[34,50,58,73,107],"multiple":[35],"non-expert":[36],"annotators.":[37],"During":[38],"past":[40],"few":[41],"years,":[42],"much":[43],"attention":[44],"has":[45],"been":[46],"paid":[47],"learning":[49,127],"such":[51,76],"data,":[53],"namely":[54],"<italic":[55],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[56],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Learning":[57],"Crowds</i>":[59],"(LFC).":[60],"Despite":[61],"their":[62],"proper":[63],"statistical":[64],"foundations,":[65],"existing":[67,133,176],"methods":[68,134],"for":[69],"LFC":[70,106,122],"still":[71],"suffer":[72],"several":[74],"disadvantages,":[75],"as":[77,124],"needing":[78],"prior":[79],"knowledge":[80],"select":[82],"expertise":[84],"model":[85],"represent":[87],"behavior":[89],"of":[90,132,145],"annotators,":[91],"involving":[92],"non-convex":[93],"optimization":[94],"problems,":[95],"restricting":[97],"classifier":[99],"type":[100],"being":[101],"used.":[102],"This":[103],"paper":[104],"addresses":[105],"quality-sensitive":[109,126],"perspective":[110],"and":[111,154,166],"presents":[112],"novel":[114],"framework":[115],"named":[116],"QS-LFC.":[117],"Through":[118],"reformulating":[119],"original":[121],"problem":[123],"problem,":[128],"above-mentioned":[130],"disadvantages":[131],"avoided.":[137],"Further,":[138],"support":[140],"vector":[141],"machine":[142],"(SVM)":[143],"implementation":[144],"QS-LFC":[146,160],"is":[147,167],"proposed.":[148],"Experimental":[149],"results":[150],"on":[151],"both":[152],"synthetic":[153],"data":[156],"sets":[157],"demonstrate":[158],"that":[159],"achieve":[162],"better":[163],"generalization":[164],"performance":[165],"more":[168],"robust":[169],"noisy":[172],"labels,":[173],"than":[174],"methods.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}