{"id":"https://openalex.org/W3034786938","doi":"https://doi.org/10.24963/ijcai.2020/210","title":"Structured Probabilistic End-to-End Learning from Crowds","display_name":"Structured Probabilistic End-to-End Learning from Crowds","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3034786938","doi":"https://doi.org/10.24963/ijcai.2020/210","mag":"3034786938"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/210","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/210","pdf_url":"https://www.ijcai.org/proceedings/2020/0210.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0210.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062269380","display_name":"Zhijun Chen","orcid":"https://orcid.org/0000-0001-9131-9460"},"institutions":[{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijun Chen","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4210165198","https://openalex.org/I82880672"]},{"raw_affiliation_string":"SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411037","display_name":"Huimin Wang","orcid":"https://orcid.org/0009-0006-3932-1604"},"institutions":[{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huimin Wang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4210165198","https://openalex.org/I82880672"]},{"raw_affiliation_string":"SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087952294","display_name":"Hailong Sun","orcid":"https://orcid.org/0000-0001-7654-5574"},"institutions":[{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailong Sun","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4210165198","https://openalex.org/I82880672"]},{"raw_affiliation_string":"SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101821978","display_name":"Pengpeng Chen","orcid":"https://orcid.org/0000-0002-3326-1229"},"institutions":[{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengpeng Chen","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4210165198","https://openalex.org/I82880672"]},{"raw_affiliation_string":"SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101894974","display_name":"Tao Han","orcid":"https://orcid.org/0000-0001-9914-6824"},"institutions":[{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Han","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4210165198","https://openalex.org/I82880672"]},{"raw_affiliation_string":"SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104561219","display_name":"Xudong Liu","orcid":"https://orcid.org/0009-0007-8865-3055"},"institutions":[{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Liu","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4210165198","https://openalex.org/I82880672"]},{"raw_affiliation_string":"SKLSDE Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029123550","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0002-0350-0313"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["CN","NL"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Web Information Systems, Delft University of Technology, Netherlands","Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, China","SKLSDE Lab, School of Computer Science and Engineering, Beihang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Web Information Systems, Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"SKLSDE Lab, School of Computer Science and Engineering, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4593,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.95248731,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1512","last_page":"1518"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.8661233186721802},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8018193244934082},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.7852998971939087},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7014267444610596},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6369136571884155},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6086170077323914},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5785453915596008},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.566070556640625},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5153264403343201},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.4970586597919464},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.47100773453712463}],"concepts":[{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.8661233186721802},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8018193244934082},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.7852998971939087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7014267444610596},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6369136571884155},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6086170077323914},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5785453915596008},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.566070556640625},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5153264403343201},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.4970586597919464},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.47100773453712463},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/210","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/210","pdf_url":"https://www.ijcai.org/proceedings/2020/0210.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/210","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/210","pdf_url":"https://www.ijcai.org/proceedings/2020/0210.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5784057080","display_name":null,"funder_award_id":"2019YFB1705902","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034786938.pdf","grobid_xml":"https://content.openalex.org/works/W3034786938.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W191327111","https://openalex.org/W1511179075","https://openalex.org/W1522301498","https://openalex.org/W1601795611","https://openalex.org/W1663973292","https://openalex.org/W1959608418","https://openalex.org/W2134305421","https://openalex.org/W2142518823","https://openalex.org/W2149273804","https://openalex.org/W2150612552","https://openalex.org/W2339885376","https://openalex.org/W2394968026","https://openalex.org/W2567736915","https://openalex.org/W2572369715","https://openalex.org/W2585226541","https://openalex.org/W2770277425","https://openalex.org/W2913790076","https://openalex.org/W2963414797","https://openalex.org/W3137695714"],"related_works":["https://openalex.org/W4240200267","https://openalex.org/W1511510665","https://openalex.org/W2154955495","https://openalex.org/W1524661185","https://openalex.org/W2078823605","https://openalex.org/W2500095415","https://openalex.org/W2097922264","https://openalex.org/W1997780040","https://openalex.org/W2282342021","https://openalex.org/W4233026749"],"abstract_inverted_index":{"End-to-end":[0],"learning":[1],"from":[2,18,123],"crowds":[3],"has":[4],"recently":[5],"been":[6],"introduced":[7],"as":[8,39,60,63],"an":[9],"EM-free":[10],"approach":[11,81],"to":[12,82,116],"training":[13,126],"deep":[14],"neural":[15,36,128],"networks":[16],"directly":[17],"noisy":[19],"crowdsourced":[20],"annotations.":[21],"It":[22],"models":[23],"the":[24,40,52,66,80,103,111,124,151],"relationship":[25],"between":[26],"true":[27],"labels":[28],"and":[29],"annotations":[30],"with":[31,65],"a":[32,97],"specific":[33],"type":[34],"of":[35,51,73,79,87,105,110,127],"layer,":[37,42,54,113],"termed":[38],"crowd":[41,53,112],"which":[43,114,134],"can":[44,56],"be":[45,58],"trained":[46],"using":[47],"pure":[48],"backpropagation.":[49],"Parameters":[50],"however,":[55],"hardly":[57],"interpreted":[59],"annotator":[61,119],"reliability,":[62],"compared":[64],"more":[67],"principled":[68],"probabilistic":[69,74,99],"approach.":[70],"The":[71],"lack":[72],"interpretation":[75],"further":[76,135],"prevents":[77],"extensions":[78],"account":[83,138],"for":[84,108],"important":[85],"factors":[86],"annotation":[88],"processes,":[89],"e.g.,":[90],"instance":[91,139],"difficulty.":[92,140],"This":[93],"paper":[94],"presents":[95],"SpeeLFC,":[96],"structured":[98],"model":[100,118],"that":[101,147],"incorporates":[102],"constraints":[104],"probability":[106],"axioms":[107],"parameters":[109],"allows":[115],"explicitly":[117],"reliability":[120],"while":[121],"benefiting":[122],"end-to-end":[125],"networks.":[129],"Moreover,":[130],"we":[131],"propose":[132],"SpeeLFC-D,":[133],"takes":[136],"into":[137],"Extensive":[141],"validation":[142],"on":[143],"real-world":[144],"datasets":[145],"shows":[146],"our":[148],"methods":[149],"improve":[150],"state-of-the-art.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}