{"id":"https://openalex.org/W3022014643","doi":"https://doi.org/10.1186/s13638-020-01697-2","title":"Learning deep networks with crowdsourcing for relevance evaluation","display_name":"Learning deep networks with crowdsourcing for relevance evaluation","publication_year":2020,"publication_date":"2020-04-25","ids":{"openalex":"https://openalex.org/W3022014643","doi":"https://doi.org/10.1186/s13638-020-01697-2","mag":"3022014643"},"language":"en","primary_location":{"id":"doi:10.1186/s13638-020-01697-2","doi":"https://doi.org/10.1186/s13638-020-01697-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064775927","display_name":"Ming Wu","orcid":"https://orcid.org/0000-0003-4556-1437","observed_orcids":["https://orcid.org/0000-0003-4556-1437"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090659634","display_name":"Xiaochun Yin","orcid":"https://orcid.org/0000-0001-5602-8203","observed_orcids":["https://orcid.org/0000-0001-5602-8203"]},"institutions":[{"id":"https://openalex.org/I4210136047","display_name":"Weifang University of Science and Technology","ror":"https://ror.org/04ha2bb10","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136047"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochun Yin","raw_affiliation_strings":["Facility Horticulture Laboratory of Universities in Shandong, WeiFang University of Science & Technology, ShouGuang, People\u2019s Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facility Horticulture Laboratory of Universities in Shandong, WeiFang University of Science & Technology, ShouGuang, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210136047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090335612","display_name":"Qianmu Li","orcid":"https://orcid.org/0000-0002-0998-1517","observed_orcids":["https://orcid.org/0000-0002-0998-1517"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I4210151615","display_name":"Wuyi University","ror":"https://ror.org/0488wz367","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151615"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianmu Li","raw_affiliation_strings":["Intelligent Manufacturing Department, Wuyi University, Jiangmen, 529020, People\u2019s Republic of China","School of Cyber Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Manufacturing Department, Wuyi University, Jiangmen, 529020, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210151615"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014482509","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2541-4923","observed_orcids":["https://orcid.org/0000-0003-2541-4923","https://orcid.org/0000-0003-1290-0738"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070030045","display_name":"Xinqi Feng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3130814859","display_name":"Nanjing Sport Institute","ror":"https://ror.org/04gy42h78","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130814859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinqi Feng","raw_affiliation_strings":["Center Of Informationization Construction And Management, Nanjing Sport Institute, 8 Linggusi Street, Nanjing, 210094, People\u2019s Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center Of Informationization Construction And Management, Nanjing Sport Institute, 8 Linggusi Street, Nanjing, 210094, People\u2019s Republic of China","institution_ids":["https://openalex.org/I3130814859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082827135","display_name":"Qi Cao","orcid":"https://orcid.org/0000-0003-3454-4789","observed_orcids":["https://orcid.org/0000-0003-3454-4789"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Cao","raw_affiliation_strings":["Academy of Science and Technology Strategic Consulting, Chinese Academy of Science, Beijing, 100190, People\u2019s Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy of Science and Technology Strategic Consulting, Chinese Academy of Science, Beijing, 100190, People\u2019s Republic of China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048514564","display_name":"Haiyuan Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210155468","display_name":"ZTT (China)","ror":"https://ror.org/056yydt13","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210155468"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyuan Shen","raw_affiliation_strings":["Jiangsu Zhongtian Internet Technology Co, Ltd., Nantong, 226463, People\u2019s Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Zhongtian Internet Technology Co, Ltd., Nantong, 226463, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210155468"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5090335612"],"corresponding_institution_ids":["https://openalex.org/I36399199","https://openalex.org/I4210151615"],"apc_list":{"value":1690,"currency":"USD","value_usd":1690},"apc_paid":{"value":1690,"currency":"USD","value_usd":1690},"fwci":0.6774,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76990551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":"2020","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.008700000122189522,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance-assessment","display_name":"relevance assessment","score":0.8970000147819519},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.9729999899864197},{"id":"https://openalex.org/keywords/label-aggregation","display_name":"label aggregation","score":0.9319999814033508},{"id":"https://openalex.org/keywords/noisy-labels","display_name":"label noise","score":0.8700000047683716},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.6610000133514404},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8610000014305115},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"information retrieval","score":0.6320000290870667},{"id":"https://openalex.org/keywords/image-text-fusion","display_name":"image-text fusion","score":0.6420000195503235}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9304765462875366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9117591381072998},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8727988004684448},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8417388796806335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5672800540924072},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.507483184337616},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4853593409061432},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4736434519290924},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46254608035087585},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43607717752456665},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35814064741134644},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3268052041530609},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0932924747467041},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13638-020-01697-2","doi":"https://doi.org/10.1186/s13638-020-01697-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a59b8cc7a2614b0bbad6048dc2618cc4","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/a59b8cc7a2614b0bbad6048dc2618cc4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking, Vol 2020, Iss 1, Pp 1-11 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13638-020-01697-2","doi":"https://doi.org/10.1186/s13638-020-01697-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1931098107","display_name":null,"funder_award_id":"30918012204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2698915737","display_name":null,"funder_award_id":"SAST2018-103","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3149516558","display_name":null,"funder_award_id":"SAST2018-103","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"},{"id":"https://openalex.org/G388171811","display_name":null,"funder_award_id":"91846104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3986486420","display_name":null,"funder_award_id":"30918012204","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4468620965","display_name":null,"funder_award_id":"315075701","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"},{"id":"https://openalex.org/G6502611883","display_name":null,"funder_award_id":"315075701","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8735133007","display_name":null,"funder_award_id":"30918012204","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320323970","display_name":"Ministry of Industry and Information Technology of the People's Republic of China","ror":"https://ror.org/0385nmy68"},{"id":"https://openalex.org/F4320330207","display_name":"Shanghai Aerospace Science and Technology Innovation Foundation","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3022014643.pdf","grobid_xml":"https://content.openalex.org/works/W3022014643.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W295894637","https://openalex.org/W1605968172","https://openalex.org/W1614298861","https://openalex.org/W1686810756","https://openalex.org/W1895577753","https://openalex.org/W1970381522","https://openalex.org/W2088884958","https://openalex.org/W2132232498","https://openalex.org/W2142518823","https://openalex.org/W2153150702","https://openalex.org/W2225690030","https://openalex.org/W2285341298","https://openalex.org/W2295086410","https://openalex.org/W2339885376","https://openalex.org/W2511082080","https://openalex.org/W2548927583","https://openalex.org/W2594589272","https://openalex.org/W2597275987","https://openalex.org/W2597289420","https://openalex.org/W2779237383","https://openalex.org/W2788662922","https://openalex.org/W2792597990","https://openalex.org/W2797770018","https://openalex.org/W2799796316","https://openalex.org/W2896195996","https://openalex.org/W2903410716","https://openalex.org/W2909481502","https://openalex.org/W2911692934","https://openalex.org/W2914259115","https://openalex.org/W2934641958","https://openalex.org/W2936610935","https://openalex.org/W2938870765","https://openalex.org/W2941875011","https://openalex.org/W2946627595","https://openalex.org/W2966350350","https://openalex.org/W2968448816","https://openalex.org/W2968554659","https://openalex.org/W2974991939","https://openalex.org/W2977597001","https://openalex.org/W2979459011","https://openalex.org/W2981067452","https://openalex.org/W2981776383","https://openalex.org/W2982536853","https://openalex.org/W2991844793","https://openalex.org/W2996268624","https://openalex.org/W2997987659","https://openalex.org/W2998376881","https://openalex.org/W3001151456","https://openalex.org/W3008774220","https://openalex.org/W3009238340","https://openalex.org/W6600271681"],"related_works":["https://openalex.org/W1938221098","https://openalex.org/W2408115396","https://openalex.org/W2461427108","https://openalex.org/W2766284073","https://openalex.org/W2030139727","https://openalex.org/W4389252535","https://openalex.org/W2998679789","https://openalex.org/W2775584720","https://openalex.org/W2293193580","https://openalex.org/W4293409613"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"this":[2],"paper,":[3],"we":[4],"propose":[5],"a":[6,56,111],"novel":[7],"relevance":[8,23,83],"evaluation":[9],"method":[10,18,104],"using":[11],"labels":[12,87],"collected":[13],"from":[14,95],"crowdsourcing.":[15],"The":[16],"proposed":[17,103],"not":[19],"only":[20],"predicts":[21],"the":[22,36,63,76,102],"between":[24],"query":[25,52],"texts":[26],"and":[27,51,54,85],"responses":[28],"in":[29],"information":[30],"retrieval":[31],"systems":[32],"but":[33],"also":[34],"performs":[35],"label":[37],"aggregation":[38],"tasks":[39],"simultaneously.":[40],"It":[41],"first":[42],"merges":[43],"two":[44],"kinds":[45],"of":[46,65],"heterogeneous":[47],"data":[48],"(i.e.,":[49],"image":[50],"text)":[53],"constructs":[55],"CNN-like":[57],"deep":[58],"neural":[59],"network.":[60],"Then,":[61],"on":[62,110],"top":[64],"its":[66],"softmax":[67],"layer,":[68],"an":[69],"additional":[70],"layer":[71],"was":[72],"built":[73],"to":[74],"model":[75],"crowd":[77],"workers.":[78],"Finally,":[79],"classification":[80],"models":[81],"for":[82,88],"prediction":[84],"aggregated":[86],"training":[89],"examples":[90],"can":[91],"be":[92],"simultaneously":[93],"learned":[94],"noisy":[96],"labels.":[97],"Experimental":[98],"results":[99],"show":[100],"that":[101],"significantly":[105],"outperforms":[106],"other":[107],"state-of-the-art":[108],"methods":[109],"real-world":[112],"dataset.":[113]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2020-05-13T00:00:00"}