{"id":"https://openalex.org/W3022014643","doi":"https://doi.org/10.1186/s13638-020-01697-2","title":"Learning deep networks with crowdsourcing for relevance evaluation","display_name":"Learning deep networks with crowdsourcing for relevance evaluation","publication_year":2020,"publication_date":"2020-04-25","ids":{"openalex":"https://openalex.org/W3022014643","doi":"https://doi.org/10.1186/s13638-020-01697-2","mag":"3022014643"},"language":"en","primary_location":{"id":"doi:10.1186/s13638-020-01697-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064775927","display_name":"Ming Wu","orcid":"https://orcid.org/0000-0003-4556-1437"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090659634","display_name":"Xiaochun Yin","orcid":"https://orcid.org/0000-0001-5602-8203"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaochun Yin","raw_affiliation_strings":["Facility Horticulture Laboratory of Universities in Shandong, WeiFang University of Science & Technology, ShouGuang, People\u2019s Republic of China","Facility Horticulture Laboratory of Universities in Shandong, WeiFang University of Science & Technology, ShouGuang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facility Horticulture Laboratory of Universities in Shandong, WeiFang University of Science & Technology, ShouGuang, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"Facility Horticulture Laboratory of Universities in Shandong, WeiFang University of Science & Technology, ShouGuang, People's Republic of China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090335612","display_name":"Qianmu Li","orcid":"https://orcid.org/0000-0002-0998-1517"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I4210151615","display_name":"Wuyi University","ror":"https://ror.org/0488wz367","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151615"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianmu Li","raw_affiliation_strings":["Intelligent Manufacturing Department, Wuyi University, Jiangmen, 529020, People\u2019s Republic of China","School of Cyber Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","School of Cyber Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Manufacturing Department, Wuyi University, Jiangmen, 529020, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210151615"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014482509","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2541-4923"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People\u2019s Republic of China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070030045","display_name":"Xinqi Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I3130814859","display_name":"Nanjing Sport Institute","ror":"https://ror.org/04gy42h78","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130814859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinqi Feng","raw_affiliation_strings":["Center Of Informationization Construction And Management, Nanjing Sport Institute, 8 Linggusi Street, Nanjing, 210094, People\u2019s Republic of China","Center Of Informationization Construction And Management, Nanjing Sport Institute, 8 Linggusi Street, Nanjing, 210094, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center Of Informationization Construction And Management, Nanjing Sport Institute, 8 Linggusi Street, Nanjing, 210094, People\u2019s Republic of China","institution_ids":["https://openalex.org/I3130814859"]},{"raw_affiliation_string":"Center Of Informationization Construction And Management, Nanjing Sport Institute, 8 Linggusi Street, Nanjing, 210094, People's Republic of China","institution_ids":["https://openalex.org/I3130814859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082827135","display_name":"Qi Cao","orcid":"https://orcid.org/0000-0003-3454-4789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi Cao","raw_affiliation_strings":["Academy of Science and Technology Strategic Consulting, Chinese Academy of Science, Beijing, 100190, People\u2019s Republic of China","Academy of Science and Technology Strategic Consulting, Chinese Academy of Science, Beijing, 100190, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy of Science and Technology Strategic Consulting, Chinese Academy of Science, Beijing, 100190, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"Academy of Science and Technology Strategic Consulting, Chinese Academy of Science, Beijing, 100190, People's Republic of China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048514564","display_name":"Haiyuan Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210155468","display_name":"ZTT (China)","ror":"https://ror.org/056yydt13","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210155468"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyuan Shen","raw_affiliation_strings":["Jiangsu Zhongtian Internet Technology Co, Ltd., Nantong, 226463, People\u2019s Republic of China","Jiangsu Zhongtian Internet Technology Co, Ltd., Nantong, 226463, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Zhongtian Internet Technology Co, Ltd., Nantong, 226463, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210155468"]},{"raw_affiliation_string":"Jiangsu Zhongtian Internet Technology Co, Ltd., Nantong, 226463, People's Republic of China","institution_ids":["https://openalex.org/I4210155468"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5090335612"],"corresponding_institution_ids":["https://openalex.org/I36399199","https://openalex.org/I4210151615"],"apc_list":{"value":1140,"currency":"GBP","value_usd":1398},"apc_paid":{"value":1140,"currency":"GBP","value_usd":1398},"fwci":1.0199,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81819432,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"2020","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9304765462875366},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9117591381072998},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8727988004684448},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8417388796806335},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5672800540924072},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.507483184337616},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4853593409061432},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4736434519290924},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.46254608035087585},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.43607717752456665},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35814064741134644},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3268052041530609},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.0932924747467041}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9304765462875366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9117591381072998},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8727988004684448},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8417388796806335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5672800540924072},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.507483184337616},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4853593409061432},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4736434519290924},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46254608035087585},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43607717752456665},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35814064741134644},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3268052041530609},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0932924747467041},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13638-020-01697-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a59b8cc7a2614b0bbad6048dc2618cc4","is_oa":true,"landing_page_url":"https://doaj.org/article/a59b8cc7a2614b0bbad6048dc2618cc4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking, Vol 2020, Iss 1, Pp 1-11 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13638-020-01697-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1931098107","display_name":null,"funder_award_id":"30918012204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2698915737","display_name":null,"funder_award_id":"SAST2018-103","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3149516558","display_name":null,"funder_award_id":"SAST2018-103","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"},{"id":"https://openalex.org/G388171811","display_name":null,"funder_award_id":"91846104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3986486420","display_name":null,"funder_award_id":"30918012204","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4468620965","display_name":null,"funder_award_id":"315075701","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"},{"id":"https://openalex.org/G6502611883","display_name":null,"funder_award_id":"315075701","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8735133007","display_name":null,"funder_award_id":"30918012204","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320323970","display_name":"Ministry of Industry and Information Technology of the People's Republic of China","ror":"https://ror.org/0385nmy68"},{"id":"https://openalex.org/F4320330207","display_name":"Shanghai Aerospace Science and Technology Innovation Foundation","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3022014643.pdf","grobid_xml":"https://content.openalex.org/works/W3022014643.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W295894637","https://openalex.org/W1605968172","https://openalex.org/W1686810756","https://openalex.org/W1895577753","https://openalex.org/W1970381522","https://openalex.org/W2088884958","https://openalex.org/W2132232498","https://openalex.org/W2142518823","https://openalex.org/W2153150702","https://openalex.org/W2225690030","https://openalex.org/W2285341298","https://openalex.org/W2295086410","https://openalex.org/W2339885376","https://openalex.org/W2511082080","https://openalex.org/W2548927583","https://openalex.org/W2594589272","https://openalex.org/W2597275987","https://openalex.org/W2597289420","https://openalex.org/W2779237383","https://openalex.org/W2788662922","https://openalex.org/W2792597990","https://openalex.org/W2797770018","https://openalex.org/W2799796316","https://openalex.org/W2896195996","https://openalex.org/W2903410716","https://openalex.org/W2909481502","https://openalex.org/W2911692934","https://openalex.org/W2914259115","https://openalex.org/W2934641958","https://openalex.org/W2936610935","https://openalex.org/W2938870765","https://openalex.org/W2941875011","https://openalex.org/W2946627595","https://openalex.org/W2950577311","https://openalex.org/W2966350350","https://openalex.org/W2968448816","https://openalex.org/W2968554659","https://openalex.org/W2974991939","https://openalex.org/W2977597001","https://openalex.org/W2979459011","https://openalex.org/W2981067452","https://openalex.org/W2981776383","https://openalex.org/W2982536853","https://openalex.org/W2991844793","https://openalex.org/W2996268624","https://openalex.org/W2997987659","https://openalex.org/W2998376881","https://openalex.org/W3001151456","https://openalex.org/W3008774220","https://openalex.org/W3009238340","https://openalex.org/W6600271681"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1497983610","https://openalex.org/W4323060069","https://openalex.org/W4300326282","https://openalex.org/W2742395793","https://openalex.org/W2810018382","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3208304128"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"this":[2],"paper,":[3],"we":[4],"propose":[5],"a":[6,56,111],"novel":[7],"relevance":[8,23,83],"evaluation":[9],"method":[10,18,104],"using":[11],"labels":[12,87],"collected":[13],"from":[14,95],"crowdsourcing.":[15],"The":[16],"proposed":[17,103],"not":[19],"only":[20],"predicts":[21],"the":[22,36,63,76,102],"between":[24],"query":[25,52],"texts":[26],"and":[27,51,54,85],"responses":[28],"in":[29],"information":[30],"retrieval":[31],"systems":[32],"but":[33],"also":[34],"performs":[35],"label":[37],"aggregation":[38],"tasks":[39],"simultaneously.":[40],"It":[41],"first":[42],"merges":[43],"two":[44],"kinds":[45],"of":[46,65],"heterogeneous":[47],"data":[48],"(i.e.,":[49],"image":[50],"text)":[53],"constructs":[55],"CNN-like":[57],"deep":[58],"neural":[59],"network.":[60],"Then,":[61],"on":[62,110],"top":[64],"its":[66],"softmax":[67],"layer,":[68],"an":[69],"additional":[70],"layer":[71],"was":[72],"built":[73],"to":[74],"model":[75],"crowd":[77],"workers.":[78],"Finally,":[79],"classification":[80],"models":[81],"for":[82,88],"prediction":[84],"aggregated":[86],"training":[89],"examples":[90],"can":[91],"be":[92],"simultaneously":[93],"learned":[94],"noisy":[96],"labels.":[97],"Experimental":[98],"results":[99],"show":[100],"that":[101],"significantly":[105],"outperforms":[106],"other":[107],"state-of-the-art":[108],"methods":[109],"real-world":[112],"dataset.":[113]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}