{"id":"https://openalex.org/W2966698199","doi":"https://doi.org/10.1109/access.2019.2932149","title":"Knowledge Enhanced Quality Estimation for Crowdsourcing","display_name":"Knowledge Enhanced Quality Estimation for Crowdsourcing","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2966698199","doi":"https://doi.org/10.1109/access.2019.2932149","mag":"2966698199"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2932149","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932149","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08782113.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08782113.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004767227","display_name":"Shaofei Wang","orcid":"https://orcid.org/0000-0002-6378-4792"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaofei Wang","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6378-4792","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068968920","display_name":"Depeng Dang","orcid":"https://orcid.org/0000-0001-7923-9329"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Depeng Dang","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101873331","display_name":"Zixian Guo","orcid":"https://orcid.org/0009-0008-9032-8101"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixian Guo","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002669880","display_name":"Chuangxia Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuangxia Chen","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064364239","display_name":"Wenhui Yu","orcid":"https://orcid.org/0000-0002-0886-3543"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhui Yu","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5004767227"],"corresponding_institution_ids":["https://openalex.org/I25254941"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3125,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67629356,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"7","issue":null,"first_page":"106694","last_page":"106704"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9783521890640259},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7887688279151917},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6697827577590942},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6273362636566162},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6258454918861389},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6053003668785095},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5357528924942017},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5037333369255066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49344602227211},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.47858095169067383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47406667470932007},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.42707282304763794},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.41386300325393677},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3363848924636841},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.0816183090209961},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07544776797294617}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9783521890640259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7887688279151917},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6697827577590942},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6273362636566162},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6258454918861389},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6053003668785095},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5357528924942017},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5037333369255066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49344602227211},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47858095169067383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47406667470932007},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.42707282304763794},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.41386300325393677},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3363848924636841},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0816183090209961},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07544776797294617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2932149","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932149","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08782113.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:dec7be4ea87b4b78bafbb611800cfb02","is_oa":true,"landing_page_url":"https://doaj.org/article/dec7be4ea87b4b78bafbb611800cfb02","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 106694-106704 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2932149","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932149","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08782113.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1084521588","display_name":null,"funder_award_id":"BCA150050","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2030828601","display_name":null,"funder_award_id":"NCET-10-0239","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"},{"id":"https://openalex.org/G2035398257","display_name":null,"funder_award_id":"60940032","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2106239457","display_name":null,"funder_award_id":"NCET-10","funder_id":"https://openalex.org/F4320334924","funder_display_name":"Program for New Century Excellent Talents in University"},{"id":"https://openalex.org/G269090253","display_name":null,"funder_award_id":"61073034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2989773829","display_name":null,"funder_award_id":"BCA150050","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"},{"id":"https://openalex.org/G3448683169","display_name":null,"funder_award_id":"NCET-10-0239","funder_id":"https://openalex.org/F4320334924","funder_display_name":"Program for New Century Excellent Talents in University"},{"id":"https://openalex.org/G7794967319","display_name":null,"funder_award_id":"61672102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8013627406","display_name":null,"funder_award_id":"61370064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8810236261","display_name":null,"funder_award_id":"NCET-10-0239","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320334924","display_name":"Program for New Century Excellent Talents in University","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966698199.pdf","grobid_xml":"https://content.openalex.org/works/W2966698199.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W178349898","https://openalex.org/W1529533208","https://openalex.org/W1552847225","https://openalex.org/W1574447377","https://openalex.org/W1614298861","https://openalex.org/W1872614887","https://openalex.org/W1970381522","https://openalex.org/W2005856863","https://openalex.org/W2008053151","https://openalex.org/W2022166150","https://openalex.org/W2094728533","https://openalex.org/W2097090466","https://openalex.org/W2120481102","https://openalex.org/W2123326341","https://openalex.org/W2127795553","https://openalex.org/W2131744502","https://openalex.org/W2154608924","https://openalex.org/W2154652894","https://openalex.org/W2163361328","https://openalex.org/W2163922914","https://openalex.org/W2168071746","https://openalex.org/W2170931744","https://openalex.org/W2184957013","https://openalex.org/W2187444452","https://openalex.org/W2250342289","https://openalex.org/W2283196293","https://openalex.org/W2292342791","https://openalex.org/W2340432473","https://openalex.org/W2424798473","https://openalex.org/W2432356473","https://openalex.org/W2523246573","https://openalex.org/W2571811098","https://openalex.org/W2604943478","https://openalex.org/W2605247815","https://openalex.org/W2610818984","https://openalex.org/W2612925715","https://openalex.org/W2759136286","https://openalex.org/W2803609569","https://openalex.org/W2875415200","https://openalex.org/W2897065501","https://openalex.org/W2898516837","https://openalex.org/W2924304430","https://openalex.org/W2963224980","https://openalex.org/W2963534707","https://openalex.org/W2963606508","https://openalex.org/W2963919867","https://openalex.org/W2963957489","https://openalex.org/W4294170691","https://openalex.org/W6636510571","https://openalex.org/W6678830454","https://openalex.org/W6679775712","https://openalex.org/W6682631176","https://openalex.org/W6682691769","https://openalex.org/W6682827619","https://openalex.org/W6684172481","https://openalex.org/W6686133869","https://openalex.org/W6686975137","https://openalex.org/W6695596964","https://openalex.org/W6697280517","https://openalex.org/W6718112784","https://openalex.org/W6727249380","https://openalex.org/W6731817843","https://openalex.org/W6735958225","https://openalex.org/W6736057154","https://openalex.org/W6746490324","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Estimating":[0],"the":[1,8,17,44,52,77,89,106,110,128,137,143],"quality":[2,18,45,69],"of":[3,7,30,55],"answers":[4,56],"is":[5],"one":[6],"challenges":[9],"in":[10,60],"crowdsourcing.":[11],"The":[12,154],"previous":[13],"methods":[14],"focus":[15,42],"on":[16,43,157],"estimation":[19,46,70],"for":[20,47,57,100,120,146],"objective":[21],"tasks,":[22,25,32,59],"whereas":[23],"subjective":[24,48,58],"as":[26],"a":[27,65,96],"common":[28],"type":[29],"crowdsourcing":[31,49,162],"have":[33],"not":[34],"been":[35],"well":[36],"studied.":[37],"In":[38],"this":[39,61],"paper,":[40,62],"we":[41,63,75,94,115,141],"tasks.":[50],"Considering":[51],"high":[53],"uncertainty":[54],"propose":[64],"background":[66],"knowledge":[67,79,82],"enhanced":[68],"method.":[71],"More":[72],"specifically,":[73],"first":[74],"learn":[76],"distributed":[78],"representation":[80],"from":[81],"graphs":[83],"and":[84,131,160],"text":[85],"corpora":[86],"by":[87,104,149],"utilizing":[88],"multi-task":[90],"learning":[91],"framework.":[92],"Then,":[93],"construct":[95],"pseudo-gold":[97,112],"answer":[98,108,113,148],"set":[99],"each":[101,121,147],"task.":[102],"Next,":[103],"comparing":[105],"provided":[107],"with":[109],"derived":[111],"set,":[114],"calculate":[116],"two":[117,152],"different":[118],"scores":[119,145],"answer:":[122],"1)":[123],"symbolic":[124,129],"score,":[125,134],"which":[126,135],"measures":[127],"similarity":[130],"2)":[132],"embedding":[133,138],"indicates":[136],"similarity.":[139],"Finally,":[140],"get":[142],"final":[144],"combining":[150],"these":[151],"scores.":[153],"extensive":[155],"experiments":[156],"both":[158],"universal":[159],"domain-specific":[161],"tasks":[163],"show":[164],"that":[165],"our":[166],"method":[167],"can":[168],"obtain":[169],"better":[170],"performance":[171],"than":[172],"other":[173],"baselines.":[174]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}