{"id":"https://openalex.org/W3211696291","doi":"https://doi.org/10.1109/access.2021.3127994","title":"Aggregating Reliable Submissions in Crowdsourcing Systems","display_name":"Aggregating Reliable Submissions in Crowdsourcing Systems","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3211696291","doi":"https://doi.org/10.1109/access.2021.3127994","mag":"3211696291"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3127994","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3127994","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3127994","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070691320","display_name":"Ayswarya R Kurup","orcid":"https://orcid.org/0000-0003-3390-9360"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ayswarya R. Kurup","raw_affiliation_strings":["Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri, India. (e-mail: ayswaryarkurup16@gmail.com)","Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri Campus, Kollam, India"],"raw_orcid":"https://orcid.org/0000-0003-3390-9360","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri, India. (e-mail: ayswaryarkurup16@gmail.com)","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri Campus, Kollam, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073768586","display_name":"G P Sajeev","orcid":null},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"G. P. Sajeev","raw_affiliation_strings":["Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri, India and Dept of Electronics & Communication, Govt Engineering College Kozhikode, India","Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri Campus, Kollam, India"],"raw_orcid":"https://orcid.org/0000-0002-9422-6689","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri, India and Dept of Electronics & Communication, Govt Engineering College Kozhikode, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri Campus, Kollam, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"last","author":{"id":null,"display_name":"J. Swaminathan","orcid":"https://orcid.org/0000-0001-5646-3213"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"J. Swaminathan","raw_affiliation_strings":["Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri, India","Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri Campus, Kollam, India"],"raw_orcid":"https://orcid.org/0000-0001-5646-3213","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Engineering, Amrita Vishwa Vidyapeetham, Amritapuri Campus, Kollam, India","institution_ids":["https://openalex.org/I81556334"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I81556334"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9287,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80284475,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"153058","last_page":"153071"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9818007946014404},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8752456903457642},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7768577337265015},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.693858802318573},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6519813537597656},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5454277992248535},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5396928787231445},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5181304812431335},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.49021774530410767},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4892983138561249},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41998291015625},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.41686713695526123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3914813697338104},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36077165603637695},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12681961059570312},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08338657021522522}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9818007946014404},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8752456903457642},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7768577337265015},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.693858802318573},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6519813537597656},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5454277992248535},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5396928787231445},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5181304812431335},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.49021774530410767},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4892983138561249},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41998291015625},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.41686713695526123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3914813697338104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36077165603637695},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12681961059570312},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08338657021522522},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3127994","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3127994","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:51b6538ea0dd427c878fa4ba81d86588","is_oa":true,"landing_page_url":"https://doaj.org/article/51b6538ea0dd427c878fa4ba81d86588","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 153058-153071 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3127994","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3127994","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1501025848","https://openalex.org/W1782953462","https://openalex.org/W1968927634","https://openalex.org/W1970381522","https://openalex.org/W1985690171","https://openalex.org/W1991045319","https://openalex.org/W2005856863","https://openalex.org/W2007615281","https://openalex.org/W2012668444","https://openalex.org/W2024228866","https://openalex.org/W2049633694","https://openalex.org/W2055733113","https://openalex.org/W2120308175","https://openalex.org/W2123326341","https://openalex.org/W2125031621","https://openalex.org/W2129345386","https://openalex.org/W2134305421","https://openalex.org/W2141649520","https://openalex.org/W2145252566","https://openalex.org/W2165698076","https://openalex.org/W2243537967","https://openalex.org/W2284509824","https://openalex.org/W2329105431","https://openalex.org/W2475282416","https://openalex.org/W2523625823","https://openalex.org/W2574988924","https://openalex.org/W2604943478","https://openalex.org/W2768957331","https://openalex.org/W2774069530","https://openalex.org/W2809013307","https://openalex.org/W2885670049","https://openalex.org/W2892028841","https://openalex.org/W2893310213","https://openalex.org/W2912010834","https://openalex.org/W2913866716","https://openalex.org/W2945735121","https://openalex.org/W2956530858","https://openalex.org/W3005524528","https://openalex.org/W3009798123","https://openalex.org/W3011890417","https://openalex.org/W3015342956","https://openalex.org/W3025446445","https://openalex.org/W3027039002","https://openalex.org/W3105248300","https://openalex.org/W3122383744","https://openalex.org/W3131727177","https://openalex.org/W3164970261","https://openalex.org/W3170892757","https://openalex.org/W4247149782","https://openalex.org/W4292341621","https://openalex.org/W6630087544","https://openalex.org/W6678885109","https://openalex.org/W6679158198","https://openalex.org/W6679959949","https://openalex.org/W6731975667","https://openalex.org/W6736057154"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Crowdsourcing":[0],"is":[1,43,88],"a":[2,71,85,110,128],"cost-effective":[3],"method":[4,86,129,155],"that":[5,114,136,149],"gathers":[6],"crowd":[7],"wisdom":[8],"to":[9,49,78,90,105,157],"solve":[10],"machine-hard":[11],"problems.":[12],"In":[13],"crowdsourcing":[14,47],"systems,":[15,48],"requesters":[16],"post":[17],"tasks":[18],"for":[19,69,83,100,130],"obtaining":[20],"reliable":[21],"solutions.":[22],"Nevertheless,":[23],"since":[24],"workers":[25],"have":[26],"various":[27],"expertise":[28],"and":[29,36,61,93,122],"knowledge":[30],"background,":[31],"they":[32],"probably":[33],"deliver":[34],"low-quality":[35],"ambiguous":[37],"submissions.":[38],"A":[39],"task":[40,81,123],"aggregation":[41,82,102],"scheme":[42],"generally":[44],"employed":[45],"in":[46,117],"deal":[50],"with":[51,120],"this":[52],"problem.":[53],"Existing":[54],"methods":[55,99],"mainly":[56],"focus":[57],"on":[58,146],"structured":[59,92],"submissions":[60,77],"also":[62],"do":[63],"not":[64],"consider":[65],"the":[66,80,132,139,151],"cost":[67,133],"incurred":[68],"completing":[70],"task.":[72],"We":[73,143],"exploit":[74],"features":[75],"of":[76,134,141,153],"improve":[79],"proposing":[84],"which":[87],"applicable":[89],"both":[91],"unstructured":[94],"tasks.":[95],"Moreover,":[96],"existing":[97],"probabilistic":[98,112],"answer":[101],"are":[103],"sensitive":[104],"sparsity.":[106],"Our":[107],"approach":[108],"uses":[109],"generative":[111],"model":[113],"incorporates":[115],"similarity":[116],"answers":[118],"along":[119],"worker":[121],"features.":[124],"Thereafter,":[125],"we":[126],"present":[127],"minimizing":[131],"tasks,":[135],"eventually":[137],"leverages":[138],"quality":[140],"answers.":[142],"conduct":[144],"experiments":[145],"empirical":[147],"data":[148],"demonstrates":[150],"effectiveness":[152],"our":[154],"compared":[156],"state-of-the-art":[158],"approaches.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}