{"id":"https://openalex.org/W2909795508","doi":"https://doi.org/10.1145/3284934","title":"Crowdsourced Targeted Feedback Collection for Multicriteria Data Source Selection","display_name":"Crowdsourced Targeted Feedback Collection for Multicriteria Data Source Selection","publication_year":2019,"publication_date":"2019-01-04","ids":{"openalex":"https://openalex.org/W2909795508","doi":"https://doi.org/10.1145/3284934","mag":"2909795508"},"language":"en","primary_location":{"id":"doi:10.1145/3284934","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3284934","pdf_url":null,"source":{"id":"https://openalex.org/S110189822","display_name":"Journal of Data and Information Quality","issn_l":"1936-1955","issn":["1936-1955","1936-1963"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Quality","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.manchester.ac.uk/ws/files/82364934/SourceSelectionCrowdsourcing_v3_.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037607087","display_name":"Julio C\u00e9sar Cort\u00e9s R\u00edos","orcid":"https://orcid.org/0000-0003-0377-6421"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Julio C\u00e9sar Cort\u00e9s R\u00edos","raw_affiliation_strings":["University of Manchester, Manchester, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0377-6421","affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066619159","display_name":"Norman W. Paton","orcid":"https://orcid.org/0000-0003-2008-6617"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Norman W. Paton","raw_affiliation_strings":["University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057541402","display_name":"Alvaro A. A. Fernandes","orcid":"https://orcid.org/0000-0002-6100-7199"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alvaro A. A. Fernandes","raw_affiliation_strings":["University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070591199","display_name":"E. W. Abel","orcid":"https://orcid.org/0000-0002-3694-5116"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Edward Abel","raw_affiliation_strings":["University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105350782","display_name":"John Keane","orcid":"https://orcid.org/0000-0001-9022-4339"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"John A. Keane","raw_affiliation_strings":["University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":4.4525,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94276723,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"1","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8253381252288818},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8015255928039551},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6436567902565002},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5847010612487793},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.5136620402336121},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.5006499290466309},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.49122828245162964},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.47122490406036377},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.30940648913383484},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09616795182228088}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8253381252288818},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8015255928039551},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6436567902565002},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5847010612487793},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.5136620402336121},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5006499290466309},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.49122828245162964},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.47122490406036377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30940648913383484},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09616795182228088},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3284934","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3284934","pdf_url":null,"source":{"id":"https://openalex.org/S110189822","display_name":"Journal of Data and Information Quality","issn_l":"1936-1955","issn":["1936-1955","1936-1963"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Quality","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/1a89cd3e-6614-4868-91ad-07661d0630e6","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/1a89cd3e-6614-4868-91ad-07661d0630e6","pdf_url":"https://pure.manchester.ac.uk/ws/files/82364934/SourceSelectionCrowdsourcing_v3_.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Cortes Rios, J C, Paton, N, Fernandes, A, Abel, E & Keane, J 2019, 'Crowd-sourced Targeted Feedback Collection for Multi-Criteria Data Source Selection', Journal of Data and Information Quality, vol. 11, no. 1. https://doi.org/10.1145/3284934","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.atira.dk:publications/1a89cd3e-6614-4868-91ad-07661d0630e6","is_oa":false,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/crowdsourced-targeted-feedback-collection-for-multicriteria-data-source-selection(1a89cd3e-6614-4868-91ad-07661d0630e6).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/1a89cd3e-6614-4868-91ad-07661d0630e6","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/1a89cd3e-6614-4868-91ad-07661d0630e6","pdf_url":"https://pure.manchester.ac.uk/ws/files/82364934/SourceSelectionCrowdsourcing_v3_.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Cortes Rios, J C, Paton, N, Fernandes, A, Abel, E & Keane, J 2019, 'Crowd-sourced Targeted Feedback Collection for Multi-Criteria Data Source Selection', Journal of Data and Information Quality, vol. 11, no. 1. https://doi.org/10.1145/3284934","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8400180575","display_name":null,"funder_award_id":"EP/M025268/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2909795508.pdf","grobid_xml":"https://content.openalex.org/works/W2909795508.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W15660536","https://openalex.org/W185677878","https://openalex.org/W203380713","https://openalex.org/W325563152","https://openalex.org/W1568056499","https://openalex.org/W1568607842","https://openalex.org/W1586438432","https://openalex.org/W1968665278","https://openalex.org/W1979101951","https://openalex.org/W1987094625","https://openalex.org/W2014964486","https://openalex.org/W2049633694","https://openalex.org/W2052401230","https://openalex.org/W2072998720","https://openalex.org/W2073068515","https://openalex.org/W2073287065","https://openalex.org/W2076357412","https://openalex.org/W2085989833","https://openalex.org/W2096519149","https://openalex.org/W2107966677","https://openalex.org/W2117366235","https://openalex.org/W2125943921","https://openalex.org/W2134305421","https://openalex.org/W2134755874","https://openalex.org/W2138891375","https://openalex.org/W2140890285","https://openalex.org/W2145492473","https://openalex.org/W2146403040","https://openalex.org/W2148579753","https://openalex.org/W2168144930","https://openalex.org/W2251214202","https://openalex.org/W2253927716","https://openalex.org/W2291090872","https://openalex.org/W2292361954","https://openalex.org/W2295127861","https://openalex.org/W2315444819","https://openalex.org/W2329105431","https://openalex.org/W2415515138","https://openalex.org/W2433074751","https://openalex.org/W2438792749","https://openalex.org/W2463442004","https://openalex.org/W2499325107","https://openalex.org/W2585226541","https://openalex.org/W2587364264","https://openalex.org/W2596218679","https://openalex.org/W2610818984","https://openalex.org/W2747119418","https://openalex.org/W2768480885","https://openalex.org/W2769360714","https://openalex.org/W2793865514","https://openalex.org/W2795117410","https://openalex.org/W2914331073","https://openalex.org/W2963218093","https://openalex.org/W3129711340","https://openalex.org/W4211038609","https://openalex.org/W4250467157","https://openalex.org/W4254231383","https://openalex.org/W4285719527","https://openalex.org/W6696758273"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W1490650877"],"abstract_inverted_index":{"A":[0],"multicriteria":[1],"data":[2,13,36,65,86,115],"source":[3],"selection":[4,96],"(MCSS)":[5],"scenario":[6],"identifies,":[7],"from":[8,202],"a":[9,101,150],"set":[10],"of":[11,168],"candidate":[12,35,64],"sources,":[14],"the":[15,34,51,63,68,85,90,95,128,131,141,145,154,157,164,169],"subset":[16],"that":[17,48,110,159,226],"best":[18],"meets":[19],"users\u2019":[20],"needs.":[21],"These":[22],"needs":[23],"are":[24,30,160,213],"expressed":[25],"using":[26,44],"several":[27],"criteria,":[28],"which":[29,118],"used":[31],"to":[32,72,83,94,112,152,163,182,198,218],"evaluate":[33],"sources.":[37],"An":[38],"MCSS":[39],"problem":[40],"can":[41],"be":[42,121,183,199],"solved":[43],"multidimensional":[45,165],"optimization":[46],"techniques":[47],"trade":[49],"off":[50],"different":[52],"objectives.":[53],"Sometimes":[54],"one":[55,76],"may":[56,77],"have":[57,173,207],"uncertain":[58],"knowledge":[59],"regarding":[60],"how":[61,127],"well":[62],"sources":[66,91,129],"meet":[67],"criteria.":[69,97,133],"In":[70,98],"order":[71],"overcome":[73],"this":[74,99],"uncertainty,":[75],"rely":[78],"on":[79,117,126],"end-users":[80],"or":[81],"crowds":[82],"annotate":[84],"items":[87,116],"produced":[88],"by":[89,139,190],"in":[92,156,224],"relation":[93],"article,":[100],"proposed":[102,135,170],"Targeted":[103],"Feedback":[104],"Collection":[105],"(TFC)":[106],"approach":[107,172],"is":[108,180,188,196],"introduced":[109],"aims":[111],"identify":[113],"those":[114],"feedback":[119,138,179,195,219],"should":[120],"collected,":[122],"thereby":[123],"providing":[124],"evidence":[125],"satisfy":[130],"required":[132],"The":[134],"TFC":[136,171],"targets":[137],"considering":[140],"confidence":[142,155],"intervals":[143],"around":[144],"estimated":[146],"criteria":[147],"values,":[148],"with":[149],"view":[151],"increasing":[153],"estimates":[158],"most":[161],"relevant":[162],"optimization.":[166],"Variants":[167],"been":[174,208],"developed":[175],"for":[176],"use":[177],"where":[178,186,194],"expected":[181,197],"reliable":[184],"(e.g.,":[185,201],"it":[187],"provided":[189],"trusted":[191],"experts)":[192],"and":[193,210,230],"unreliable":[200],"crowd":[203],"workers).":[204],"Both":[205],"variants":[206],"evaluated,":[209],"positive":[211],"results":[212],"reported":[214],"against":[215],"other":[216],"approaches":[217],"collection,":[220],"including":[221],"active":[222],"learning,":[223],"experiments":[225],"involve":[227],"real-world":[228],"datasets":[229],"crowdsourcing.":[231]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}