{"id":"https://openalex.org/W3039191835","doi":"https://doi.org/10.1017/s0269888920000363","title":"Crowd-assessing quality in uncertain data linking datasets","display_name":"Crowd-assessing quality in uncertain data linking datasets","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3039191835","doi":"https://doi.org/10.1017/s0269888920000363","mag":"3039191835"},"language":"en","primary_location":{"id":"doi:10.1017/s0269888920000363","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0269888920000363","pdf_url":null,"source":{"id":"https://openalex.org/S137506714","display_name":"The Knowledge Engineering Review","issn_l":"0269-8889","issn":["0269-8889","1469-8005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Knowledge Engineering Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10852/81010","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072979086","display_name":"Daniel Faria","orcid":"https://orcid.org/0000-0003-1511-277X"},"institutions":[{"id":"https://openalex.org/I48057805","display_name":"Instituto Gulbenkian de Ci\u00eancia","ror":"https://ror.org/04b08hq31","country_code":"PT","type":"education","lineage":["https://openalex.org/I48057805"]},{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Daniel Faria","raw_affiliation_strings":["INESC-ID, Lisboa, Portugal","Instituto Gulbenkian de Ci\u00eancia, Oeiras, Portugal e-mail:"],"affiliations":[{"raw_affiliation_string":"INESC-ID, Lisboa, Portugal","institution_ids":["https://openalex.org/I121345201"]},{"raw_affiliation_string":"Instituto Gulbenkian de Ci\u00eancia, Oeiras, Portugal e-mail:","institution_ids":["https://openalex.org/I48057805"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062638440","display_name":"Alfio Ferrara","orcid":"https://orcid.org/0000-0002-4991-4984"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alfio Ferrara","raw_affiliation_strings":["Data Science Research Center, Universit\u00e0 degli Studi di Milano, Milan, Italy","Department of Computer Science, Universit\u00e0 degli Studi di Milano, Milan, Italy e-mails:"],"affiliations":[{"raw_affiliation_string":"Data Science Research Center, Universit\u00e0 degli Studi di Milano, Milan, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science, Universit\u00e0 degli Studi di Milano, Milan, Italy e-mails:","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056324053","display_name":"Ernesto Jim\u00e9nez-Ruiz","orcid":"https://orcid.org/0000-0002-9083-4599"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]},{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]},{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB","NO"],"is_corresponding":false,"raw_author_name":"Ernesto Jim\u00e9nez-ruiz","raw_affiliation_strings":["City, University of London, London, UK e-mail:","Department of Informatics, University of Oslo, Oslo, Norway e-mail:","City, University of London#TAB#"],"affiliations":[{"raw_affiliation_string":"City, University of London, London, UK e-mail:","institution_ids":["https://openalex.org/I180825142"]},{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway e-mail:","institution_ids":["https://openalex.org/I184942183","https://openalex.org/I184531372"]},{"raw_affiliation_string":"City, University of London#TAB#","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007380154","display_name":"Stefano Montanelli","orcid":"https://orcid.org/0000-0002-6594-6644"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Montanelli","raw_affiliation_strings":["Data Science Research Center, Universit\u00e0 degli Studi di Milano, Milan, Italy","Department of Computer Science, Universit\u00e0 degli Studi di Milano, Milan, Italy e-mails:"],"affiliations":[{"raw_affiliation_string":"Data Science Research Center, Universit\u00e0 degli Studi di Milano, Milan, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science, Universit\u00e0 degli Studi di Milano, Milan, Italy e-mails:","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034898355","display_name":"C\u00e1tia Pesquita","orcid":"https://orcid.org/0000-0002-1847-9393"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Catia Pesquita","raw_affiliation_strings":["Lasige, Faculdade de Ci\u00eancias, Universidade de Lisboa, Lisbon, Portugal e-mail:","Lasige, Faculdade de Ci\u00eancias, Universidade de Lisboa, Portugal"],"affiliations":[{"raw_affiliation_string":"Lasige, Faculdade de Ci\u00eancias, Universidade de Lisboa, Lisbon, Portugal e-mail:","institution_ids":["https://openalex.org/I141596103"]},{"raw_affiliation_string":"Lasige, Faculdade de Ci\u00eancias, Universidade de Lisboa, Portugal","institution_ids":["https://openalex.org/I141596103"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072979086"],"corresponding_institution_ids":["https://openalex.org/I121345201","https://openalex.org/I48057805"],"apc_list":null,"apc_paid":null,"fwci":0.2456,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63645061,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":"35","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9337000250816345,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9089000225067139,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8616616725921631},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6471956968307495},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6366611123085022},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6195486187934875},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.6140407919883728},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.554138720035553},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.544586181640625},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.46944141387939453},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22643783688545227}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8616616725921631},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6471956968307495},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6366611123085022},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6195486187934875},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6140407919883728},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.554138720035553},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.544586181640625},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.46944141387939453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22643783688545227},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1017/s0269888920000363","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0269888920000363","pdf_url":null,"source":{"id":"https://openalex.org/S137506714","display_name":"The Knowledge Engineering Review","issn_l":"0269-8889","issn":["0269-8889","1469-8005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Knowledge Engineering Review","raw_type":"journal-article"},{"id":"pmh:oai:openaccess.city.ac.uk:24475","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/ernesto=2Ejimenez-ruiz.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:www.duo.uio.no:10852/81010","is_oa":true,"landing_page_url":"http://hdl.handle.net/10852/81010","pdf_url":null,"source":{"id":"https://openalex.org/S4306401717","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"0269-8889","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:www.duo.uio.no:10852/81010","is_oa":true,"landing_page_url":"http://hdl.handle.net/10852/81010","pdf_url":null,"source":{"id":"https://openalex.org/S4306401717","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"0269-8889","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W23998781","https://openalex.org/W31535402","https://openalex.org/W102861580","https://openalex.org/W108054527","https://openalex.org/W109809851","https://openalex.org/W125094683","https://openalex.org/W1043037873","https://openalex.org/W1144710145","https://openalex.org/W1552927907","https://openalex.org/W1837605127","https://openalex.org/W1918842086","https://openalex.org/W1971609526","https://openalex.org/W1990422669","https://openalex.org/W2036356030","https://openalex.org/W2111298664","https://openalex.org/W2118100588","https://openalex.org/W2126890920","https://openalex.org/W2142787640","https://openalex.org/W2144035321","https://openalex.org/W2160338921","https://openalex.org/W2167312525","https://openalex.org/W2171913066","https://openalex.org/W2173398457","https://openalex.org/W2285530560","https://openalex.org/W2295344557","https://openalex.org/W2339482357","https://openalex.org/W2479500447","https://openalex.org/W2605011137","https://openalex.org/W2611894836","https://openalex.org/W2615858777","https://openalex.org/W2782596909","https://openalex.org/W2907743918","https://openalex.org/W2988709243","https://openalex.org/W3003173133","https://openalex.org/W4241410814","https://openalex.org/W4300987477","https://openalex.org/W6601256584","https://openalex.org/W6604167652","https://openalex.org/W6639887041","https://openalex.org/W6680715191","https://openalex.org/W6697502013","https://openalex.org/W6703985547","https://openalex.org/W6737354466"],"related_works":["https://openalex.org/W2737719445","https://openalex.org/W2582753012","https://openalex.org/W2898210368","https://openalex.org/W2382480268","https://openalex.org/W4300101497","https://openalex.org/W2379797514","https://openalex.org/W2391763874","https://openalex.org/W2058182359","https://openalex.org/W4319995445","https://openalex.org/W2256775812"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"quality":[2,109],"of":[3,19,22,46,65,76,86,110,118,144,164],"a":[4,20,73,97,128],"dataset":[5],"used":[6],"for":[7,106],"evaluating":[8],"data":[9,111,136],"linking":[10,78,112,137],"methods,":[11],"techniques,":[12],"and":[13,80,140],"tools":[14,138],"depends":[15],"on":[16,149],"the":[17,54,59,63,108,116,119,122,142,145,150,157,161],"availability":[18],"set":[21],"mappings,":[23],"called":[24,100],"reference":[25,123,146],"alignment":[26,147],",":[27],"that":[28,39,48,56],"is":[29,37,67],"known":[30],"to":[31,53,71,155],"be":[32],"correct.":[33],"In":[34,92],"particular,":[35],"it":[36],"crucial":[38],"mappings":[40,66,87,120],"effectively":[41],"represent":[42],"relations":[43],"between":[44],"pairs":[45],"entities":[47],"are":[49],"indeed":[50],"similar":[51],"due":[52],"fact":[55],"they":[57],"denote":[58],"same":[60],"object.":[61],"Since":[62],"reliability":[64],"decisive":[68],"in":[69,121,153],"order":[70,154],"perform":[72],"fair":[74],"evaluation":[75],"automatic":[77],"methods":[79],"tools,":[81],"we":[82,95,126,132],"call":[83],"this":[84,93],"property":[85],"as":[88],"mapping":[89,165],"fairness":[90,117],".":[91],"article,":[94],"propose":[96],"crowd-based":[98],"approach,":[99,152],"Crowd":[101],"Quality":[102],"(":[103],"CQ":[104,151],"),":[105],"assessing":[107],"datasets":[113],"by":[114],"measuring":[115],"alignment.":[124],"Moreover,":[125],"present":[127,156],"real":[129],"experiment,":[130],"where":[131],"evaluate":[133],"two":[134],"state-of-the-art":[135],"before":[139],"after":[141],"refinement":[143],"based":[148],"benefits":[158],"deriving":[159],"from":[160],"crowd":[162],"assessment":[163],"fairness.":[166]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-01-08T20:05:33.558190","created_date":"2025-10-10T00:00:00"}
