{"id":"https://openalex.org/W4413775111","doi":"https://doi.org/10.23889/ijpds.v10i3.3038","title":"Consistently evaluating data linkage classification results","display_name":"Consistently evaluating data linkage classification results","publication_year":2025,"publication_date":"2025-08-28","ids":{"openalex":"https://openalex.org/W4413775111","doi":"https://doi.org/10.23889/ijpds.v10i3.3038"},"language":"en","primary_location":{"id":"doi:10.23889/ijpds.v10i3.3038","doi":"https://doi.org/10.23889/ijpds.v10i3.3038","is_oa":true,"landing_page_url":"https://doi.org/10.23889/ijpds.v10i3.3038","pdf_url":"https://ijpds.org/article/download/3038/6269","source":{"id":"https://openalex.org/S2764528117","display_name":"International Journal for Population Data Science","issn_l":"2399-4908","issn":["2399-4908"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1"],"host_organization":"https://openalex.org/P4310311758","host_organization_name":"Swansea University","host_organization_lineage":["https://openalex.org/P4310311758"],"host_organization_lineage_names":["Swansea University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Population Data Science","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ijpds.org/article/download/3038/6269","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022945960","display_name":"Peter Christen","orcid":"https://orcid.org/0000-0003-3435-2015","observed_orcids":["https://orcid.org/0000-0003-3435-2015"]},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["AU","GB"],"is_corresponding":false,"raw_author_name":"Peter Christen","raw_affiliation_strings":["University of Edinburgh, Edinburgh, United Kingdom; Australian National University, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, United Kingdom; Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636","https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107105376","display_name":"Sumayya Ziyad","orcid":"https://orcid.org/0009-0000-5844-0111","observed_orcids":["https://orcid.org/0009-0000-5844-0111"]},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sumayya Ziyad","raw_affiliation_strings":["Australian National University, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067500298","display_name":"Charini Nanayakkara","orcid":"https://orcid.org/0000-0002-7603-1845","observed_orcids":["https://orcid.org/0000-0002-7603-1845"]},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Charini Nanayakkara","raw_affiliation_strings":["Australian National University, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1425,"currency":"GBP","value_usd":1747},"apc_paid":{"value":1425,"currency":"GBP","value_usd":1747},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2315924,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-linkage","display_name":"data linkage","score":0.8870000243186951},{"id":"https://openalex.org/keywords/classifier-evaluation","display_name":"classifier evaluation","score":0.7390000224113464},{"id":"https://openalex.org/keywords/classification-threshold","display_name":"classification threshold","score":0.6869999766349792},{"id":"https://openalex.org/keywords/classifier-robustness","display_name":"classifier robustness","score":0.6299999952316284},{"id":"https://openalex.org/keywords/linkage-quality","display_name":"linkage quality","score":0.7269999980926514},{"id":"https://openalex.org/keywords/classifier-comparison","display_name":"classifier comparison","score":0.49300000071525574}],"concepts":[{"id":"https://openalex.org/C31266012","wikidata":"https://www.wikidata.org/wiki/Q6554340","display_name":"Linkage (software)","level":3,"score":0.5776633620262146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46623891592025757},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32848381996154785},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1462269425392151},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.104664146900177},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23889/ijpds.v10i3.3038","doi":"https://doi.org/10.23889/ijpds.v10i3.3038","is_oa":true,"landing_page_url":"https://doi.org/10.23889/ijpds.v10i3.3038","pdf_url":"https://ijpds.org/article/download/3038/6269","source":{"id":"https://openalex.org/S2764528117","display_name":"International Journal for Population Data Science","issn_l":"2399-4908","issn":["2399-4908"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1"],"host_organization":"https://openalex.org/P4310311758","host_organization_name":"Swansea University","host_organization_lineage":["https://openalex.org/P4310311758"],"host_organization_lineage_names":["Swansea University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Population Data Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:43847f8a679f4674821b558a9c4f0a9f","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/43847f8a679f4674821b558a9c4f0a9f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Population Data Science, Vol 10, Iss 4 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.23889/ijpds.v10i3.3038","doi":"https://doi.org/10.23889/ijpds.v10i3.3038","is_oa":true,"landing_page_url":"https://doi.org/10.23889/ijpds.v10i3.3038","pdf_url":"https://ijpds.org/article/download/3038/6269","source":{"id":"https://openalex.org/S2764528117","display_name":"International Journal for Population Data Science","issn_l":"2399-4908","issn":["2399-4908"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1"],"host_organization":"https://openalex.org/P4310311758","host_organization_name":"Swansea University","host_organization_lineage":["https://openalex.org/P4310311758"],"host_organization_lineage_names":["Swansea University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Population Data Science","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413775111.pdf","grobid_xml":"https://content.openalex.org/works/W4413775111.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W4282976635","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"ObjectivesData":[0],"linkage":[1,48,116,173,207,233,242,257,282],"is":[2,235],"commonly":[3,35],"viewed":[4],"as":[5,27],"the":[6,39,67,102,129,141,161,169,189,192,211,224,261,274],"problem":[7,283],"of":[8,41,93,131,143,171,194,213,273,289],"classifying":[9],"record":[10],"pairs":[11],"into":[12],"matches":[13,42],"and":[14,32,86,123,136,154,284],"non-matches.":[15],"In":[16],"situations":[17],"where":[18,197],"ground":[19],"truth":[20],"data":[21,47,91,115,156,172,232,256,263,281,291],"are":[22,34,118,200],"available,":[23],"performance":[24,170,179],"measures":[25,55],"such":[26,54],"precision,":[28],"recall,":[29],"F-measure,":[30],"sensitivity,":[31],"specificity,":[33],"used":[36],"to":[37,59,177,218,238,286],"evaluate":[38],"quality":[40,243,288],"obtained":[43,73],"with":[44,216,250],"a":[45,64,81,121,144,214,219,227,230,240,270,279],"trained":[46,259],"classifier.":[49],"MethodsComparing":[50],"multiple":[51,255],"classifiers":[52,117,258],"using":[53],"can,":[56],"however,":[57],"lead":[58,285],"inconsistent":[60],"evaluation":[61,111],"because":[62],"for":[63,278],"given":[65,231,280],"measure":[66],"same":[68,262],"numerical":[69],"result":[70,88],"can":[71,79,163],"be":[72],"from":[74],"different":[75],"classification":[76,149,174,195,221],"outcomes.":[77],"This":[78,209,267],"cause":[80],"suboptimal":[82],"classifier":[83,145,215,234,277],"being":[84],"selected":[85,184],"potentially":[87],"in":[89,120],"linked":[90,290],"sets":[92],"poor":[94],"quality.":[95,208],"To":[96],"overcome":[97],"this":[98],"problem,":[99],"we":[100,158],"propose":[101],"Consistent":[103],"Record":[104],"Linkage":[105],"(CRL)":[106],"measure,":[107],"an":[108],"application":[109],"focused":[110],"method":[112],"that":[113],"ensures":[114],"assessed":[119],"fair":[122],"transparent":[124],"way.":[125],"The":[126],"CRL-measure":[127,162,190,225,247],"allows":[128],"definition":[130],"maximum":[132,185],"acceptable":[133,186],"error":[134,187,198],"rates,":[135,188],"it":[137],"provides":[138,248],"information":[139,167,252],"about":[140,168,253],"robustness":[142,212],"based":[146],"on":[147,182,260],"identified":[148],"thresholds.":[150],"ResultsUsing":[151],"both":[152],"synthetic":[153],"real-world":[155],"sets,":[157],"illustrate":[159],"how":[160,254],"provide":[164],"more":[165],"detailed":[166],"results":[175],"compared":[176],"traditional":[178],"measures.":[180],"Based":[181],"user":[183,228],"identifies":[191],"range":[193],"thresholds":[196],"rates":[199],"below":[201],"these":[202],"maximums,":[203],"thereby":[204],"obtaining":[205],"high":[206],"indicates":[210],"regard":[217],"varying":[220],"threshold.":[222],"Furthermore,":[223],"shows":[226],"if":[229],"actually":[236],"able":[237],"achieve":[239],"certain":[241],"or":[244],"not.":[245],"ConclusionThe":[246],"users":[249],"consistent":[251],"set":[264],"perform":[265],"comparatively.":[266],"will":[268],"allow":[269],"better":[271],"selection":[272],"most":[275],"suitable":[276],"improved":[287],"sets.":[292]},"counts_by_year":[],"updated_date":"2026-08-22T07:34:49.880490","created_date":"2025-10-10T00:00:00"}
