{"id":"https://openalex.org/W2604736196","doi":"https://doi.org/10.1145/3193573","title":"Comparison of Ontology Alignment Systems Across Single Matching Task Via the McNemar\u2019s Test","display_name":"Comparison of Ontology Alignment Systems Across Single Matching Task Via the McNemar\u2019s Test","publication_year":2018,"publication_date":"2018-06-08","ids":{"openalex":"https://openalex.org/W2604736196","doi":"https://doi.org/10.1145/3193573","mag":"2604736196"},"language":"en","primary_location":{"id":"doi:10.1145/3193573","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3193573","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:4213eeab-247b-44f0-971c-37c30d4fbca8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034361899","display_name":"Majid Mohammadi","orcid":"https://orcid.org/0000-0002-7131-8724"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Majid Mohammadi","raw_affiliation_strings":["Delft University of Technology, Zuid-Hollands, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Zuid-Hollands, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056838565","display_name":"Amir Ahooye Atashin","orcid":"https://orcid.org/0000-0002-6788-4002"},"institutions":[{"id":"https://openalex.org/I86958956","display_name":"Ferdowsi University of Mashhad","ror":"https://ror.org/00g6ka752","country_code":"IR","type":"education","lineage":["https://openalex.org/I86958956"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Amir Ahooye Atashin","raw_affiliation_strings":["Ferdowsi University of Mashhad, Razavi Khorasan, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ferdowsi University of Mashhad, Razavi Khorasan, Iran","institution_ids":["https://openalex.org/I86958956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009206748","display_name":"Wout Hofman","orcid":"https://orcid.org/0000-0002-8615-6107"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wout Hofman","raw_affiliation_strings":["TNO Research Institute, Zuid-Hollands, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TNO Research Institute, Zuid-Hollands, The Netherlands","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035799603","display_name":"Yao\u2010Hua Tan","orcid":"https://orcid.org/0000-0002-5930-5138"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yaohua Tan","raw_affiliation_strings":["Delft University of Technology, Zuid-Hollands, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Zuid-Hollands, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1134,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.76804355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"12","issue":"4","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mcnemars-test","display_name":"McNemar's test","score":0.9198267459869385},{"id":"https://openalex.org/keywords/ontology-alignment","display_name":"Ontology alignment","score":0.8062289953231812},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.666374683380127},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5371025800704956},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.5057108402252197},{"id":"https://openalex.org/keywords/contingency-table","display_name":"Contingency table","score":0.5023350715637207},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49321287870407104},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4776393473148346},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.44755980372428894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37652507424354553},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31543976068496704},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.26991528272628784},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1903245449066162}],"concepts":[{"id":"https://openalex.org/C186282968","wikidata":"https://www.wikidata.org/wiki/Q1434261","display_name":"McNemar's test","level":2,"score":0.9198267459869385},{"id":"https://openalex.org/C98893333","wikidata":"https://www.wikidata.org/wiki/Q4339878","display_name":"Ontology alignment","level":4,"score":0.8062289953231812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.666374683380127},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5371025800704956},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.5057108402252197},{"id":"https://openalex.org/C91998498","wikidata":"https://www.wikidata.org/wiki/Q1541178","display_name":"Contingency table","level":2,"score":0.5023350715637207},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49321287870407104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4776393473148346},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44755980372428894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37652507424354553},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31543976068496704},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.26991528272628784},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1903245449066162},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C22550185","wikidata":"https://www.wikidata.org/wiki/Q7095047","display_name":"Ontology-based data integration","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3193573","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3193573","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:tud:oai:tudelft.nl:uuid:4213eeab-247b-44f0-971c-37c30d4fbca8","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:4213eeab-247b-44f0-971c-37c30d4fbca8","pdf_url":"http://resolver.tudelft.nl/uuid:4213eeab-247b-44f0-971c-37c30d4fbca8","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data, 12(4)","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:oai-pmh.tno.nl:48816","is_oa":false,"landing_page_url":"https://resolver.tno.nl/uuid:f0b12caf-a6a3-448b-96ad-426557d2b081","pdf_url":null,"source":{"id":"https://openalex.org/S7407055233","display_name":"TNO Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data, 12(4)","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:tudelft.nl:uuid:f0b12caf-a6a3-448b-96ad-426557d2b081","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:f0b12caf-a6a3-448b-96ad-426557d2b081","pdf_url":null,"source":{"id":"https://openalex.org/S4306402238","display_name":"Repository hosted by TU Delft Library (TU Delft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data, 4, 12","raw_type":"article"}],"best_oa_location":{"id":"pmh:tud:oai:tudelft.nl:uuid:4213eeab-247b-44f0-971c-37c30d4fbca8","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:4213eeab-247b-44f0-971c-37c30d4fbca8","pdf_url":"http://resolver.tudelft.nl/uuid:4213eeab-247b-44f0-971c-37c30d4fbca8","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data, 12(4)","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2604736196.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W46452414","https://openalex.org/W100397643","https://openalex.org/W102861580","https://openalex.org/W108703714","https://openalex.org/W944390988","https://openalex.org/W1563272145","https://openalex.org/W1565746575","https://openalex.org/W1639126800","https://openalex.org/W1646278814","https://openalex.org/W1647671624","https://openalex.org/W1984110148","https://openalex.org/W2009543464","https://openalex.org/W2017903413","https://openalex.org/W2025126377","https://openalex.org/W2033903777","https://openalex.org/W2036893104","https://openalex.org/W2042732005","https://openalex.org/W2059692906","https://openalex.org/W2061554433","https://openalex.org/W2074231493","https://openalex.org/W2081580037","https://openalex.org/W2084413241","https://openalex.org/W2086148793","https://openalex.org/W2090546075","https://openalex.org/W2092170487","https://openalex.org/W2100483895","https://openalex.org/W2100684772","https://openalex.org/W2115012618","https://openalex.org/W2118100588","https://openalex.org/W2121044470","https://openalex.org/W2128600649","https://openalex.org/W2135445066","https://openalex.org/W2140655242","https://openalex.org/W2141461755","https://openalex.org/W2151554678","https://openalex.org/W2163993443","https://openalex.org/W2168961710","https://openalex.org/W2320316433","https://openalex.org/W2573937925","https://openalex.org/W2585111372","https://openalex.org/W2585641246","https://openalex.org/W2611894836","https://openalex.org/W2783277677","https://openalex.org/W2805613037","https://openalex.org/W3098731534","https://openalex.org/W4285719527","https://openalex.org/W4287912683"],"related_works":["https://openalex.org/W4248501935","https://openalex.org/W2949293711","https://openalex.org/W2604736196","https://openalex.org/W810539636","https://openalex.org/W2943054163","https://openalex.org/W2389962409","https://openalex.org/W2097786834","https://openalex.org/W1986106996","https://openalex.org/W2277362400","https://openalex.org/W2368672044"],"abstract_inverted_index":{"Ontology":[0],"alignment":[1,33,51,146,211,250],"is":[2,53,79,135,152,220,256,262],"widely":[3],"used":[4],"to":[5,24,54,68,82,124,157,222,279],"find":[6],"the":[7,17,31,38,43,50,74,118,136,141,174,186,195,204,215,225,239,242,246,280,284,297],"correspondences":[8,41],"between":[9],"different":[10,170],"ontologies":[11],"in":[12,49,168,200,245,283],"diverse":[13],"fields.":[14],"After":[15],"discovering":[16],"alignments,":[18,175],"several":[19,292],"performance":[20,101],"scores":[21,28],"are":[22,198,232,271,277],"available":[23],"evaluate":[25],"them.":[26],"The":[27,46,132,154,183,273],"typically":[29],"require":[30],"identified":[32],"and":[34,67,190,289],"a":[35,57,99,158],"reference":[36],"containing":[37],"underlying":[39],"actual":[40],"of":[42,92,143,177,185,206,227,241,248],"given":[44],"ontologies.":[45],"current":[47],"trend":[48],"evaluation":[52],"put":[55],"forward":[56],"new":[58],"score":[59],"(e.g.,":[60],"precision,":[61,63,65],"weighted":[62],"semantic":[64],"etc.)":[66],"compare":[69],"various":[70,191],"alignments":[71],"by":[72,109,139],"juxtaposing":[73],"obtained":[75],"scores.":[76],"However,":[77],"it":[78,255],"substantially":[80],"provocative":[81],"select":[83],"one":[84,96,103,127,130,149,260,265],"measure":[85],"among":[86],"others":[87],"for":[88,213,296],"comparison.":[89],"On":[90],"top":[91],"that,":[93],"claiming":[94],"if":[95,259,268],"system":[97,128,261],"has":[98,179],"better":[100,263],"than":[102,209,264],"another":[104,266],"cannot":[105],"be":[106,166],"substantiated":[107],"solely":[108],"comparing":[110],"two":[111,144,169,210],"scalars.":[112],"In":[113,203],"this":[114,253],"article,":[115],"we":[116],"propose":[117],"statistical":[119,137,275],"procedures":[120],"that":[121],"enable":[122],"us":[123],"theoretically":[125],"favor":[126],"over":[129,148],"another.":[131],"McNemar\u2019s":[133,196,243],"test":[134,155,197,244],"means":[138],"which":[140,164,178],"comparison":[142],"ontology":[145],"systems":[147,212,281],"matching":[150,299],"task":[151],"drawn.":[153],"applies":[156],"2":[159,161],"\u00d7":[160],"contingency":[162,187],"table,":[163],"can":[165],"constructed":[167],"ways":[171,184,226],"based":[172],"on":[173],"each":[176],"their":[180,269],"own":[181],"merits/pitfalls.":[182],"table":[188],"construction":[189],"apposite":[192],"statistics":[193],"from":[194],"elaborated":[199],"minute":[201],"detail.":[202],"case":[205],"having":[207],"more":[208],"comparison,":[214],"family":[216],"wise":[217],"error":[218,231],"rate":[219],"expected":[221],"happen.":[223],"Thus,":[224],"preventing":[228],"such":[229],"an":[230],"also":[233,290],"discussed.":[234],"A":[235],"directed":[236],"graph":[237],"visualizes":[238],"outcome":[240],"presence":[247],"multiple":[249],"systems.":[251],"From":[252],"graph,":[254],"readily":[257],"understood":[258],"or":[267],"differences":[270],"imperceptible.":[272],"proposed":[274],"methodologies":[276],"applied":[278],"participated":[282],"OAEI":[285],"2016":[286],"anatomy":[287],"track,":[288],"compares":[291],"well-known":[293],"similarity":[294],"metrics":[295],"same":[298],"problem.":[300]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}