{"id":"https://openalex.org/W2742364191","doi":"https://doi.org/10.23919/icif.2017.8009879","title":"Evaluation metrics for the practical application of URREF ontology: An illustration on data criteria","display_name":"Evaluation metrics for the practical application of URREF ontology: An illustration on data criteria","publication_year":2017,"publication_date":"2017-07-01","ids":{"openalex":"https://openalex.org/W2742364191","doi":"https://doi.org/10.23919/icif.2017.8009879","mag":"2742364191"},"language":"en","primary_location":{"id":"doi:10.23919/icif.2017.8009879","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icif.2017.8009879","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 20th International Conference on Information Fusion (Fusion)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081937167","display_name":"J. P. de Villiers","orcid":"https://orcid.org/0000-0003-2506-6594"},"institutions":[{"id":"https://openalex.org/I21360634","display_name":"Council for Scientific and Industrial Research","ror":"https://ror.org/05j00sr48","country_code":"ZA","type":"government","lineage":["https://openalex.org/I21360634"]},{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"J. P. de Villiers","raw_affiliation_strings":["CSIR, Pretoria, South Africa","University of Pretoria, Pretoria, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSIR, Pretoria, South Africa","institution_ids":["https://openalex.org/I21360634"]},{"raw_affiliation_string":"University of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066126761","display_name":"Richard W. Focke","orcid":"https://orcid.org/0000-0002-6891-6643"},"institutions":[{"id":"https://openalex.org/I21360634","display_name":"Council for Scientific and Industrial Research","ror":"https://ror.org/05j00sr48","country_code":"ZA","type":"government","lineage":["https://openalex.org/I21360634"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"R. W. Focke","raw_affiliation_strings":["CSIR, Pretoria, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSIR, Pretoria, South Africa","institution_ids":["https://openalex.org/I21360634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071116062","display_name":"Gregor Pavlin","orcid":"https://orcid.org/0000-0002-5465-008X"},"institutions":[{"id":"https://openalex.org/I2800808753","display_name":"Thales (Netherlands)","ror":"https://ror.org/032tp7158","country_code":"NL","type":"company","lineage":["https://openalex.org/I2800808753","https://openalex.org/I4210140930"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"G. Pavlin","raw_affiliation_strings":["D-CIS Lab, Thales Research and Technology, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"D-CIS Lab, Thales Research and Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I2800808753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109556443","display_name":"A-L. Jousselme","orcid":null},"institutions":[{"id":"https://openalex.org/I230604491","display_name":"California Maritime Academy","ror":"https://ror.org/051rrf637","country_code":"US","type":"education","lineage":["https://openalex.org/I230604491"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A-L. Jousselme","raw_affiliation_strings":["NATO-STO Centre for Maritime Research and Experimentation, La Spczia, IT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NATO-STO Centre for Maritime Research and Experimentation, La Spczia, IT","institution_ids":["https://openalex.org/I230604491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048137271","display_name":"Valentina Dragos","orcid":"https://orcid.org/0000-0002-1829-7207"},"institutions":[{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"V. Dragos","raw_affiliation_strings":["ONERA-The French Aerospace Lab, Palaiseau, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ONERA-The French Aerospace Lab, Palaiseau, France","institution_ids":["https://openalex.org/I2801658355"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072260552","display_name":"Kathryn Blackmond Laskey","orcid":"https://orcid.org/0000-0002-3106-140X"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. B. Laskey","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080860698","display_name":"Paulo Costa","orcid":"https://orcid.org/0000-0002-8280-1551"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. C. Costa","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023894377","display_name":"Erik Blasch","orcid":"https://orcid.org/0000-0001-6894-6108"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"E. Blasch","raw_affiliation_strings":["Air Force Research Lab, Rome, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Lab, Rome, NY, USA","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.8384385108947754},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.747948169708252},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5934619903564453},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.58111971616745},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5802294015884399},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4817254841327667},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4694114625453949},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4661634564399719},{"id":"https://openalex.org/keywords/ontology-based-data-integration","display_name":"Ontology-based data integration","score":0.4115487039089203},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2748616337776184},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0772218406200409}],"concepts":[{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.8384385108947754},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.747948169708252},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5934619903564453},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.58111971616745},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5802294015884399},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4817254841327667},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4694114625453949},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4661634564399719},{"id":"https://openalex.org/C22550185","wikidata":"https://www.wikidata.org/wiki/Q7095047","display_name":"Ontology-based data integration","level":3,"score":0.4115487039089203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2748616337776184},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0772218406200409},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/icif.2017.8009879","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icif.2017.8009879","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 20th International Conference on Information Fusion (Fusion)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1488378095","https://openalex.org/W1521307402","https://openalex.org/W1531255371","https://openalex.org/W1539473586","https://openalex.org/W1582304716","https://openalex.org/W1588514510","https://openalex.org/W1596368231","https://openalex.org/W1686711488","https://openalex.org/W1865476398","https://openalex.org/W1883952102","https://openalex.org/W1993853885","https://openalex.org/W1994351320","https://openalex.org/W2020569159","https://openalex.org/W2020774075","https://openalex.org/W2069870183","https://openalex.org/W2072348410","https://openalex.org/W2073214523","https://openalex.org/W2074953974","https://openalex.org/W2081195086","https://openalex.org/W2103235682","https://openalex.org/W2109088898","https://openalex.org/W2132532785","https://openalex.org/W2155325587","https://openalex.org/W2170707709","https://openalex.org/W2195033822","https://openalex.org/W2225231511","https://openalex.org/W2513550611","https://openalex.org/W2559544114","https://openalex.org/W2743721846","https://openalex.org/W4252124316","https://openalex.org/W6631143351","https://openalex.org/W6632099728","https://openalex.org/W6634603235","https://openalex.org/W6635827355","https://openalex.org/W6637546783","https://openalex.org/W6639334739","https://openalex.org/W6639364482","https://openalex.org/W6668869917","https://openalex.org/W6689218531"],"related_works":["https://openalex.org/W2284058717","https://openalex.org/W2159818280","https://openalex.org/W2374991871","https://openalex.org/W2114954739","https://openalex.org/W1794266373","https://openalex.org/W2140329110","https://openalex.org/W2889792096","https://openalex.org/W1506177826","https://openalex.org/W1830516355","https://openalex.org/W2158851296"],"abstract_inverted_index":{"The":[0,36,112,127,225],"International":[1],"Society":[2],"of":[3,20,23,31,59,104,117,123,129,155,177,189,193,220,227],"Information":[4,130],"Fusion":[5],"(ISIF)":[6],"Evaluation":[7],"Techniques":[8],"for":[9,48,62],"Uncertainty":[10,41],"Representation":[11,42],"Working":[12],"Group":[13],"(ETURWG)":[14],"investigates":[15],"the":[16,26,32,57,63,70,96,102,118,121,156,163,175,182,186,199,212,221,235],"quantification":[17],"and":[18,29,43,85,110,115,146,191,204,206,215,243],"evaluation":[19],"all":[21],"types":[22],"uncertainty":[24],"regarding":[25],"inputs,":[27],"reasoning":[28],"outputs":[30,166],"information":[33,228],"fusion":[34,157,164,222],"process.":[35],"ETURWG":[37],"is":[38,132],"developing":[39],"an":[40,153,231],"Reasoning":[44],"Framework":[45],"(URREF)":[46],"ontology":[47,72,97,214],"this":[49],"purpose.":[50],"This":[51],"paper":[52,119],"outlines":[53],"a":[54,86,105],"start":[55],"towards":[56],"process":[58],"defining":[60],"metrics":[61,147,208],"URREF":[64,71,124,213],"data":[65,135,244],"criteria,":[66,136],"which":[67,137,170],"will":[68],"align":[69],"with":[73],"practical":[74],"application.":[75],"A":[76],"criterion":[77],"can":[78,88,216],"be":[79,89,196],"evaluated":[80],"according":[81],"to":[82,91,100,150,162],"several":[83,92,241],"metrics,":[84],"metric":[87],"applied":[90],"criteria.":[93,143,245],"As":[94,180],"such,":[95],"would":[98],"have":[99],"reflect":[101],"nature":[103],"many-to-many":[106],"mapping":[107],"between":[108],"criteria":[109],"metrics.":[111],"main":[113],"findings":[114],"suggestions":[116],"advancing":[120],"use":[122],"are:":[125],"1)":[126],"Weight":[128],"(WoI)":[131],"dependent":[133],"on":[134,141,240],"in":[138,171,185,211,234],"turn":[139,172],"depend":[140],"source":[142,242],"2)":[144],"Criteria":[145],"that":[148],"apply":[149,161],"evidence":[151],"(typically":[152],"input":[154],"system),":[158],"could":[159,173],"equally":[160],"system":[165],"or":[167],"internal":[168],"information,":[169],"form":[174],"inputs":[176],"another":[178],"system.":[179,223],"such":[181],"word":[183,200],"\u201cEvidence\u201d":[184],"terms":[187],"\u201cPiece":[188],"Evidence\u201d":[190,194],"\u201cWeight":[192],"should":[195],"replaced":[197],"by":[198],"\u201cInformation\u201d.":[201],"3)":[202],"Accuracy":[203],"precision":[205],"associated":[207],"are":[209],"ubiquitous":[210],"evaluate":[217],"many":[218],"parts":[219],"4)":[224],"weight":[226],"also":[229],"assumes":[230],"important":[232],"position":[233],"ontology,":[236],"as":[237],"it":[238],"depends":[239]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":9}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}