{"id":"https://openalex.org/W2399070201","doi":null,"title":"User Ratings of Ontologies: Who Will Rate the Raters?","display_name":"User Ratings of Ontologies: Who Will Rate the Raters?","publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W2399070201","mag":"2399070201"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.126.5254","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.126.5254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.stanford.edu/~natalya/papers/SS505NoyN.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111383811","display_name":"Natalya Fridman Noy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Natalya F. Noy","raw_affiliation_strings":["Stanford University ()"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103043543","display_name":"Ramanathan V. Guha","orcid":"https://orcid.org/0000-0003-4428-129X","observed_orcids":["https://orcid.org/0000-0003-4428-129X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramanathan V. Guha","raw_affiliation_strings":["IBM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009128820","display_name":"Mark A. Musen","orcid":"https://orcid.org/0000-0003-3325-793X","observed_orcids":["https://orcid.org/0000-0003-3325-793X"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark A. Musen","raw_affiliation_strings":["Stanford University ()"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.346,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.95694229,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"56","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ontology-evaluation","display_name":"ontology evaluation","score":0.8429999947547913},{"id":"https://openalex.org/keywords/user-ratings","display_name":"user ratings","score":0.8429999947547913},{"id":"https://openalex.org/keywords/ontology-based-annotation","display_name":"ontology annotation","score":0.5979999899864197},{"id":"https://openalex.org/keywords/trust","display_name":"trust","score":0.6710000038146973},{"id":"https://openalex.org/keywords/ontology-reuse","display_name":"ontology reuse","score":0.7089999914169312},{"id":"https://openalex.org/keywords/ontology-selection","display_name":"ontology selection","score":0.6809999942779541},{"id":"https://openalex.org/keywords/metadata","display_name":"metadata","score":0.6639999747276306},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"knowledge base","score":0.6299999952316284},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.32899999618530273}],"concepts":[{"id":"https://openalex.org/C118248724","wikidata":"https://www.wikidata.org/wiki/Q5969997","display_name":"IDEF5","level":4,"score":0.8706153631210327},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8292006254196167},{"id":"https://openalex.org/C154210476","wikidata":"https://www.wikidata.org/wiki/Q7095057","display_name":"Ontology components","level":5,"score":0.7300014495849609},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.688173770904541},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.6543782949447632},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.5982236862182617},{"id":"https://openalex.org/C137982476","wikidata":"https://www.wikidata.org/wiki/Q7072326","display_name":"Open Biomedical Ontologies","level":5,"score":0.5490097403526306},{"id":"https://openalex.org/C2779247653","wikidata":"https://www.wikidata.org/wiki/Q2066865","display_name":"Prot\u00e9g\u00e9","level":3,"score":0.5247033834457397},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4658777415752411},{"id":"https://openalex.org/C101230327","wikidata":"https://www.wikidata.org/wiki/Q826165","display_name":"Web Ontology Language","level":3,"score":0.45524898171424866},{"id":"https://openalex.org/C139458680","wikidata":"https://www.wikidata.org/wiki/Q12184942","display_name":"Interoperation","level":3,"score":0.43056583404541016},{"id":"https://openalex.org/C137003198","wikidata":"https://www.wikidata.org/wiki/Q7247296","display_name":"Process ontology","level":3,"score":0.39520734548568726},{"id":"https://openalex.org/C534406577","wikidata":"https://www.wikidata.org/wiki/Q7550843","display_name":"Social Semantic Web","level":3,"score":0.3146534562110901},{"id":"https://openalex.org/C50382505","wikidata":"https://www.wikidata.org/wiki/Q2553356","display_name":"OWL-S","level":4,"score":0.20925861597061157},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.07259801030158997},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.126.5254","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.126.5254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.stanford.edu/~natalya/papers/SS505NoyN.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.523.7303","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.523.7303","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.aaai.org/Papers/Symposia/Spring/2005/SS-05-03/SS05-03-009.pdf","raw_type":"text"},{"id":"mag:2399070201","doi":null,"is_oa":false,"landing_page_url":"https://www.aaai.org/Papers/Symposia/Spring/2005/SS-05-03/SS05-03-009.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306420577","display_name":"National Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"National Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W292123658","https://openalex.org/W1480810164","https://openalex.org/W1482882345","https://openalex.org/W1529522905","https://openalex.org/W1560604137","https://openalex.org/W1854214752","https://openalex.org/W1978799369","https://openalex.org/W1982540051","https://openalex.org/W2012392925","https://openalex.org/W2051834357","https://openalex.org/W2097395913","https://openalex.org/W2110610722","https://openalex.org/W2144780381","https://openalex.org/W2161549461","https://openalex.org/W2170344111"],"related_works":["https://openalex.org/W1839996533","https://openalex.org/W2156452775","https://openalex.org/W2134540374","https://openalex.org/W2099899488","https://openalex.org/W7097244972","https://openalex.org/W1605322348","https://openalex.org/W2850023097","https://openalex.org/W2132590878","https://openalex.org/W2533468738","https://openalex.org/W2538346611"],"abstract_inverted_index":{"The":[0,174,177,210],"number":[1,178,206],"of":[2,99,119,129,134,141,157,179,200,224,233,245,253,258],"ontologies":[3,21,35,57,74,130,148,163,180,220,236],"and":[4,10,28,72,83,108,127,136,149,152,181,187,204],"knowledge":[5,150,182],"bases":[6,183],"covering":[7,184],"different":[8,185,262],"domains":[9,186,259],"available":[11,188],"on":[12,67,93,189],"the":[13,59,68,89,94,117,132,139,190,198,201,222,234,273,311,314,317],"World-Wide":[14,191],"Web":[15,69,95,175,192,203,275,284],"is":[16,25,46,75,193,207,228,239],"steadily":[17,194,208],"growing.":[18,195,209],"As":[19],"more":[20,217],"are":[22,111,280],"available,":[23],"it":[24],"becoming":[26],"harder,":[27],"not":[29],"easier,":[30],"for":[31,48,58,85,113,146,161,214,267,272],"users":[32,66,126,166],"to":[33,70,91,105,167,276,293,298,304],"find":[34],"they":[36,40,53,241],"need.":[37],"How":[38,51],"do":[39,52],"evaluate":[41],"if":[42],"a":[43,97,154,158,243,269,282,306],"particular":[44],"ontology":[45,81,297,319],"appropriate":[47],"their":[49,205],"task?":[50],"choose":[54,292],"among":[55],"many":[56],"same":[60,318],"domain?":[61],"We":[62,115],"argue":[63],"that":[64,110,121,164,231,286],"allowing":[65],"annotate":[71,168],"review":[73],"an":[76,142,288,295],"important":[77],"step":[78],"in":[79,131,170],"facilitating":[80,246],"evaluation":[82],"reuse":[84,294],"others.":[86],"However,":[87],"opening":[88],"system":[90],"everyone":[92],"poses":[96],"problem":[98],"trust:":[100],"Users":[101],"must":[102],"be":[103],"able":[104],"identify":[106],"reviews":[107],"annotations":[109,135],"useful":[112],"them.":[114],"discuss":[116],"kinds":[118],"metadata":[120],"we":[122,279,291,309],"can":[123],"collect":[124],"from":[125],"authors":[128],"form":[133],"reviews,":[137],"explore":[138],"use":[140],"Open":[143],"Rating":[144],"System":[145],"evaluating":[147],"sources,":[151],"present":[153],"brief":[155],"overview":[156],"Web-based":[159],"browser":[160],"Prot\u00e9g\u00e9":[162],"enables":[165],"information":[169],"ontologies.":[171],"Ontologies":[172,196],"On":[173],"Scale":[176],"constitute":[197],"backbone":[199],"Semantic":[202,274,283],"Swoogle":[211],"crawler,":[212],"1":[213],"example,":[215,268],"indexes":[216],"than":[218,303],"4000":[219],"at":[221],"time":[223],"this":[225],"writing.":[226],"It":[227],"commonly":[229],"agreed":[230],"one":[232],"reasons":[235],"became":[237],"popular":[238],"because":[240],"hold":[242],"promise":[244],"interoperation":[247,265,312],"between":[248],"software":[249],"resources":[250],"by":[251,261],"virtue":[252],"being":[254],"shared":[255],"agreed-upon":[256],"descriptions":[257],"used":[260],"agents.":[263],"Such":[264],"is,":[266],"key":[270],"requirement":[271],"succeed.":[277],"Suppose":[278],"developing":[281],"service":[285,301],"uses":[287],"ontology.":[289],"If":[290],"existing":[296],"support":[299],"our":[300],"rather":[302],"create":[305],"new":[307],"one,":[308],"get":[310],"with":[313],"others":[315],"using":[316],"\u201cfor":[320],"free.":[321],"\u201d":[322],"In":[323],"addition,":[324]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":4}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-06-24T00:00:00"}