{"id":"https://openalex.org/W2140111003","doi":"https://doi.org/10.1142/s1793351x0800052x","title":"TOWARDS STANDARD TEST COLLECTIONS FOR THE EMPIRICAL EVALUATION OF SEMANTIC WEB SERVICE APPROACHES","display_name":"TOWARDS STANDARD TEST COLLECTIONS FOR THE EMPIRICAL EVALUATION OF SEMANTIC WEB SERVICE APPROACHES","publication_year":2008,"publication_date":"2008-09-01","ids":{"openalex":"https://openalex.org/W2140111003","doi":"https://doi.org/10.1142/s1793351x0800052x","mag":"2140111003"},"language":"en","primary_location":{"id":"doi:10.1142/s1793351x0800052x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793351x0800052x","pdf_url":null,"source":{"id":"https://openalex.org/S4210201727","display_name":"International Journal of Semantic Computing","issn_l":"1793-7108","issn":["1793-7108","1793-351X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Semantic Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042320945","display_name":"Ulrich K\u00fcster","orcid":null},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"ULRICH K\u00dcSTER","raw_affiliation_strings":["Institute for Informatics, Friedrich-Schiller-University Jena, 07743 Jena, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Informatics, Friedrich-Schiller-University Jena, 07743 Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024963110","display_name":"Birgitta K\u00f6nig\u2010Ries","orcid":"https://orcid.org/0000-0002-2382-9722"},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"BIRGITTA K\u00d6NIG-RIES","raw_affiliation_strings":["Institute for Informatics, Friedrich-Schiller-University Jena, 07743 Jena, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Informatics, Friedrich-Schiller-University Jena, 07743 Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76198965"],"apc_list":null,"apc_paid":null,"fwci":14.6345,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.98486483,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"02","issue":"03","first_page":"381","last_page":"402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8465959429740906},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.6739463210105896},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.5569387674331665},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5510094165802002},{"id":"https://openalex.org/keywords/web-service","display_name":"Web service","score":0.5385512113571167},{"id":"https://openalex.org/keywords/semantic-web-stack","display_name":"Semantic Web Stack","score":0.4947595000267029},{"id":"https://openalex.org/keywords/social-semantic-web","display_name":"Social Semantic Web","score":0.49245843291282654},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4211658537387848},{"id":"https://openalex.org/keywords/opossum","display_name":"Opossum","score":0.41842514276504517},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3750360906124115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8465959429740906},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.6739463210105896},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.5569387674331665},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5510094165802002},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.5385512113571167},{"id":"https://openalex.org/C167379230","wikidata":"https://www.wikidata.org/wiki/Q1026884","display_name":"Semantic Web Stack","level":3,"score":0.4947595000267029},{"id":"https://openalex.org/C534406577","wikidata":"https://www.wikidata.org/wiki/Q7550843","display_name":"Social Semantic Web","level":3,"score":0.49245843291282654},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4211658537387848},{"id":"https://openalex.org/C2780837108","wikidata":"https://www.wikidata.org/wiki/Q21834","display_name":"Opossum","level":2,"score":0.41842514276504517},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3750360906124115},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s1793351x0800052x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793351x0800052x","pdf_url":null,"source":{"id":"https://openalex.org/S4210201727","display_name":"International Journal of Semantic Computing","issn_l":"1793-7108","issn":["1793-7108","1793-351X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Semantic Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1623307588","https://openalex.org/W2002763011","https://openalex.org/W2019942412","https://openalex.org/W2113294746","https://openalex.org/W2770613891"],"related_works":["https://openalex.org/W2349698472","https://openalex.org/W2366430559","https://openalex.org/W1585941060","https://openalex.org/W1975429881","https://openalex.org/W1985801232","https://openalex.org/W2355823470","https://openalex.org/W2025728896","https://openalex.org/W1710908466","https://openalex.org/W4211114681","https://openalex.org/W2023110884"],"abstract_inverted_index":{"Semantic":[0],"web":[1,57,96,136],"services":[2],"have":[3,22,110],"received":[4],"a":[5,84,101],"significant":[6],"amount":[7],"of":[8,35,43,49,55,70,118,134],"attention":[9],"in":[10,73,100],"the":[11,33,36,47,71,88,92,116],"last":[12],"years":[13],"and":[14,18,51,68,125],"many":[15],"frameworks,":[16],"algorithms":[17],"tools":[19],"leveraging":[20],"them":[21],"been":[23,30,111],"proposed.":[24],"Nevertheless":[25],"surprisingly":[26],"little":[27],"effort":[28],"has":[29],"put":[31],"into":[32],"evaluation":[34],"approaches":[37],"so":[38],"far.":[39],"The":[40],"main":[41],"blocker":[42],"thorough":[44],"evaluations":[45],"is":[46,82],"lack":[48],"large":[50],"diverse":[52],"test":[53,98,108,132],"collections":[54,67,99,109,133],"semantic":[56,95,135],"services.":[58,137],"In":[59],"this":[60,74],"paper":[61],"we":[62],"analyze":[63],"requirements":[64],"on":[65],"such":[66],"shortcomings":[69,81],"state-of-the-art":[72],"respect.":[75],"Our":[76],"contribution":[77],"to":[78,86,90],"overcoming":[79],"those":[80],"OPOSSum,":[83,114],"portal":[85],"support":[87],"community":[89],"build":[91],"necessary":[93],"standard":[94,131],"service":[97],"collaborative":[102],"way.":[103],"We":[104],"discuss":[105],"how":[106],"existing":[107],"integrated":[112],"with":[113],"showcase":[115],"benefits":[117],"OPOSSum":[119],"by":[120],"an":[121],"illustrative":[122],"use":[123],"case":[124],"outline":[126],"next":[127],"steps":[128],"towards":[129],"better":[130]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}