{"id":"https://openalex.org/W2085541230","doi":"https://doi.org/10.1147/jrd.2011.2105691","title":"U-Compare: A modular NLP workflow construction and evaluation system","display_name":"U-Compare: A modular NLP workflow construction and evaluation system","publication_year":2011,"publication_date":"2011-05-01","ids":{"openalex":"https://openalex.org/W2085541230","doi":"https://doi.org/10.1147/jrd.2011.2105691","mag":"2085541230"},"language":"en","primary_location":{"id":"doi:10.1147/jrd.2011.2105691","is_oa":false,"landing_page_url":"https://doi.org/10.1147/jrd.2011.2105691","pdf_url":null,"source":{"id":"https://openalex.org/S4210219925","display_name":"IBM Journal of Research and Development","issn_l":"0018-8646","issn":["0018-8646","2151-8556"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320652","host_organization_name":"IBM","host_organization_lineage":["https://openalex.org/P4310320652"],"host_organization_lineage_names":["IBM"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IBM Journal of Research and Development","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017969792","display_name":"Yoshinobu Kano","orcid":"https://orcid.org/0000-0001-7864-842X"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]},{"id":"https://openalex.org/I161296585","display_name":"Tokyo University of Science","ror":"https://ror.org/05sj3n476","country_code":"JP","type":"education","lineage":["https://openalex.org/I161296585"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Y. Kano","raw_affiliation_strings":["Department of Computer Science, University of Tokyo, Bunkyo, Tokyo, Japan","Department of Computer Science, University of Tokyo, Bunkyo-ku, Tokyo , Japan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Tokyo, Bunkyo, Tokyo, Japan","institution_ids":["https://openalex.org/I161296585"]},{"raw_affiliation_string":"Department of Computer Science, University of Tokyo, Bunkyo-ku, Tokyo , Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101412540","display_name":"Makoto Miwa","orcid":"https://orcid.org/0000-0002-2330-6972"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]},{"id":"https://openalex.org/I161296585","display_name":"Tokyo University of Science","ror":"https://ror.org/05sj3n476","country_code":"JP","type":"education","lineage":["https://openalex.org/I161296585"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"M. Miwa","raw_affiliation_strings":["Department of Computer Science, University of Tokyo, Bunkyo, Tokyo, Japan","Department of Computer Science, University of Tokyo, Bunkyo-ku, Tokyo , Japan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Tokyo, Bunkyo, Tokyo, Japan","institution_ids":["https://openalex.org/I161296585"]},{"raw_affiliation_string":"Department of Computer Science, University of Tokyo, Bunkyo-ku, Tokyo , Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054773374","display_name":"K. B. Cohen","orcid":null},"institutions":[{"id":"https://openalex.org/I51713134","display_name":"University of Colorado Anschutz Medical Campus","ror":"https://ror.org/03wmf1y16","country_code":"US","type":"education","lineage":["https://openalex.org/I51713134"]},{"id":"https://openalex.org/I921990950","display_name":"University of Colorado Denver","ror":"https://ror.org/02hh7en24","country_code":"US","type":"education","lineage":["https://openalex.org/I921990950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. B. Cohen","raw_affiliation_strings":["School of Medicine, University of Colorado, Aurora, CO, USA","University of Colorado School of Medicine, Aurora, Co"],"affiliations":[{"raw_affiliation_string":"School of Medicine, University of Colorado, Aurora, CO, USA","institution_ids":["https://openalex.org/I51713134","https://openalex.org/I921990950"]},{"raw_affiliation_string":"University of Colorado School of Medicine, Aurora, Co","institution_ids":["https://openalex.org/I921990950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041860080","display_name":"Lawrence Hunter","orcid":"https://orcid.org/0000-0003-1455-3370"},"institutions":[{"id":"https://openalex.org/I921990950","display_name":"University of Colorado Denver","ror":"https://ror.org/02hh7en24","country_code":"US","type":"education","lineage":["https://openalex.org/I921990950"]},{"id":"https://openalex.org/I51713134","display_name":"University of Colorado Anschutz Medical Campus","ror":"https://ror.org/03wmf1y16","country_code":"US","type":"education","lineage":["https://openalex.org/I51713134"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"L. E. Hunter","raw_affiliation_strings":["School of Medicine, University of Colorado, Aurora, CO, USA","University of Colorado School of Medicine, Aurora, Co"],"affiliations":[{"raw_affiliation_string":"School of Medicine, University of Colorado, Aurora, CO, USA","institution_ids":["https://openalex.org/I51713134","https://openalex.org/I921990950"]},{"raw_affiliation_string":"University of Colorado School of Medicine, Aurora, Co","institution_ids":["https://openalex.org/I921990950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077976343","display_name":"Sophia Ananiadou","orcid":"https://orcid.org/0000-0002-4097-9191"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"S. Ananiadou","raw_affiliation_strings":["School of Computer Science, National Centre for Text Mining, University of Manchester, Institute of Science and Technology, UK","School of Computer Science, University of Manchester and National Centre for Text Mining, UK#TAB#"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, National Centre for Text Mining, University of Manchester, Institute of Science and Technology, UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"School of Computer Science, University of Manchester and National Centre for Text Mining, UK#TAB#","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112016879","display_name":"J Tsujii","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]},{"id":"https://openalex.org/I161296585","display_name":"Tokyo University of Science","ror":"https://ror.org/05sj3n476","country_code":"JP","type":"education","lineage":["https://openalex.org/I161296585"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"J. Tsujii","raw_affiliation_strings":["Department of Computer Science, University of Tokyo, Bunkyo, Tokyo, Japan","Department of Computer Science, University of Tokyo, Bunkyo-ku, Tokyo , Japan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Tokyo, Bunkyo, Tokyo, Japan","institution_ids":["https://openalex.org/I161296585"]},{"raw_affiliation_string":"Department of Computer Science, University of Tokyo, Bunkyo-ku, Tokyo , Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5017969792"],"corresponding_institution_ids":["https://openalex.org/I161296585","https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":3.7783,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.94255979,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"55","issue":"3","first_page":"11:1","last_page":"11:10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8385765552520752},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.828060507774353},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.7349726557731628},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.7214839458465576},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6643193960189819},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5971718430519104},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5123540163040161},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4121382236480713},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3635869026184082},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2986147999763489},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.25503769516944885},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08166375756263733}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8385765552520752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.828060507774353},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.7349726557731628},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.7214839458465576},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6643193960189819},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5971718430519104},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5123540163040161},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4121382236480713},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3635869026184082},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2986147999763489},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25503769516944885},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08166375756263733},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1147/jrd.2011.2105691","is_oa":false,"landing_page_url":"https://doi.org/10.1147/jrd.2011.2105691","pdf_url":null,"source":{"id":"https://openalex.org/S4210219925","display_name":"IBM Journal of Research and Development","issn_l":"0018-8646","issn":["0018-8646","2151-8556"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320652","host_organization_name":"IBM","host_organization_lineage":["https://openalex.org/P4310320652"],"host_organization_lineage_names":["IBM"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IBM Journal of Research and Development","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/3fac9ed4-95d5-446e-8dad-92ad164a9a6b","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/3fac9ed4-95d5-446e-8dad-92ad164a9a6b","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kano, Y, Miwa, M, Cohen, K B, Hunter, L E, Ananiadou, S & Tsujii, J 2011, 'U-Compare: A modular NLP workflow construction and evaluation system', IBM Journal of Research and Development, vol. 55, no. 3. https://doi.org/10.1147/JRD.2011.2105691","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.atira.dk:publications/3fac9ed4-95d5-446e-8dad-92ad164a9a6b","is_oa":false,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/ucompare-a-modular-nlp-workflow-construction-and-evaluation-system(3fac9ed4-95d5-446e-8dad-92ad164a9a6b).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kano, Y, Miwa, M, Cohen, K B, Hunter, L E, Ananiadou, S & Tsujii, J 2011, 'U-Compare: A modular NLP workflow construction and evaluation system', IBM Journal of Research and Development, vol. 55, no. 3. https://doi.org/10.1147/JRD.2011.2105691","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G3752877916","display_name":null,"funder_award_id":"BB/F006012/1","funder_id":"https://openalex.org/F4320334629","funder_display_name":"Biotechnology and Biological Sciences Research Council"},{"id":"https://openalex.org/G5246379475","display_name":null,"funder_award_id":"BB/G013160/1","funder_id":"https://openalex.org/F4320334629","funder_display_name":"Biotechnology and Biological Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334629","display_name":"Biotechnology and Biological Sciences Research Council","ror":"https://ror.org/00cwqg982"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W4508078","https://openalex.org/W1583240815","https://openalex.org/W1970989375","https://openalex.org/W2032566933","https://openalex.org/W2110871096","https://openalex.org/W2123663722","https://openalex.org/W2137653635","https://openalex.org/W2154698403","https://openalex.org/W2158022644","https://openalex.org/W2625194935","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2093262417","https://openalex.org/W2123131699","https://openalex.org/W650116260","https://openalex.org/W2378329187","https://openalex.org/W4390790060","https://openalex.org/W2134191509","https://openalex.org/W3209454962","https://openalex.org/W1495126611","https://openalex.org/W2146415825","https://openalex.org/W2357610384"],"abstract_inverted_index":{"During":[0],"the":[1,28,36,91],"development":[2,87],"of":[3,27,38,67,106,173],"natural":[4],"language":[5],"processing":[6],"(NLP)":[7],"applications,":[8],"developers":[9,57],"are":[10,25,127],"often":[11],"required":[12],"to":[13,34,59,72,83,130,150,156],"repeatedly":[14,63],"perform":[15,60],"certain":[16],"tasks.":[17],"Among":[18],"these":[19,51,75,142],"tasks,":[20],"workflow":[21,111],"comparison":[22,117],"and":[23,47,118,121,135,158],"evaluation":[24,119],"two":[26],"most":[29],"crucial":[30],"because":[31],"they":[32],"help":[33],"discover":[35],"nature":[37],"NLP":[39,86,152],"problems,":[40],"which":[41],"is":[42,80],"important":[43],"from":[44,161],"both":[45],"scientific":[46],"engineering":[48],"perspectives.":[49],"Although":[50],"tasks":[52],"can":[53],"potentially":[54],"be":[55],"automated,":[56],"tend":[58],"them":[61],"manually,":[62],"writing":[64],"similar":[65],"pieces":[66],"code.":[68],"We":[69],"developed":[70,109],"tools":[71,126],"largely":[73],"automate":[74],"subtasks.":[76],"Promoting":[77],"component":[78],"reuse":[79,137],"another":[81],"way":[82],"further":[84],"increase":[85,151],"efficiency.":[88,154],"Building":[89],"on":[90],"interoperability":[92],"enhancing":[93],"Unstructured":[94],"Information":[95],"Management":[96],"Architecture":[97],"(UIMA)":[98],"framework,":[99],"we":[100,148],"have":[101],"collected":[102],"a":[103,115,162,171],"large":[104],"library":[105],"interoperable":[107],"resources,":[108],"several":[110],"creation":[112],"utilities,":[113],"added":[114],"customizable":[116],"system,":[120,147],"built":[122],"visualization":[123],"utilities.":[124],"These":[125],"modularly":[128],"designed":[129],"accommodate":[131],"various":[132],"use":[133,157],"cases":[134],"potential":[136],"scenarios.":[138],"By":[139],"integrating":[140],"all":[141],"features":[143],"into":[144],"our":[145],"U-Compare":[146,165],"hope":[149],"developer":[153],"Simple":[155],"directly":[159],"runnable":[160],"web":[163],"browser,":[164],"has":[166],"already":[167],"found":[168],"uses":[169],"in":[170],"range":[172],"applications.":[174]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":12}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}