{"id":"https://openalex.org/W4312314464","doi":"https://doi.org/10.1162/tacl_a_00518","title":"Compositional Evaluation on Japanese Textual Entailment and Similarity","display_name":"Compositional Evaluation on Japanese Textual Entailment and Similarity","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312314464","doi":"https://doi.org/10.1162/tacl_a_00518"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00518","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00518","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00518/2060724/tacl_a_00518.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00518/2060724/tacl_a_00518.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045824013","display_name":"Hitomi Yanaka","orcid":"https://orcid.org/0000-0003-0354-6116"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hitomi Yanaka","raw_affiliation_strings":["The University of Tokyo, Japan. hyanaka@is.s.u-tokyo.ac.jp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo, Japan. hyanaka@is.s.u-tokyo.ac.jp","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079684936","display_name":"Koji Mineshima","orcid":"https://orcid.org/0000-0002-2801-9171"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Koji Mineshima","raw_affiliation_strings":["Keio University, Japan. minesima@abelard.flet.keio.ac.jp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Keio University, Japan. minesima@abelard.flet.keio.ac.jp","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5045824013","https://openalex.org/A5079684936"],"corresponding_institution_ids":["https://openalex.org/I203951103","https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":1.2774,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.82800131,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"1266","last_page":"1284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8590602278709412},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7623817324638367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6786648035049438},{"id":"https://openalex.org/keywords/textual-entailment","display_name":"Textual entailment","score":0.5438698530197144},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5277241468429565},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5056283473968506},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.486316055059433},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.43727898597717285},{"id":"https://openalex.org/keywords/stress","display_name":"Stress (linguistics)","score":0.429132878780365},{"id":"https://openalex.org/keywords/word-order","display_name":"Word order","score":0.42597246170043945},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41852471232414246},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3691716194152832},{"id":"https://openalex.org/keywords/logical-consequence","display_name":"Logical consequence","score":0.23096686601638794}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8590602278709412},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7623817324638367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6786648035049438},{"id":"https://openalex.org/C95318506","wikidata":"https://www.wikidata.org/wiki/Q6588467","display_name":"Textual entailment","level":3,"score":0.5438698530197144},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5277241468429565},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5056283473968506},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.486316055059433},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.43727898597717285},{"id":"https://openalex.org/C21036866","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.429132878780365},{"id":"https://openalex.org/C70777604","wikidata":"https://www.wikidata.org/wiki/Q257885","display_name":"Word order","level":2,"score":0.42597246170043945},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41852471232414246},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3691716194152832},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.23096686601638794},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00518","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00518","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00518/2060724/tacl_a_00518.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bcec6530f42d4e0bba4c3768fe9c4d88","is_oa":false,"landing_page_url":"https://doaj.org/article/bcec6530f42d4e0bba4c3768fe9c4d88","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 10 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00518","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00518","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00518/2060724/tacl_a_00518.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2542721904","display_name":null,"funder_award_id":"JP20K19868","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G510122772","display_name":"Compositional Inference Systems based on Formal Semantics and Natural Language Processing","funder_award_id":"20K19868","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6097415514","display_name":null,"funder_award_id":"JPMJCR2114","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G6718509927","display_name":null,"funder_award_id":"CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6868013485","display_name":"A new framework for the formal semantics of natural language based on proof theory and type theory","funder_award_id":"21K00016","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7960102573","display_name":null,"funder_award_id":"JPMJPR21C8","funder_id":"https://openalex.org/F4320338111","funder_display_name":"Precursory Research for Embryonic Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320338111","display_name":"Precursory Research for Embryonic Science and Technology","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312314464.pdf","grobid_xml":"https://content.openalex.org/works/W4312314464.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1519891759","https://openalex.org/W1840435438","https://openalex.org/W1971579567","https://openalex.org/W1992871189","https://openalex.org/W2008086575","https://openalex.org/W2008541001","https://openalex.org/W2075322664","https://openalex.org/W2121879602","https://openalex.org/W2130158090","https://openalex.org/W2251627854","https://openalex.org/W2462305634","https://openalex.org/W2607469374","https://openalex.org/W2614322402","https://openalex.org/W2739351760","https://openalex.org/W2771976988","https://openalex.org/W2798665661","https://openalex.org/W2888643140","https://openalex.org/W2891475925","https://openalex.org/W2891555348","https://openalex.org/W2904008843","https://openalex.org/W2913389777","https://openalex.org/W2923014074","https://openalex.org/W2938432277","https://openalex.org/W2951286828","https://openalex.org/W2963261262","https://openalex.org/W2963351454","https://openalex.org/W2963846996","https://openalex.org/W2965373594","https://openalex.org/W2970752815","https://openalex.org/W2983984338","https://openalex.org/W2985347336","https://openalex.org/W3015253856","https://openalex.org/W3021087975","https://openalex.org/W3035032094","https://openalex.org/W3035267217","https://openalex.org/W3035390927","https://openalex.org/W3035718362","https://openalex.org/W3099911888","https://openalex.org/W3102483398","https://openalex.org/W3102927624","https://openalex.org/W3104033643","https://openalex.org/W3105190698","https://openalex.org/W3105639882","https://openalex.org/W3152698349","https://openalex.org/W3153632605","https://openalex.org/W3153705853","https://openalex.org/W3162296828","https://openalex.org/W3173954987","https://openalex.org/W3174169056","https://openalex.org/W3175306105","https://openalex.org/W3175606037","https://openalex.org/W3176549216","https://openalex.org/W4238846128","https://openalex.org/W4294969216","https://openalex.org/W4365799947","https://openalex.org/W4383551279","https://openalex.org/W6600441966","https://openalex.org/W6691303741","https://openalex.org/W6748490679","https://openalex.org/W6751744669","https://openalex.org/W6755207826","https://openalex.org/W6761205521","https://openalex.org/W6765039553","https://openalex.org/W6766673545","https://openalex.org/W6771509786","https://openalex.org/W6778282506","https://openalex.org/W6783108549","https://openalex.org/W6784529557","https://openalex.org/W6794024404","https://openalex.org/W6795383682","https://openalex.org/W6796000776"],"related_works":["https://openalex.org/W2597592340","https://openalex.org/W2108648114","https://openalex.org/W2252084125","https://openalex.org/W2951029798","https://openalex.org/W2559461694","https://openalex.org/W2021222228","https://openalex.org/W2151108588","https://openalex.org/W2605128132","https://openalex.org/W2950037435","https://openalex.org/W2110891728"],"abstract_inverted_index":{"Abstract":[0],"Natural":[1],"Language":[2],"Inference":[3],"(NLI)":[4],"and":[5,54,74,124,136,147,168],"Semantic":[6],"Textual":[7],"Similarity":[8],"(STS)":[9],"are":[10,40,119,163],"widely":[11],"used":[12],"benchmark":[13],"tasks":[14],"for":[15,102],"compositional":[16,103],"evaluation":[17],"of":[18,63,110,140,152],"pre-trained":[19,133,160],"language":[20,64,117,134,161],"models.":[21],"Despite":[22],"growing":[23],"interest":[24],"in":[25,46,66,112],"linguistic":[26],"universals,":[27],"most":[28],"NLI/STS":[29,44,85],"studies":[30],"have":[31],"focused":[32],"almost":[33],"exclusively":[34],"on":[35,58,131],"English.":[36],"In":[37],"particular,":[38],"there":[39],"no":[41],"available":[42],"multilingual":[43,141],"datasets":[45],"Japanese,":[47],"which":[48],"is":[49],"typologically":[50],"different":[51,132],"from":[52,91],"English":[53,93],"can":[55],"shed":[56],"light":[57],"the":[59,92,138,153,158],"currently":[60],"controversial":[61],"behavior":[62],"models":[65,118,135,142,162],"matters":[67],"such":[68],"as":[69],"sensitivity":[70],"to":[71,114,121,145,165],"word":[72,122,166],"order":[73,123,167],"case":[75,125,169],"particles.":[76,126],"Against":[77],"this":[78],"background,":[79],"we":[80],"introduce":[81],"JSICK,":[82],"a":[83,99],"Japanese":[84,146],"dataset":[86,94,101],"that":[87,157],"was":[88],"manually":[89],"translated":[90],"SICK.":[95],"We":[96,127],"also":[97],"present":[98],"stress-test":[100,154],"inference,":[104],"created":[105],"by":[106],"transforming":[107],"syntactic":[108],"structures":[109],"sentences":[111],"JSICK":[113],"investigate":[115],"whether":[116],"sensitive":[120],"conduct":[128],"baseline":[129],"experiments":[130,155],"compare":[137],"performance":[139],"when":[143],"applied":[144],"other":[148],"languages.":[149],"The":[150],"results":[151],"suggest":[156],"current":[159],"insensitive":[164],"marking.":[170]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}