{"id":"https://openalex.org/W7133544178","doi":"https://doi.org/10.1145/3799914.3799924","title":"Report on the 18th Round of NII Testbeds and Community for Information Access Research (NTCIR-18)","display_name":"Report on the 18th Round of NII Testbeds and Community for Information Access Research (NTCIR-18)","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W7133544178","doi":"https://doi.org/10.1145/3799914.3799924"},"language":"en","primary_location":{"id":"doi:10.1145/3799914.3799924","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3799914.3799924","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103536747","display_name":"Chung-Chi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chung-Chi Chen","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126125146","display_name":"Qingyao Ai","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046718849","display_name":"Shoko Wakamiya","orcid":"https://orcid.org/0000-0002-9371-1340"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shoko Wakamiya","raw_affiliation_strings":["Nara Institute of Science and Technology, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Makoto P. Kato","orcid":null},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Makoto P. Kato","raw_affiliation_strings":["University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064349338","display_name":"YiquN Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128069748","display_name":"Charles L. A. Clarke","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Charles L. A. Clarke","raw_affiliation_strings":["University of Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045875579","display_name":"Noriko Kando","orcid":"https://orcid.org/0000-0002-2133-0215"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Noriko Kando","raw_affiliation_strings":["National Institute of Informatics, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Japan","institution_ids":["https://openalex.org/I184597095"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.66187465,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"59","issue":"2","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.3100999891757965,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.3100999891757965,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.16179999709129333,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.024800000712275505,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6358000040054321},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5692999958992004},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.550599992275238},{"id":"https://openalex.org/keywords/lifelog","display_name":"Lifelog","score":0.4433000087738037},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.41370001435279846},{"id":"https://openalex.org/keywords/public-access","display_name":"Public access","score":0.41029998660087585},{"id":"https://openalex.org/keywords/data-access","display_name":"Data access","score":0.3937999904155731}],"concepts":[{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6358000040054321},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6351000070571899},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5692999958992004},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.550599992275238},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.453900009393692},{"id":"https://openalex.org/C176168674","wikidata":"https://www.wikidata.org/wiki/Q763835","display_name":"Lifelog","level":2,"score":0.4433000087738037},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C2982933515","wikidata":"https://www.wikidata.org/wiki/Q104381823","display_name":"Public access","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C2776543384","wikidata":"https://www.wikidata.org/wiki/Q593289","display_name":"Information access","level":2,"score":0.36880001425743103},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36390000581741333},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C2985829316","wikidata":"https://www.wikidata.org/wiki/Q26084","display_name":"Access to information","level":3,"score":0.34119999408721924},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33390000462532043},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C3017942907","wikidata":"https://www.wikidata.org/wiki/Q16797616","display_name":"Information resource","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.2581999897956848}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3799914.3799924","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3799914.3799924","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W3088479979"],"related_works":[],"abstract_inverted_index":{"This":[0,106],"event":[1],"report":[2,107],"summarizes":[3],"the":[4,8,120,134,142],"eighteenth":[5],"round":[6],"of":[7,47,123,136,145],"NII":[9],"Testbeds":[10],"and":[11,38,80,96,113,115,125,129,141,148],"Community":[12],"for":[13,61,69,139],"Information":[14],"Access":[15],"Research":[16],"(NTCIR-18),":[17],"held":[18],"on":[19],"June":[20,153],"10\u201313,":[21],"2025":[22],"in":[23,54,74,131],"Tokyo,":[24],"Japan.":[25],"NTCIR-18":[26],"organized":[27],"seven":[28],"core":[29],"tasks":[30,41],"(AEOLLM,":[31],"FairWeb-2,":[32],"FinArg-2,":[33],"Lifelog-6,":[34],"MedNLP-CHAT,":[35],"RadNLP,":[36],"Transfer-2)":[37],"three":[39],"pilot":[40],"(HIDDEN-RAD,":[42],"SUSHI,":[43],"U4),":[44],"spanning":[45],"evaluation":[46],"generative":[48],"LLMs,":[49],"fair":[50],"ranking,":[51,133],"temporal":[52],"reasoning":[53],"finance,":[55],"multimodal":[56],"lifelog":[57],"retrieval,":[58,71],"safety":[59],"assessment":[60],"medical":[62],"dialogue,":[63],"bilingual":[64],"radiology":[65],"staging,":[66],"resource":[67],"transfer":[68],"dense":[70],"causal":[72],"explanation":[73],"radiology,":[75],"search":[76],"over":[77,83],"archival":[78],"metadata,":[79],"table-centric":[81],"QA":[82],"annual":[84],"reports.":[85],"Across":[86],"178":[87],"registrations":[88],"from":[89],"113":[90],"teams":[91],"worldwide,":[92],"participants":[93],"submitted":[94],"runs":[95],"analyses":[97],"that":[98],"combined":[99],"traditional":[100],"IR":[101],"pipelines":[102],"with":[103],"LLM-centric":[104],"methods.":[105],"outlines":[108],"each":[109],"task's":[110],"motivation,":[111],"data,":[112],"methodology,":[114],"summarize":[116],"key":[117],"findings,":[118],"including":[119],"complementary":[121],"roles":[122],"LLM-based":[124],"feature-based":[126],"evaluators,":[127],"trade-offs":[128],"mitigations":[130],"fairness-aware":[132],"importance":[135],"structure-aware":[137],"approaches":[138],"tables,":[140],"persistent":[143],"challenges":[144],"sparse":[146],"metadata":[147],"clinical":[149],"reasoning.":[150],"Date:":[151],"10\u201313":[152],"2025.":[154],"Website:":[155],"https://research.nii.ac.jp/ntcir/ntcir-18/.":[156]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-03-05T00:00:00"}