{"id":"https://openalex.org/W7108324364","doi":"https://doi.org/10.1145/3767695.3769479","title":"Geniie-Lab: A Testbed for Controlled Experimentation of Model Search Behaviour","display_name":"Geniie-Lab: A Testbed for Controlled Experimentation of Model Search Behaviour","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W7108324364","doi":"https://doi.org/10.1145/3767695.3769479"},"language":null,"primary_location":{"id":"doi:10.1145/3767695.3769479","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3767695.3769479","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hideo Joho","orcid":"https://orcid.org/0000-0002-6611-652X"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hideo Joho","raw_affiliation_strings":["Institute of Library, Information and Media Science, University of Tsukuba, Tsukuba, Ibaraki, Japan"],"affiliations":[{"raw_affiliation_string":"Institute of Library, Information and Media Science, University of Tsukuba, Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I146399215"],"apc_list":null,"apc_paid":null,"fwci":3.2508,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.94726362,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"55","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9078999757766724,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9078999757766724,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.016300000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.8065999746322632},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6359999775886536},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5825999975204468},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.5591999888420105},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5022000074386597},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45730000734329224},{"id":"https://openalex.org/keywords/information-integration","display_name":"Information integration","score":0.43549999594688416},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4212000072002411},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.36090001463890076}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.8065999746322632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7696999907493591},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6359999775886536},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5825999975204468},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.5591999888420105},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45730000734329224},{"id":"https://openalex.org/C33326189","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information integration","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3621000051498413},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.36090001463890076},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3434000015258789},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3345000147819519},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31299999356269836},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.3059000074863434},{"id":"https://openalex.org/C21025794","wikidata":"https://www.wikidata.org/wiki/Q5141219","display_name":"Cognitive models of information retrieval","level":4,"score":0.3057999908924103},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3767695.3769479","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3767695.3769479","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2035569891","https://openalex.org/W2038093061","https://openalex.org/W2151592910","https://openalex.org/W2740321901","https://openalex.org/W3133594109","https://openalex.org/W3209981429","https://openalex.org/W4391532364","https://openalex.org/W4399631598","https://openalex.org/W4404782900","https://openalex.org/W4412378020"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"increasingly":[4],"act":[5],"as":[6,101],"generative":[7],"information":[8],"intermediaries":[9],"(GII)":[10],"in":[11,42],"retrieval-augmented":[12],"applications,":[13],"performing":[14],"tasks":[15],"like":[16],"query":[17,71],"(re)formulation,":[18],"document":[19],"selection,":[20],"and":[21,32,40,74,82,96,115],"relevance":[22],"assessment.":[23],"However,":[24],"their":[25],"responses":[26,59],"are":[27],"highly":[28],"sensitive":[29],"to":[30,107],"prompt":[31,92],"instruction":[33],"design,":[34],"posing":[35],"challenges":[36],"for":[37,52],"reproducibility,":[38],"robustness,":[39],"evaluation":[41],"Information":[43],"Retrieval":[44],"(IR).":[45],"We":[46],"present":[47],"geniie-lab,":[48],"a":[49,63],"research":[50],"testbed":[51],"systematically":[53],"investigating":[54],"how":[55],"instructions":[56],"affect":[57],"LLM":[58,83],"across":[60],"stages":[61],"of":[62,80,111],"search":[64,113],"pipeline.":[65],"It":[66],"supports":[67],"controlled":[68],"experiments":[69,90],"on":[70,91],"formulation,":[72],"ranking,":[73],"response":[75],"refinement,":[76],"with":[77],"flexible":[78],"integration":[79],"OpenSearch":[81],"APIs.":[84],"The":[85,120],"geniie-lab":[86],"also":[87],"enables":[88],"reproducible":[89],"variation,":[93],"task":[94],"sensitivity,":[95],"agentic":[97],"IR":[98,118],"workflows.":[99],"Released":[100],"an":[102],"open":[103],"resource,":[104],"we":[105],"aim":[106],"advance":[108],"empirical":[109],"studies":[110],"model":[112],"behaviour":[114],"support":[116],"LLM-centric":[117],"evaluation.":[119],"source":[121],"code":[122],"is":[123],"available":[124],"from":[125],"https://github.com/geniie-lab/geniie-lab/":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-03T00:00:00"}