{"id":"https://openalex.org/W4416550288","doi":"https://doi.org/10.1145/3774905.3793135","title":"QueryGym: A Toolkit for Reproducible LLM-Based Query Reformulation","display_name":"QueryGym: A Toolkit for Reproducible LLM-Based Query Reformulation","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W4416550288","doi":"https://doi.org/10.1145/3774905.3793135"},"language":null,"primary_location":{"id":"doi:10.1145/3774905.3793135","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793135","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774905.3793135","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032496915","display_name":"Amin Bigdeli","orcid":"https://orcid.org/0009-0003-8977-9312"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amin Bigdeli","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0003-8977-9312","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025776243","display_name":"Radin Hamidi Rad","orcid":"https://orcid.org/0000-0002-9044-3723"},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Radin Hamidi Rad","raw_affiliation_strings":["Mila \u2013 Quebec AI Institute, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9044-3723","affiliations":[{"raw_affiliation_string":"Mila \u2013 Quebec AI Institute, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210164802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120560758","display_name":"Mert Incesu","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mert Incesu","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0007-1129-2597","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049487742","display_name":"Negar Arabzadeh","orcid":"https://orcid.org/0000-0002-4411-7089"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Negar Arabzadeh","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4411-7089","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037737168","display_name":"Charles L. A. Clarke","orcid":"https://orcid.org/0000-0001-8178-9194"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Charles Clarke","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8178-9194","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064660738","display_name":"Ebrahim Bagheri","orcid":"https://orcid.org/0000-0002-5148-6237"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ebrahim Bagheri","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5148-6237","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01203129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"196","last_page":"199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3970000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3970000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.12780000269412994,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10159999877214432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6105999946594238},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5351999998092651},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4733000099658966},{"id":"https://openalex.org/keywords/extensibility","display_name":"Extensibility","score":0.4713999927043915},{"id":"https://openalex.org/keywords/query-language","display_name":"Query language","score":0.4514999985694885},{"id":"https://openalex.org/keywords/sparql","display_name":"SPARQL","score":0.3813000023365021},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.3368000090122223},{"id":"https://openalex.org/keywords/rdf-query-language","display_name":"RDF query language","score":0.3206999897956848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8432000279426575},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6105999946594238},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5848000049591064},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5351999998092651},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4733000099658966},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.4713999927043915},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.42260000109672546},{"id":"https://openalex.org/C41009113","wikidata":"https://www.wikidata.org/wiki/Q54871","display_name":"SPARQL","level":4,"score":0.3813000023365021},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3346000015735626},{"id":"https://openalex.org/C96956885","wikidata":"https://www.wikidata.org/wiki/Q6138701","display_name":"RDF query language","level":5,"score":0.3206999897956848},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C198140048","wikidata":"https://www.wikidata.org/wiki/Q10859422","display_name":"Software versioning","level":3,"score":0.3109000027179718},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.30630001425743103},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.2955000102519989},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C164100034","wikidata":"https://www.wikidata.org/wiki/Q1870629","display_name":"Loose coupling","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.27889999747276306},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25699999928474426},{"id":"https://openalex.org/C95916125","wikidata":"https://www.wikidata.org/wiki/Q840540","display_name":"Relational algebra","level":3,"score":0.25270000100135803}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3774905.3793135","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793135","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2511.15996","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.15996","pdf_url":"https://arxiv.org/pdf/2511.15996","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.15996","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.15996","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3774905.3793135","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793135","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"QueryGym,":[2],"a":[3,55,78,93,102,115,137],"lightweight,":[4],"extensible":[5,140],"Python":[6,94],"toolkit":[7,52,90],"that":[8,53],"supports":[9],"large":[10],"language":[11],"model":[12],"(LLM)-based":[13],"query":[14,27],"reformulation.":[15],"This":[16],"is":[17,49,147],"an":[18],"important":[19],"tool":[20],"development":[21],"since":[22],"recent":[23],"work":[24],"on":[25],"llm-based":[26,86],"reformulation":[28,87],"has":[29],"shown":[30],"notable":[31],"increase":[32],"in":[33],"retrieval":[34],"effectiveness.":[35],"However,":[36],"while":[37],"different":[38],"authors":[39],"have":[40],"sporadically":[41],"shared":[42],"the":[43],"implementation":[44,57,141],"of":[45,58],"their":[46],"methods,":[47,60,100],"there":[48],"no":[50],"unified":[51,79],"provides":[54],"consistent":[56,67],"such":[59,109],"which":[61],"hinders":[62],"fair":[63],"comparison,":[64],"rapid":[65],"experimentation,":[66],"benchmarking":[68],"and":[69,84,112,122,132,135],"reliable":[70],"deployment.":[71],"QueryGym":[72,146],"addresses":[73],"this":[74],"gap":[75],"by":[76],"providing":[77],"framework":[80],"for":[81,96,128],"implementing,":[82],"executing,":[83],"comparing":[85],"methods.":[88],"The":[89],"offers:":[91],"(1)":[92],"API":[95],"applying":[97],"diverse":[98],"LLM-based":[99],"(2)":[101],"retrieval-agnostic":[103],"interface":[104],"supporting":[105],"integration":[106],"with":[107,120],"backends":[108],"as":[110],"Pyserini":[111],"PyTerrier,":[113],"(3)":[114],"centralized":[116],"prompt":[117],"management":[118],"system":[119],"versioning":[121],"metadata":[123],"tracking,":[124],"(4)":[125],"built-in":[126],"support":[127],"benchmarks":[129],"like":[130],"BEIR":[131],"MS":[133],"MARCO,":[134],"(5)":[136],"completely":[138],"open-source":[139],"available":[142,149],"to":[143],"all":[144],"researchers.":[145],"publicly":[148],"at":[150],"https://github.com/ls3-lab/QueryGym.":[151]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-23T00:00:00"}