{"id":"https://openalex.org/W4412376965","doi":"https://doi.org/10.1145/3726302.3730140","title":"A Flexible User Study Platform for Generative Information Retrieval","display_name":"A Flexible User Study Platform for Generative Information Retrieval","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412376965","doi":"https://doi.org/10.1145/3726302.3730140"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730140","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730140","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730140","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730140","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003921419","display_name":"Yuming Liang","orcid":"https://orcid.org/0009-0000-4543-3828"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yidong Liang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-4543-3828","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002597610","display_name":"Zhijing Wu","orcid":"https://orcid.org/0000-0003-2473-3746"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijing Wu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2473-3746","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118969060","display_name":"Yuchen He","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchen He","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-4324-7073","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042453339","display_name":"Fengming Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengming Liang","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4228-1561","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kexin Liu","orcid":"https://orcid.org/0009-0007-5407-4549"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kexin Liu","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-5407-4549","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072119199","display_name":"Jiaxin Mao","orcid":"https://orcid.org/0000-0002-9257-5498"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Mao","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9257-5498","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8492,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92965839,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4066","last_page":"4070"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7804027795791626},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5650941133499146},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5409259796142578},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4250863492488861},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3498457074165344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2735162079334259}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7804027795791626},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5650941133499146},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5409259796142578},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4250863492488861},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3498457074165344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2735162079334259}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3726302.3730140","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730140","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730140","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730140","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730140","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730140","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1973355663","display_name":null,"funder_award_id":"62302040","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G8725635015","display_name":null,"funder_award_id":"2022TQ0033","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323110","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412376965.pdf","grobid_xml":"https://content.openalex.org/works/W4412376965.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1968927634","https://openalex.org/W1972802558","https://openalex.org/W1995311669","https://openalex.org/W2021735564","https://openalex.org/W2031858317","https://openalex.org/W2032395777","https://openalex.org/W2040869873","https://openalex.org/W2091856877","https://openalex.org/W2113640060","https://openalex.org/W2115787195","https://openalex.org/W2125771191","https://openalex.org/W2165474780","https://openalex.org/W2740935584","https://openalex.org/W2740992833","https://openalex.org/W2783175414","https://openalex.org/W2788493644","https://openalex.org/W2954003244","https://openalex.org/W2955013659","https://openalex.org/W3093586900","https://openalex.org/W3140399761","https://openalex.org/W3153773530","https://openalex.org/W3155638432","https://openalex.org/W4206655182","https://openalex.org/W4391047416","https://openalex.org/W4392612086","https://openalex.org/W4394643260","https://openalex.org/W4396832250","https://openalex.org/W4400525274","https://openalex.org/W4400530395","https://openalex.org/W4405144076"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2380075625","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"User":[0],"behavior":[1,27,52,67],"and":[2,28,53,68,88,108,110,151],"experience":[3,30],"are":[4],"important":[5],"for":[6,39,133,143],"improving":[7],"information":[8],"retrieval":[9],"(IR)":[10],"systems.":[11,35,58,155],"While":[12],"much":[13],"research":[14,145],"has":[15,126],"focused":[16],"on":[17,70,136,146],"traditional":[18],"IR":[19,34,57,73,82,138],"systems,":[20,139],"few":[21],"studies":[22,135],"have":[23],"systematically":[24],"examined":[25],"user":[26,51,66,96,101,134],"search":[29],"with":[31,150,153],"emerging":[32],"generative":[33,56,72,81,137],"A":[36],"key":[37],"reason":[38],"this":[40],"gap":[41],"is":[42],"the":[43,71,123,127,141],"lack":[44],"of":[45],"publicly":[46],"available":[47],"toolkits":[48],"to":[49,64,118,129],"record":[50],"feedback":[54,69],"in":[55],"We":[59,121],"developed":[60],"a":[61,80,95],"comprehensive":[62],"platform":[63,76,125],"collect":[65],"system.":[74],"This":[75],"consists":[77],"of:":[78],"1)":[79],"system":[83],"that":[84,98,115],"supports":[85],"both":[86],"API-based":[87],"customized":[89],"retrieval-augmented":[90],"generation":[91],"(RAG)":[92],"methods,":[93],"2)":[94],"interface":[97],"logs":[99],"various":[100],"behavior,":[102],"including":[103],"prompts,":[104],"clicks,":[105],"mouse":[106],"movements,":[107],"scrolling,":[109],"3)":[111],"an":[112],"annotation":[113],"website":[114],"allows":[116],"users":[117,148],"provide":[119],"feedback.":[120],"believe":[122],"proposed":[124],"potential":[128],"streamline":[130],"data":[131],"collection":[132],"paving":[140],"way":[142],"future":[144],"how":[147],"engage":[149],"interact":[152],"these":[154]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}