{"id":"https://openalex.org/W4412376935","doi":"https://doi.org/10.1145/3726302.3730284","title":"W iki H int : A Human-Annotated Dataset for Hint Ranking and Generation","display_name":"W iki H int : A Human-Annotated Dataset for Hint Ranking and Generation","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412376935","doi":"https://doi.org/10.1145/3726302.3730284"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730284","doi":"https://doi.org/10.1145/3726302.3730284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730284","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730284","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001145944","display_name":"Jamshid Mozafari","orcid":"https://orcid.org/0000-0003-4850-9239","observed_orcids":["https://orcid.org/0000-0003-4850-9239"]},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Jamshid Mozafari","raw_affiliation_strings":["University of Innsbruck, Innsbruck, Tyrol, Austria"],"raw_orcid":"https://orcid.org/0000-0003-4850-9239","affiliations":[{"raw_affiliation_string":"University of Innsbruck, Innsbruck, Tyrol, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115003879","display_name":"Florian Gerhold","orcid":"https://orcid.org/0009-0000-4754-6295","observed_orcids":["https://orcid.org/0009-0000-4754-6295"]},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Florian Gerhold","raw_affiliation_strings":["University of Innsbruck, Innsbruck, Tyrol, Austria"],"raw_orcid":"https://orcid.org/0009-0000-4754-6295","affiliations":[{"raw_affiliation_string":"University of Innsbruck, Innsbruck, Tyrol, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079733597","display_name":"Adam Jatowt","orcid":"https://orcid.org/0000-0001-7235-0665","observed_orcids":["https://orcid.org/0000-0001-7235-0665"]},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Adam Jatowt","raw_affiliation_strings":["University of Innsbruck, Innsbruck, Tyrol, Austria"],"raw_orcid":"https://orcid.org/0000-0001-7235-0665","affiliations":[{"raw_affiliation_string":"University of Innsbruck, Innsbruck, Tyrol, Austria","institution_ids":["https://openalex.org/I190249584"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I190249584"],"apc_list":null,"apc_paid":null,"fwci":0.9884,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71776903,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3821","last_page":"3831"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.030700000002980232,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hint-generation","display_name":"hint generation","score":0.8820000290870667},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7419999837875366},{"id":"https://openalex.org/keywords/cognitive-ability","display_name":"cognitive ability","score":0.44600000977516174}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6105539202690125},{"id":"https://openalex.org/C2753892","wikidata":"https://www.wikidata.org/wiki/Q4041439","display_name":"INT","level":2,"score":0.5771450996398926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.503187358379364},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3061627149581909},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06909126043319702}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3726302.3730284","doi":"https://doi.org/10.1145/3726302.3730284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730284","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2412.01626","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.01626","pdf_url":"https://arxiv.org/pdf/2412.01626","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.01626","doi":"https://doi.org/10.48550/arxiv.2412.01626","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.01626","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730284","doi":"https://doi.org/10.1145/3726302.3730284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730284","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412376935.pdf","grobid_xml":"https://content.openalex.org/works/W4412376935.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W208128215","https://openalex.org/W1514405275","https://openalex.org/W2001442493","https://openalex.org/W2013784666","https://openalex.org/W2016122903","https://openalex.org/W2140190241","https://openalex.org/W2152850548","https://openalex.org/W2557764419","https://openalex.org/W2806183494","https://openalex.org/W2888812214","https://openalex.org/W2912924812","https://openalex.org/W2946643708","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2970680470","https://openalex.org/W2989613245","https://openalex.org/W3015883388","https://openalex.org/W3016254928","https://openalex.org/W3093937844","https://openalex.org/W3134678353","https://openalex.org/W3140419907","https://openalex.org/W3170739233","https://openalex.org/W3186791274","https://openalex.org/W3196385594","https://openalex.org/W4224247158","https://openalex.org/W4286506316","https://openalex.org/W4313315719","https://openalex.org/W4327810158","https://openalex.org/W4385571189","https://openalex.org/W4385571806","https://openalex.org/W4385572714","https://openalex.org/W4385688766","https://openalex.org/W4389210056","https://openalex.org/W4390041933","https://openalex.org/W4392769397","https://openalex.org/W4393086197","https://openalex.org/W4393300286","https://openalex.org/W4396896417","https://openalex.org/W4399643011","https://openalex.org/W4401306886","https://openalex.org/W4404781843","https://openalex.org/W4407124171","https://openalex.org/W4411205315","https://openalex.org/W6600424091","https://openalex.org/W6950263284","https://openalex.org/W7134117706"],"related_works":["https://openalex.org/W2118564381","https://openalex.org/W2163901716","https://openalex.org/W2152204162","https://openalex.org/W2739821120","https://openalex.org/W2088097596","https://openalex.org/W2150136235","https://openalex.org/W2140661912","https://openalex.org/W2037724912","https://openalex.org/W2056806613","https://openalex.org/W2153069032"],"abstract_inverted_index":{"The":[0],"use":[1,48],"of":[2,49,99,113,157],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"has":[7],"increased":[8],"significantly":[9],"with":[10,102,108,151],"users":[11],"frequently":[12],"asking":[13],"questions":[14,107,152],"to":[15,28,57,123],"chatbots.":[16],"In":[17],"the":[18,47,97,100,111,139,155],"time":[19],"when":[20],"information":[21,149],"is":[22,26,70],"readily":[23],"accessible,":[24],"it":[25],"crucial":[27],"stimulate":[29],"and":[30,35,74,92,109,125,131,160],"preserve":[31],"human":[32,103],"cognitive":[33],"abilities":[34],"maintain":[36],"strong":[37],"reasoning":[38],"skills.":[39],"This":[40],"paper":[41],"addresses":[42],"such":[43],"challenges":[44],"by":[45],"promoting":[46],"hints":[50,77,101,127,145],"as":[51],"an":[52],"alternative":[53],"or":[54],"a":[55,63,118],"supplement":[56],"direct":[58],"answers.":[59],"We":[60,82,95],"first":[61],"introduce":[62,117],"manually":[64],"constructed":[65],"hint":[66,88,170],"dataset,":[67],"WikiHint,":[68],"which":[69],"based":[71],"on":[72],"Wikipedia":[73],"includes":[75],"5,000":[76],"created":[78],"for":[79,87],"1,000":[80],"questions.":[81],"then":[83],"finetune":[84],"open-source":[85],"LLMs":[86],"generation":[89],"in":[90,128,169],"answer-aware":[91,130],"answer-agnostic":[93,132],"contexts.":[94],"assess":[96],"effectiveness":[98],"participants":[104],"who":[105],"answer":[106,148],"without":[110],"aid":[112],"hints.":[114],"Additionally,":[115],"we":[116],"lightweight":[119],"evaluation":[120],"method,":[121],"HintRank,":[122],"evaluate":[124],"rank":[126],"both":[129],"settings.":[133],"Our":[134],"findings":[135],"show":[136],"that":[137],"(a)":[138],"dataset":[140],"helps":[141],"generate":[142],"more":[143],"effective":[144],"(b)":[146],"including":[147],"along":[150],"generally":[153],"improves":[154],"quality":[156],"generated":[158],"hints,":[159],"(c)":[161],"encoder-based":[162],"models":[163,168],"perform":[164],"better":[165],"than":[166],"decoder-based":[167],"ranking.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-17T09:40:24.721904","created_date":"2025-07-14T00:00:00"}