{"id":"https://openalex.org/W4412376935","doi":"https://doi.org/10.1145/3726302.3730284","title":"W <scp>iki</scp> H <scp>int</scp> : A Human-Annotated Dataset for Hint Ranking and Generation","display_name":"W <scp>iki</scp> H <scp>int</scp> : A Human-Annotated Dataset for Hint Ranking and Generation","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412376935","doi":"https://doi.org/10.1145/3726302.3730284"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730284","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730284","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001145944","display_name":"Jamshid Mozafari","orcid":"https://orcid.org/0000-0003-4850-9239"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Jamshid Mozafari","raw_affiliation_strings":["University of Innsbruck, Innsbruck, Tyrol, Austria"],"affiliations":[{"raw_affiliation_string":"University of Innsbruck, Innsbruck, Tyrol, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115003879","display_name":"Florian Gerhold","orcid":null},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Florian Gerhold","raw_affiliation_strings":["University of Innsbruck, Innsbruck, Tyrol, Austria"],"affiliations":[{"raw_affiliation_string":"University of Innsbruck, Innsbruck, Tyrol, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079733597","display_name":"Adam Jatowt","orcid":"https://orcid.org/0000-0001-7235-0665"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Adam Jatowt","raw_affiliation_strings":["University of Innsbruck, Innsbruck, Tyrol, Austria"],"affiliations":[{"raw_affiliation_string":"University of Innsbruck, Innsbruck, Tyrol, Austria","institution_ids":["https://openalex.org/I190249584"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001145944"],"corresponding_institution_ids":["https://openalex.org/I190249584"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09197811,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3821","last_page":"3831"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6105539202690125},{"id":"https://openalex.org/keywords/int","display_name":"INT","score":0.5771450996398926},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.503187358379364},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3061627149581909},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06909126043319702}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6105539202690125},{"id":"https://openalex.org/C2753892","wikidata":"https://www.wikidata.org/wiki/Q4041439","display_name":"INT","level":2,"score":0.5771450996398926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.503187358379364},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3061627149581909},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06909126043319702}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3726302.3730284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730284","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730284","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412376935.pdf","grobid_xml":"https://content.openalex.org/works/W4412376935.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W208128215","https://openalex.org/W1514405275","https://openalex.org/W2001442493","https://openalex.org/W2013784666","https://openalex.org/W2016122903","https://openalex.org/W2140190241","https://openalex.org/W2152850548","https://openalex.org/W2557764419","https://openalex.org/W2806183494","https://openalex.org/W2888812214","https://openalex.org/W2912924812","https://openalex.org/W2946643708","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2970680470","https://openalex.org/W2989613245","https://openalex.org/W3035252911","https://openalex.org/W3093937844","https://openalex.org/W3099700870","https://openalex.org/W3134678353","https://openalex.org/W3140419907","https://openalex.org/W3170739233","https://openalex.org/W3186791274","https://openalex.org/W3196385594","https://openalex.org/W4224247158","https://openalex.org/W4285778194","https://openalex.org/W4286506316","https://openalex.org/W4313315719","https://openalex.org/W4327810158","https://openalex.org/W4385571189","https://openalex.org/W4385571806","https://openalex.org/W4385572714","https://openalex.org/W4385688766","https://openalex.org/W4389210056","https://openalex.org/W4390041933","https://openalex.org/W4392769397","https://openalex.org/W4393086197","https://openalex.org/W4393300286","https://openalex.org/W4394653270","https://openalex.org/W4396896417","https://openalex.org/W4398230331","https://openalex.org/W4399643011","https://openalex.org/W4400529101","https://openalex.org/W4401306886","https://openalex.org/W4404781843","https://openalex.org/W4407124171","https://openalex.org/W6600424091"],"related_works":["https://openalex.org/W2118564381","https://openalex.org/W2163901716","https://openalex.org/W2152204162","https://openalex.org/W2739821120","https://openalex.org/W2088097596","https://openalex.org/W2150136235","https://openalex.org/W2140661912","https://openalex.org/W2037724912","https://openalex.org/W2056806613","https://openalex.org/W2153069032"],"abstract_inverted_index":{"The":[0],"use":[1,48],"of":[2,49,99,113,157],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"has":[7],"increased":[8],"significantly":[9],"with":[10,102,108,151],"users":[11],"frequently":[12],"asking":[13],"questions":[14,107,152],"to":[15,28,57,123],"chatbots.":[16],"In":[17],"the":[18,47,97,100,111,139,155],"time":[19],"when":[20],"information":[21,149],"is":[22,26,70],"readily":[23],"accessible,":[24],"it":[25],"crucial":[27],"stimulate":[29],"and":[30,35,74,92,109,125,131,160],"preserve":[31],"human":[32,103],"cognitive":[33],"abilities":[34],"maintain":[36],"strong":[37],"reasoning":[38],"skills.":[39],"This":[40],"paper":[41],"addresses":[42],"such":[43],"challenges":[44],"by":[45],"promoting":[46],"hints":[50,77,101,127,145],"as":[51],"an":[52],"alternative":[53],"or":[54],"a":[55,63,118],"supplement":[56],"direct":[58],"answers.":[59],"We":[60,82,95],"first":[61],"introduce":[62,117],"manually":[64],"constructed":[65],"hint":[66,88,170],"dataset,":[67],"WikiHint,":[68],"which":[69],"based":[71],"on":[72],"Wikipedia":[73],"includes":[75],"5,000":[76],"created":[78],"for":[79,87],"1,000":[80],"questions.":[81],"then":[83],"finetune":[84],"open-source":[85],"LLMs":[86],"generation":[89],"in":[90,128,169],"answer-aware":[91,130],"answer-agnostic":[93,132],"contexts.":[94],"assess":[96],"effectiveness":[98],"participants":[104],"who":[105],"answer":[106,148],"without":[110],"aid":[112],"hints.":[114],"Additionally,":[115],"we":[116],"lightweight":[119],"evaluation":[120],"method,":[121],"HintRank,":[122],"evaluate":[124],"rank":[126],"both":[129],"settings.":[133],"Our":[134],"findings":[135],"show":[136],"that":[137],"(a)":[138],"dataset":[140],"helps":[141],"generate":[142],"more":[143],"effective":[144],"(b)":[146],"including":[147],"along":[150],"generally":[153],"improves":[154],"quality":[156],"generated":[158],"hints,":[159],"(c)":[161],"encoder-based":[162],"models":[163,168],"perform":[164],"better":[165],"than":[166],"decoder-based":[167],"ranking.":[171]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-07-14T00:00:00"}
