{"id":"https://openalex.org/W2592213114","doi":"https://doi.org/10.1145/3020165.3022141","title":"Using Topic Models to Assess Document Relevance in Exploratory Search User Studies","display_name":"Using Topic Models to Assess Document Relevance in Exploratory Search User Studies","publication_year":2017,"publication_date":"2017-03-07","ids":{"openalex":"https://openalex.org/W2592213114","doi":"https://doi.org/10.1145/3020165.3022141","mag":"2592213114"},"language":"en","primary_location":{"id":"doi:10.1145/3020165.3022141","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3020165.3022141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Conference Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007118986","display_name":"Alan Medlar","orcid":"https://orcid.org/0000-0002-5139-9483"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Alan Medlar","raw_affiliation_strings":["University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001270670","display_name":"Dorota G\u0142owacka","orcid":"https://orcid.org/0000-0001-7008-3380"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Dorota Glowacka","raw_affiliation_strings":["University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I133731052"],"apc_list":null,"apc_paid":null,"fwci":0.6473,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67043131,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"313","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.9176058769226074},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7927163243293762},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7644656896591187},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7636888027191162},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5841597318649292},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5731635689735413},{"id":"https://openalex.org/keywords/exploratory-search","display_name":"Exploratory search","score":0.536381185054779},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.4439695477485657},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37110814452171326},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2839198112487793}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.9176058769226074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7927163243293762},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7644656896591187},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7636888027191162},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5841597318649292},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5731635689735413},{"id":"https://openalex.org/C2777866876","wikidata":"https://www.wikidata.org/wiki/Q5421358","display_name":"Exploratory search","level":2,"score":0.536381185054779},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4439695477485657},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37110814452171326},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2839198112487793},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3020165.3022141","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3020165.3022141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Conference Human Information Interaction and Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6899999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W135190683","https://openalex.org/W613277099","https://openalex.org/W1514314939","https://openalex.org/W1880262756","https://openalex.org/W1986554116","https://openalex.org/W2015338694","https://openalex.org/W2023403131","https://openalex.org/W2037802158","https://openalex.org/W2042980227","https://openalex.org/W2057495142","https://openalex.org/W2102698119","https://openalex.org/W2115787195","https://openalex.org/W2120379285","https://openalex.org/W2129891468","https://openalex.org/W2141175968","https://openalex.org/W2151049666","https://openalex.org/W2155188720","https://openalex.org/W2174706414","https://openalex.org/W2312920711","https://openalex.org/W2467377967","https://openalex.org/W2500119194"],"related_works":["https://openalex.org/W2150136235","https://openalex.org/W4327909959","https://openalex.org/W2041353081","https://openalex.org/W2581240705","https://openalex.org/W4220734985","https://openalex.org/W2912890003","https://openalex.org/W2593803794","https://openalex.org/W2622001639","https://openalex.org/W2064335555","https://openalex.org/W2151478938"],"abstract_inverted_index":{"Evaluation":[0],"is":[1],"crucial":[2],"in":[3,109],"assessing":[4,62],"the":[5,56,63,69,77,92,107],"effectiveness":[6],"of":[7,43,47,65,74,88,95,104,137,153],"new":[8],"information":[9],"retrieval":[10],"and":[11,16,30],"human":[12,171],"computer":[13],"interaction":[14],"techniques":[15],"systems.":[17],"Relevance":[18],"judgements":[19,35],"are":[20,36,86],"often":[21,87],"performed":[22,38],"by":[23],"humans,":[24],"which":[25],"makes":[26],"obtaining":[27],"them":[28],"expensive":[29],"time":[31],"consuming.":[32],"Consequently,":[33],"relevance":[34,73,135,166],"usually":[37],"only":[39,149],"on":[40,55,127],"a":[41,44,53,83,110,150,156,162,170],"subset":[42,152],"given":[45,111,157],"collection":[46,112,141],"data":[48],"or":[49,71],"experimental":[50],"results":[51,160],"with":[52,81,142],"focus":[54],"top":[57,96],"ranked":[58],"documents.":[59,97],"However,":[60],"when":[61],"performance":[64],"exploratory":[66],"search":[67,84],"systems,":[68],"diversity":[70],"subjective":[72],"documents":[75,108,154],"that":[76,130],"user":[78],"was":[79],"presented":[80],"over":[82],"session":[85],"more":[89],"importance":[90],"than":[91],"relative":[93],"ranking":[94],"In":[98,119],"order":[99],"to":[100,114,147,169],"perform":[101],"these":[102],"types":[103],"assessment,":[105],"all":[106],"need":[113],"be":[115],"judged":[116],"for":[117],"relevance.":[118],"this":[120],"paper,":[121],"we":[122],"propose":[123],"an":[124,138,143],"approach":[125],"based":[126],"topic":[128],"modeling":[129],"can":[131],"greatly":[132],"accelerate":[133],"document":[134,140],"judgment":[136],"entire":[139],"expert":[144],"assessor":[145],"needing":[146],"mark":[148],"small":[151],"from":[155],"collection.":[158],"Experimental":[159],"show":[161],"substantial":[163],"overlap":[164],"between":[165],"judgments":[167],"compared":[168],"assessor.":[172]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}