{"id":"https://openalex.org/W2756731689","doi":"https://doi.org/10.1145/3121050.3121069","title":"Investigating per Topic Upper Bound for Session Search Evaluation","display_name":"Investigating per Topic Upper Bound for Session Search Evaluation","publication_year":2017,"publication_date":"2017-09-29","ids":{"openalex":"https://openalex.org/W2756731689","doi":"https://doi.org/10.1145/3121050.3121069","mag":"2756731689"},"language":"en","primary_location":{"id":"doi:10.1145/3121050.3121069","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3121050.3121069","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3121069&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=3121069&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042237237","display_name":"Zhiwen Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I184565670","display_name":"Georgetown University","ror":"https://ror.org/05vzafd60","country_code":"US","type":"education","lineage":["https://openalex.org/I184565670"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiwen Tang","raw_affiliation_strings":["Georgetown University, Washington, DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgetown University, Washington, DC, USA","institution_ids":["https://openalex.org/I184565670"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002485529","display_name":"Grace Hui Yang","orcid":"https://orcid.org/0000-0001-6095-8358"},"institutions":[{"id":"https://openalex.org/I184565670","display_name":"Georgetown University","ror":"https://ror.org/05vzafd60","country_code":"US","type":"education","lineage":["https://openalex.org/I184565670"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Grace Hui Yang","raw_affiliation_strings":["Georgetown University, Washington, DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgetown University, Washington, DC, USA","institution_ids":["https://openalex.org/I184565670"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I184565670"],"apc_list":null,"apc_paid":null,"fwci":3.5449,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94062814,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"185","last_page":"192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.8080164194107056},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.651581346988678},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5619708299636841},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3534524142742157},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1968381106853485},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.164860337972641}],"concepts":[{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.8080164194107056},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.651581346988678},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5619708299636841},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3534524142742157},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1968381106853485},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.164860337972641},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3121050.3121069","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3121050.3121069","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3121069&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3121050.3121069","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3121050.3121069","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3121069&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5540815900","display_name":null,"funder_award_id":"FA8750-14-2-0226","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G6978028572","display_name":null,"funder_award_id":"IIS-145374","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2756731689.pdf","grobid_xml":"https://content.openalex.org/works/W2756731689.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1481347793","https://openalex.org/W1502275721","https://openalex.org/W1521737429","https://openalex.org/W1597379241","https://openalex.org/W1979963107","https://openalex.org/W1988133548","https://openalex.org/W1991788574","https://openalex.org/W1999444901","https://openalex.org/W2028709054","https://openalex.org/W2034173707","https://openalex.org/W2048045485","https://openalex.org/W2049028959","https://openalex.org/W2056021151","https://openalex.org/W2056246507","https://openalex.org/W2058473041","https://openalex.org/W2069870183","https://openalex.org/W2076227143","https://openalex.org/W2096269226","https://openalex.org/W2101409192","https://openalex.org/W2107569009","https://openalex.org/W2109882182","https://openalex.org/W2112008792","https://openalex.org/W2113347069","https://openalex.org/W2132314908","https://openalex.org/W2146682077","https://openalex.org/W2160555926","https://openalex.org/W2197919320","https://openalex.org/W2292998346","https://openalex.org/W6630062751"],"related_works":["https://openalex.org/W3087157779","https://openalex.org/W2112668038","https://openalex.org/W4306770904","https://openalex.org/W2348742136","https://openalex.org/W4231927834","https://openalex.org/W2078680306","https://openalex.org/W4290792893","https://openalex.org/W4230536726","https://openalex.org/W1976086524","https://openalex.org/W4248120002"],"abstract_inverted_index":{"Session":[0],"search":[1,55,76,96,131,157,168],"is":[2,14],"a":[3,10,69],"complex":[4],"Information":[5],"Retrieval":[6],"(IR)":[7],"task.":[8],"As":[9],"result,":[11],"its":[12],"evaluation":[13,28,56],"also":[15],"complex.":[16],"A":[17],"great":[18],"number":[19],"of":[20,29,68,128],"factors":[21],"need":[22],"to":[23,49,108,162,180],"be":[24,106],"considered":[25],"in":[26,44],"the":[27,46,61,65,74,83,118,122,135,139,152,154,181],"session":[30,54,130,156],"search.":[31],"They":[32],"include":[33],"document":[34,36],"relevance,":[35],"novelty,":[37],"aspect-related":[38],"novelty":[39],"discounting,":[40],"and":[41],"user's":[42],"efforts":[43],"examining":[45],"documents.":[47],"Due":[48],"increased":[50],"complexity,":[51],"most":[52],"existing":[53,129],"metrics":[57,158,173],"are":[58,91,159,174],"NP-hard.":[59],"Consequently,":[60],"optimal":[62],"value,":[63],"i.e.":[64],"upper":[66,100,126,140],"bound,":[67],"metric":[70],"highly":[71],"varies":[72],"with":[73],"actual":[75,123],"topics.":[77,97,114,169],"In":[78],"Cranfield-like":[79],"settings":[80],"such":[81],"as":[82],"Text":[84],"REtrieval":[85],"Conference":[86],"(TREC),":[87],"scores":[88],"for":[89],"systems":[90,111],"usually":[92],"averaged":[93],"across":[94,112,166],"all":[95],"With":[98],"undetermined":[99],"bound":[101],"values,":[102],"however,":[103],"it":[104],"could":[105],"unfair":[107],"compare":[109],"IR":[110],"different":[113],"This":[115],"paper":[116],"addresses":[117],"problem":[119],"by":[120,151],"investigating":[121],"per":[124],"topic":[125],"bounds":[127,141],"metrics.":[132],"Through":[133],"decomposing":[134],"metrics,":[136],"we":[137],"derive":[138],"via":[142],"mathematical":[143],"optimization.":[144],"We":[145],"show":[146],"that":[147],"after":[148],"being":[149],"normalized":[150,172],"bounds,":[153],"NP-hard":[155],"then":[160],"able":[161],"provide":[163],"robust":[164],"comparison":[165],"various":[167],"The":[170],"new":[171],"experimented":[175],"on":[176],"official":[177],"runs":[178],"submitted":[179],"TREC":[182],"2016":[183],"Dynamic":[184],"Domain":[185],"(DD)":[186],"Track.":[187]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}