{"id":"https://openalex.org/W4294804994","doi":"https://doi.org/10.1108/dta-01-2022-0001","title":"SeaRank: relevance prediction based on click models in a reinforcement learning framework","display_name":"SeaRank: relevance prediction based on click models in a reinforcement learning framework","publication_year":2022,"publication_date":"2022-09-06","ids":{"openalex":"https://openalex.org/W4294804994","doi":"https://doi.org/10.1108/dta-01-2022-0001"},"language":"en","primary_location":{"id":"doi:10.1108/dta-01-2022-0001","is_oa":false,"landing_page_url":"https://doi.org/10.1108/dta-01-2022-0001","pdf_url":null,"source":{"id":"https://openalex.org/S4210171756","display_name":"Data Technologies and Applications","issn_l":"2514-9288","issn":["2514-9288","2514-9318"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Technologies and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081808863","display_name":"Amir Hosein Keyhanipour","orcid":"https://orcid.org/0000-0003-4137-9494"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]},{"id":"https://openalex.org/I4210123125","display_name":"Isfahan University of Art","ror":"https://ror.org/03aqgee13","country_code":"IR","type":"education","lineage":["https://openalex.org/I4210123125"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Amir Hosein Keyhanipour","raw_affiliation_strings":["Computer Engineering Department, Faculty of Engineering, College of Farabi, University of Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0003-4137-9494","affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Faculty of Engineering, College of Farabi, University of Tehran, Iran","institution_ids":["https://openalex.org/I23946033","https://openalex.org/I4210123125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059134555","display_name":"Farhad Oroumchian","orcid":"https://orcid.org/0000-0001-7942-5965"},"institutions":[{"id":"https://openalex.org/I55990551","display_name":"University of Wollongong in Dubai","ror":"https://ror.org/0447ajy94","country_code":"AE","type":"education","lineage":["https://openalex.org/I204824540","https://openalex.org/I55990551"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Farhad Oroumchian","raw_affiliation_strings":["Faculty of Engineering and Information Sciences, University of Wollongong in Dubai, Dubai Knowledge Park, Dubai, UAE"],"raw_orcid":"https://orcid.org/0000-0001-7942-5965","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Information Sciences, University of Wollongong in Dubai, Dubai Knowledge Park, Dubai, UAE","institution_ids":["https://openalex.org/I55990551"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3187,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62811782,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"57","issue":"4","first_page":"465","last_page":"488"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7981268763542175},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7754409313201904},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6011253595352173},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5101726055145264},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4990711212158203},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.48367056250572205},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4760018289089203},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43479830026626587},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4305424690246582},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39840006828308105}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7981268763542175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7754409313201904},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6011253595352173},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5101726055145264},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4990711212158203},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.48367056250572205},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4760018289089203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43479830026626587},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4305424690246582},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39840006828308105},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1108/dta-01-2022-0001","is_oa":false,"landing_page_url":"https://doi.org/10.1108/dta-01-2022-0001","pdf_url":null,"source":{"id":"https://openalex.org/S4210171756","display_name":"Data Technologies and Applications","issn_l":"2514-9288","issn":["2514-9288","2514-9318"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Technologies and Applications","raw_type":"journal-article"},{"id":"pmh:oai:ro.uow.edu.au:test2021-11730","is_oa":false,"landing_page_url":"https://ro.uow.edu.au/test2021/6183","pdf_url":null,"source":{"id":"https://openalex.org/S4306400510","display_name":"Research Online (University of Wollongong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204824540","host_organization_name":"University of Wollongong","host_organization_lineage":["https://openalex.org/I204824540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Harvesting Series","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1552767446","https://openalex.org/W1900509039","https://openalex.org/W1973500996","https://openalex.org/W1992549066","https://openalex.org/W2026784708","https://openalex.org/W2047221353","https://openalex.org/W2085419825","https://openalex.org/W2099213975","https://openalex.org/W2113640060","https://openalex.org/W2131676173","https://openalex.org/W2135046866","https://openalex.org/W2154739689","https://openalex.org/W2402441596","https://openalex.org/W2740384884","https://openalex.org/W2790532312","https://openalex.org/W2793798730","https://openalex.org/W2889658777","https://openalex.org/W2911964244","https://openalex.org/W2946248329","https://openalex.org/W2948795993","https://openalex.org/W2973203262","https://openalex.org/W3000163445","https://openalex.org/W3012628147","https://openalex.org/W3022781743","https://openalex.org/W3022917197","https://openalex.org/W3024738884","https://openalex.org/W3035106673","https://openalex.org/W3044072784","https://openalex.org/W3110874763","https://openalex.org/W3115087172","https://openalex.org/W3133745687","https://openalex.org/W3144638008","https://openalex.org/W3164243168","https://openalex.org/W3165918968","https://openalex.org/W4239510810","https://openalex.org/W4249977334","https://openalex.org/W6608315494","https://openalex.org/W6631787827"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W2150136235","https://openalex.org/W2041353081","https://openalex.org/W2581240705"],"abstract_inverted_index":{"Purpose":[0],"User":[1,47,69,100,162,179,253,377],"feedback":[2],"inferred":[3],"from":[4,416,424],"the":[5,11,27,53,62,75,81,94,109,112,123,136,150,170,198,234,237,240,252,257,272,276,284,313,316,329,347,367,373,376,380,395,428,449,452,465,473,484],"user's":[6,28],"search-time":[7],"behavior":[8],"could":[9],"improve":[10],"learning":[12,89,340,348,461,471],"to":[13,92,134,143,176,321,352,372,427,438,479,482],"rank":[14],"(L2R)":[15],"algorithms.":[16,403],"Click":[17],"models":[18,153],"(CMs)":[19],"present":[20],"probabilistic":[21],"frameworks":[22],"for":[23,154,489],"describing":[24],"and":[25,46,55,59,99,117,186,189,193,226,242,255,287,307,345,379,388,431,455,467],"predicting":[26],"clicks":[29],"during":[30],"search":[31],"sessions.":[32],"Most":[33],"of":[34,61,74,108,111,125,139,169,173,209,239,245,275,283,451,493],"these":[35,434],"CMs":[36,50],"are":[37,102,120,195,215,218],"based":[38,220,303,311],"on":[39,221,233,304,312,386],"common":[40],"assumptions":[41],"such":[42,268,342,463],"as":[43,57,166,343,399,464],"Attractiveness,":[44,97],"Examination":[45,56,98,187,194,243,288,308],"Satisfaction":[48,70,101,163,180,254,378],".":[49,260],"usually":[51,412],"consider":[52],"Attractiveness":[54,185,192,241,286,306],"pre-":[58],"post-estimators":[60],"actual":[63,76],"relevance.":[64,77,95],"They":[65],"also":[66],"assume":[67],"that":[68,271,363,394],"is":[71,164,182,265,279,364,370,405,446],"a":[72,87,105,144,174,177,206,246,269,300,422,490],"function":[73],"This":[78,419,443],"paper":[79],"extends":[80],"authors'":[82,235],"previous":[83],"work":[84],"by":[85,197,281],"building":[86],"reinforcement":[88],"(RL)":[90],"model":[91,132,264,445],"predict":[93,135],"The":[96,129,361],"estimated":[103,183,285],"using":[104],"limited":[106],"number":[107],"features":[110,214,426,430,437],"utilized":[113],"benchmark":[114,390],"data":[115,156,391],"set":[116],"then":[118],"they":[119],"incorporated":[121],"in":[122,190,267,332,358,366,408],"construction":[124],"an":[126,167,262,323,354,440],"RL":[127,131,152,263,277,317,368,441,444,474],"agent.":[128],"proposed":[130,396,447],"learns":[133,351],"relevance":[137,171,258,356,487],"label":[138,357,488],"documents":[140],"with":[141,448],"respect":[142],"given":[145,247,491],"query":[146,175],"more":[147,406,414],"effectively":[148],"than":[149],"baseline":[151,402],"those":[155],"sets.":[157],"Design/methodology/approach":[158],"In":[159,202,290],"this":[160,203,291],"paper,":[161],"used":[165,365],"indication":[168],"level":[172,259],"document.":[178],"itself":[181],"through":[184],",":[188],"turn,":[191],"calculated":[196],"random":[199],"forest":[200],"algorithm.":[201],"process,":[204],"only":[205],"small":[207],"subset":[208],"top":[210],"information":[211],"retrieval":[212],"(IR)":[213],"used,":[216],"which":[217,327,411],"selected":[219,381],"their":[222],"mean":[223],"average":[224],"precision":[225],"normalized":[227],"discounted":[228],"cumulative":[229],"gain":[230],"values.":[231,289,309],"Based":[232],"observations,":[236],"multiplication":[238],"values":[244],"query\u2013document":[248,294],"pair":[249,295,492],"closely":[250],"approximates":[251],"hence":[256],"Besides,":[261],"designed":[266],"way":[270],"current":[273,334],"state":[274,302],"agent":[278,318,349,369,475],"determined":[280],"discretization":[282],"way,":[292],"each":[293,359],"would":[296,319,476],"be":[297,477],"mapped":[298],"into":[299],"specific":[301],"its":[305,333],"Then,":[310],"reward":[314,331,362,456],"function,":[315],"try":[320],"choose":[322,483],"action":[324],"(relevance":[325],"label)":[326],"maximizes":[328],"received":[330],"state.":[335,360],"Using":[336],"temporal":[337],"difference":[338,374],"(TD)":[339],"algorithms,":[341,462],"Q-learning":[344,466],"SARSA,":[346,468],"gradually":[350],"identify":[353],"appropriate":[355,486],"proportional":[371],"between":[375],"action.":[382],"Findings":[383],"Experimental":[384],"results":[385],"MSLR-WEB10K":[387],"WCL2R":[389],"sets":[392],"demonstrate":[393],"algorithm,":[397],"named":[398],"SeaRank,":[400],"outperforms":[401],"Improvement":[404],"noticeable":[407],"top-ranked":[409],"results,":[410],"receive":[413],"attention":[415],"users.":[417],"Originality/value":[418],"research":[420],"provides":[421],"mapping":[423],"IR":[425],"CM":[429],"thereafter":[432],"utilizes":[433],"newly":[435],"generated":[436],"build":[439],"model.":[442],"definition":[450],"states,":[453],"actions":[454],"function.":[457],"By":[458],"applying":[459],"TD":[460],"within":[469],"several":[470],"episodes,":[472],"able":[478],"learn":[480],"how":[481],"most":[485],"query\u2013document.":[494]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}