{"id":"https://openalex.org/W9984818","doi":null,"title":"Collection Selection for Distributed Web Search: Using Highly Discriminative Keys, Query-driven Indexing and ColRank","display_name":"Collection Selection for Distributed Web Search: Using Highly Discriminative Keys, Query-driven Indexing and ColRank","alternate_titles":[],"publication_year":2009,"publication_date":"2009-08-14","ids":{"openalex":"https://openalex.org/W9984818","mag":"9984818"},"language":"en","primary_location":{"id":"mag:9984818","doi":null,"is_oa":false,"landing_page_url":"https://core.ac.uk/download/pdf/11469065.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W9984818"],"child_works_count":0,"type":"book","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073516305","display_name":"Sander Bockting","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Sander Bockting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5073516305"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4488,"has_fulltext":false,"cited_by_count":2,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.72301934,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.01140000019222498,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collection-selection","display_name":"collection selection","score":0.9509999752044678},{"id":"https://openalex.org/keywords/peer-selection","display_name":"peer selection","score":0.5789999961853027},{"id":"https://openalex.org/keywords/index-size-reduction","display_name":"index size reduction","score":0.8199999928474426},{"id":"https://openalex.org/keywords/language-modeling","display_name":"language modeling","score":0.42500001192092896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7706968784332275},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.7077697515487671},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.6930312514305115},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.6859638690948486},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.6684008240699768},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6411682963371277},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.6251636743545532},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6073152422904968},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.5725549459457397},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.5136281847953796},{"id":"https://openalex.org/C2776324614","wikidata":"https://www.wikidata.org/wiki/Q3948731","display_name":"Web content","level":3,"score":0.5081565380096436},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.4830532670021057},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4765799045562744},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.474319189786911},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4588722288608551},{"id":"https://openalex.org/C521815418","wikidata":"https://www.wikidata.org/wiki/Q4182287","display_name":"Web search engine","level":4,"score":0.44824346899986267},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4342373013496399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07995399832725525},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.06165078282356262},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:9984818","doi":null,"is_oa":false,"landing_page_url":"https://core.ac.uk/download/pdf/11469065.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W128253319","https://openalex.org/W144683697","https://openalex.org/W153030323","https://openalex.org/W170175661","https://openalex.org/W174734731","https://openalex.org/W176184588","https://openalex.org/W232533489","https://openalex.org/W1482214997","https://openalex.org/W1505358417","https://openalex.org/W1515703439","https://openalex.org/W1516910930","https://openalex.org/W1517590677","https://openalex.org/W1530635668","https://openalex.org/W1540124269","https://openalex.org/W1551821929","https://openalex.org/W1555477875","https://openalex.org/W1564059483","https://openalex.org/W1567960950","https://openalex.org/W1587314265","https://openalex.org/W1594745449","https://openalex.org/W1596258944","https://openalex.org/W1605873790","https://openalex.org/W1659541576","https://openalex.org/W1956559956","https://openalex.org/W1964653195","https://openalex.org/W1969158886","https://openalex.org/W1971285215","https://openalex.org/W1976044263","https://openalex.org/W1982858363","https://openalex.org/W1982889956","https://openalex.org/W1990388042","https://openalex.org/W1992053235","https://openalex.org/W1995173295","https://openalex.org/W2002682102","https://openalex.org/W2007807439","https://openalex.org/W2009346361","https://openalex.org/W2016892599","https://openalex.org/W2021733154","https://openalex.org/W2021986193","https://openalex.org/W2028709054","https://openalex.org/W2034260175","https://openalex.org/W2036181041","https://openalex.org/W2038526807","https://openalex.org/W2045447437","https://openalex.org/W2059602407","https://openalex.org/W2061973112","https://openalex.org/W2065331859","https://openalex.org/W2066636486","https://openalex.org/W2080676333","https://openalex.org/W2086253379","https://openalex.org/W2087663869","https://openalex.org/W2089199911","https://openalex.org/W2093390569","https://openalex.org/W2097997793","https://openalex.org/W2098162425","https://openalex.org/W2098593316","https://openalex.org/W2102823665","https://openalex.org/W2108843240","https://openalex.org/W2112612547","https://openalex.org/W2113304843","https://openalex.org/W2113341280","https://openalex.org/W2118131693","https://openalex.org/W2125634389","https://openalex.org/W2131646244","https://openalex.org/W2132271696","https://openalex.org/W2133681769","https://openalex.org/W2136542423","https://openalex.org/W2138621811","https://openalex.org/W2144211451","https://openalex.org/W2146223937","https://openalex.org/W2156037541","https://openalex.org/W2157485377","https://openalex.org/W2158049821","https://openalex.org/W2163059190","https://openalex.org/W2166227910","https://openalex.org/W2167898414","https://openalex.org/W2170111360","https://openalex.org/W2170205495","https://openalex.org/W2171976364"],"related_works":["https://openalex.org/W2147739976","https://openalex.org/W1602467905","https://openalex.org/W2562782","https://openalex.org/W2146329329","https://openalex.org/W2004441230","https://openalex.org/W116096421","https://openalex.org/W1918515283","https://openalex.org/W1990377602","https://openalex.org/W2117163853","https://openalex.org/W2267946515"],"abstract_inverted_index":{"Current":[0],"popular":[1,264],"web":[2,49,60,79,84,101,337],"search":[3],"engines,":[4],"such":[5,297],"as":[6,202,298],"Google,":[7],"Live":[8],"Search":[9],"and":[10,34,62,173,302],"Yahoo!,":[11],"rely":[12],"on":[13,181,335,370],"crawling":[14,66],"to":[15,29,76,135,144,155,175,186,205,232,240,250,272,275,288,312,344,367],"build":[16],"an":[17,36,219],"index":[18,32,89,220,253,258,303,347],"of":[19,39,47,56,59,93,112,126,189,196,263,307,365],"the":[20,31,44,48,57,73,120,127,138,148,171,176,187,190,223,233,236,241,252,308,330,363],"World":[21],"Wide":[22],"Web.":[23],"Crawling":[24],"is":[25,200,213,218,227,248,269,310,342],"a":[26,90,106,110,123,131,136,141,157,203,214,313,336,350],"continuous":[27],"process":[28],"keep":[30],"fresh":[33],"generates":[35],"enormous":[37],"amount":[38],"data":[40],"traffic.":[41],"By":[42],"far":[43],"largest":[45],"part":[46,111,262],"remains":[50],"unindexed,":[51],"because":[52,235],"crawlers":[53],"are":[54,168,243,261],"unaware":[55],"existence":[58],"pages":[61],"they":[63],"have":[64],"difficulties":[65],"dynamically":[67],"generated":[68],"content.":[69,129],"These":[70],"problems":[71],"were":[72],"main":[74],"motivation":[75],"research":[77,179],"distributed":[78],"search.":[80],"We":[81,357],"assume":[82],"that":[83,260,277,315],"sites,":[85],"or":[86],"peers,":[87,119],"can":[88,278,328],"collection":[91,182,299,354],"consisting":[92],"local\r\ncontent,":[94],"but":[95],"possibly":[96],"also":[97,270,358],"content":[98],"from":[99,117],"other":[100],"sites.":[102],"Peers":[103],"cooperate":[104],"with":[105,161,230,332],"broker":[107,121,139,172],"by":[108,255],"sending":[109],"their":[113],"index.":[114],"Receiving":[115],"indices":[116],"many":[118,162],"gains":[122],"global":[124],"overview":[125],"peers\u2019":[128],"When":[130],"user":[132],"poses":[133],"a\r\nquery":[134],"broker,":[137],"selects":[140],"few":[142],"peers":[143,151],"which":[145,184,217],"it":[146],"forwards":[147],"query.":[149],"Selected":[150],"should":[152],"be":[153,279],"promising":[154,192],"create":[156],"good":[158],"result":[159,166],"set":[160,216],"relevant":[163],"documents.":[164],"The":[165,194,225,283,305,324],"sets":[167],"merged":[169,320],"at":[170,222],"sent":[174],"user.":[177],"This":[178],"focuses":[180],"selection,":[183],"corresponds":[185],"selection":[188,300,355],"most":[191],"peers.":[193,208],"use":[195],"highly":[197,210,228],"discriminative":[198,211,229],"keys":[199],"employed":[201],"strategy":[204],"select":[206],"those":[207],"A":[209,266],"key":[212,226],"term":[215],"entry":[221],"broker.":[224],"respect":[231],"collections":[234,242,276],"posting":[237],"lists":[238],"pointing":[239],"relatively":[244],"small.":[245],"Query-driven":[246],"indexing":[247,341],"applied":[249,316],"reduce":[251,346],"size":[254],"only":[256],"storing":[257],"entries":[259],"queries.":[265],"PageRank-like":[267],"algorithm":[268],"tested":[271],"assign":[273],"scores":[274],"used":[280],"for":[281],"ranking.":[282],"Sophos":[284,292],"prototype":[285],"was":[286,293],"developed":[287],"test":[289,339],"these":[290],"methods.":[291],"evaluated\r\non":[294],"different":[295],"aspects,":[296],"performance":[301,306],"sizes.":[304],"methods":[309],"compared":[311],"baseline":[314,331],"language":[317],"modeling":[318],"onto":[319],"documents":[321],"in":[322,353,362],"collections.":[323],"results":[325],"show":[326],"that\r\nSophos":[327],"outperform":[329],"ad-hoc":[333],"queries":[334,369],"based":[338],"set.Query-driven":[340],"able":[343],"substantially":[345],"sizes":[348],"against":[349],"small":[351],"loss":[352],"performance.":[356],"found":[359],"large":[360],"differences":[361],"level":[364],"difficulty":[366],"answer":[368],"various":[371],"corpus":[372],"splits.":[373]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W9984818","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
