{"id":"https://openalex.org/W2029345326","doi":"https://doi.org/10.1109/comcomap.2014.7017213","title":"Bayes topic prediction model for focused crawling of vertical search engine","display_name":"Bayes topic prediction model for focused crawling of vertical search engine","publication_year":2014,"publication_date":"2014-10-01","ids":{"openalex":"https://openalex.org/W2029345326","doi":"https://doi.org/10.1109/comcomap.2014.7017213","mag":"2029345326"},"language":"en","primary_location":{"id":"doi:10.1109/comcomap.2014.7017213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comcomap.2014.7017213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Computers, Communications and IT Applications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100633914","display_name":"Weihong Zhang","orcid":"https://orcid.org/0000-0002-4960-4169"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weihong Zhang","raw_affiliation_strings":["National Engineering Research Center for S&T Resources Sharing Services, Beihang University, Beijing, China","National Engineering Research Center for S&T Resources Sharing Services, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for S&T Resources Sharing Services, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"National Engineering Research Center for S&T Resources Sharing Services, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055446742","display_name":"Yong Chen","orcid":"https://orcid.org/0000-0003-2580-5895"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Chen","raw_affiliation_strings":["National Engineering Research Center for S&T Resources Sharing Services, Beihang University, Beijing, China","National Engineering Research Center for S&T Resources Sharing Services, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for S&T Resources Sharing Services, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"National Engineering Research Center for S&T Resources Sharing Services, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100633914"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.7889,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8149363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"2","issue":null,"first_page":"294","last_page":"299"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9379000067710876,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.932200014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.8283746242523193},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7631072998046875},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6884665489196777},{"id":"https://openalex.org/keywords/focused-crawler","display_name":"Focused crawler","score":0.6780767440795898},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.6475131511688232},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.6410781145095825},{"id":"https://openalex.org/keywords/naive-bayes-classifier","display_name":"Naive Bayes classifier","score":0.5902534127235413},{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.5810914039611816},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.5220489501953125},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.5198779106140137},{"id":"https://openalex.org/keywords/vector-space-model","display_name":"Vector space model","score":0.4745959937572479},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4454447329044342},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44233113527297974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3667374551296234},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.3242201805114746},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.29754412174224854},{"id":"https://openalex.org/keywords/static-web-page","display_name":"Static web page","score":0.1265122890472412},{"id":"https://openalex.org/keywords/web-navigation","display_name":"Web navigation","score":0.1204259991645813}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.8283746242523193},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7631072998046875},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6884665489196777},{"id":"https://openalex.org/C73340581","wikidata":"https://www.wikidata.org/wiki/Q5463958","display_name":"Focused crawler","level":5,"score":0.6780767440795898},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.6475131511688232},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.6410781145095825},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.5902534127235413},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.5810914039611816},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.5220489501953125},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.5198779106140137},{"id":"https://openalex.org/C89686163","wikidata":"https://www.wikidata.org/wiki/Q1187982","display_name":"Vector space model","level":2,"score":0.4745959937572479},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4454447329044342},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44233113527297974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3667374551296234},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.3242201805114746},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29754412174224854},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.1265122890472412},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.1204259991645813},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comcomap.2014.7017213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comcomap.2014.7017213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Computers, Communications and IT Applications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4399999976158142,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W60298443","https://openalex.org/W633723564","https://openalex.org/W1599395313","https://openalex.org/W1661523325","https://openalex.org/W2009438923","https://openalex.org/W2057611711","https://openalex.org/W2083089853","https://openalex.org/W2097246321","https://openalex.org/W2154159734","https://openalex.org/W2170236196","https://openalex.org/W2235107487","https://openalex.org/W3101427803","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4385695127","https://openalex.org/W2375180657","https://openalex.org/W2042034567","https://openalex.org/W2026132847","https://openalex.org/W1506122440","https://openalex.org/W2137810919","https://openalex.org/W2358310581","https://openalex.org/W2274831913","https://openalex.org/W2352686120","https://openalex.org/W2019080882"],"abstract_inverted_index":{"Vertical":[0],"search":[1,10,27,39,73,243,279],"is":[2,106,157,173,193],"an":[3],"important":[4],"topic":[5,137,154,172,187,217,232],"in":[6,70,112,135,161,175,239,281],"the":[7,71,109,117,136,148,151,171,176,186,199,206,209,227,231,236,249,267],"design":[8],"of":[9,150,229,253],"engines":[11,40],"as":[12,108],"it":[13],"offers":[14],"more":[15,18,120,134,259],"abundant":[16],"and":[17,31,46,52,66],"precise":[19],"results":[20],"on":[21,122,235],"specific":[22,164],"domain":[23],"compared":[24],"with":[25],"large-scale":[26],"engines,":[28],"like":[29],"Google":[30],"Baidu.":[32],"Prior":[33],"to":[34,81,146,169,197,204,208,215,225,270],"this":[35,56],"paper,":[36,57],"most":[37,213],"vertical":[38,72,242,278],"were":[41],"built":[42],"using":[43,167,185],"manually":[44],"selected":[45],"edited":[47],"materials,":[48],"which":[49,75,131,211],"was":[50],"time":[51],"money":[53],"consuming.":[54],"In":[55,116],"we":[58,139,142,180,264],"propose":[59],"a":[60,68,82,127,182,241,277],"new":[61],"information":[62],"resource":[63],"discovery":[64],"model":[65,86,256,269],"build":[67,271],"crawler":[69,184,207],"engine,":[74],"can":[76,257],"selectively":[77],"fetch":[78],"webpages":[79,91,201],"relevant":[80,233],"pre-defined":[83],"topic.":[84],"The":[85,163,190,219],"includes":[87],"three":[88,221],"aspects.":[89],"First,":[90],"are":[92,212],"transformed":[93],"into":[94],"term":[95],"vectors.":[96],"TF-TUF":[97],",":[98,105],"short":[99],"for":[100,159,274],"Term":[101],"Frequency-Topic":[102],"Unbalanced":[103],"Factor":[104],"proposed":[107,255,268],"weighting":[110],"schema":[111],"vector":[113],"space":[114],"model.":[115],"schema,we":[118],"put":[119],"weight":[121],"terms":[123],"whose":[124],"frequencies":[125],"differ":[126],"lot":[128],"among":[129],"topics,":[130],"will":[132],"contribute":[133],"prediction":[138,188,191,251],"believe.":[140],"Second,":[141],"use":[143],"Bayes":[144,168],"method":[145,165],"predict":[147,170],"topics":[149],"webpages,":[152],"where":[153],"labeled":[155],"text":[156],"used":[158,194,266],"training":[160],"advance.":[162],"about":[166],"illustrated":[174],"algorithm":[177],"section.":[178],"Third,":[179],"create":[181],"focused":[183],"result.":[189],"result":[192],"not":[195],"only":[196],"filter":[198],"irrelevant":[200],"but":[202],"also":[203,265],"direct":[205],"areas,":[210],"possible":[214],"be":[216],"relevant.":[218],"whole":[220],"aspects":[222],"work":[223],"together":[224],"reach":[226,258],"goal":[228],"discovering":[230],"materials":[234],"web":[237],"efficiently,":[238],"building":[240],"engine.":[244],"Our":[245],"experiment":[246],"shows":[247],"that":[248],"average":[250],"accuracy":[252],"our":[254],"than":[260],"85%.":[261],"For":[262],"application,":[263],"\"Search":[272],"Engine":[273],"S&T\"":[275],"(http://nstr.com.cn/search),":[276],"engine":[280],"science":[282],"field.":[283]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}