{"id":"https://openalex.org/W2397737820","doi":null,"title":"Intelligent Web Crawling.","display_name":"Intelligent Web Crawling.","alternate_titles":[],"publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2397737820","mag":"2397737820"},"language":"en","primary_location":{"id":"mag:2397737820","doi":null,"is_oa":false,"landing_page_url":"https://www.comp.hkbu.edu.hk/~iib/2013/Dec/article1/iib_vol14no1_article1.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2397737820"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103329268","display_name":"Denis Shestakov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Denis Shestakov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5103329268"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9577,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.79426501,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":95},"biblio":{"volume":"14","issue":null,"first_page":"5","last_page":"7"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14435","display_name":"Information Retrieval and Data Mining","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-crawling","display_name":"web crawling","score":0.9850000143051147},{"id":"https://openalex.org/keywords/deep-web","display_name":"deep web","score":0.8209999799728394},{"id":"https://openalex.org/keywords/focused-crawling","display_name":"focused crawling","score":0.7540000081062317},{"id":"https://openalex.org/keywords/web-structure","display_name":"web structure","score":0.7749999761581421},{"id":"https://openalex.org/keywords/web-intelligence","display_name":"web intelligence","score":0.640999972820282},{"id":"https://openalex.org/keywords/intelligent-agents","display_name":"intelligent agents","score":0.9340000152587891}],"concepts":[{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.7232126593589783},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5218533277511597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5106492638587952},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1349632740020752},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:2397737820","doi":null,"is_oa":false,"landing_page_url":"https://www.comp.hkbu.edu.hk/~iib/2013/Dec/article1/iib_vol14no1_article1.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.644.973","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.644.973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.comp.hkbu.edu.hk/~iib/2013/Dec/article1/iib_vol14no1_article1.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W54945927","https://openalex.org/W182769151","https://openalex.org/W1498286998","https://openalex.org/W1542053855","https://openalex.org/W1675886408","https://openalex.org/W1873122351","https://openalex.org/W1922443849","https://openalex.org/W1977836056","https://openalex.org/W1981086745","https://openalex.org/W1989856433","https://openalex.org/W2000273502","https://openalex.org/W2001832505","https://openalex.org/W2129620481","https://openalex.org/W2151007976","https://openalex.org/W2493908403"],"related_works":["https://openalex.org/W889511910","https://openalex.org/W7096655116","https://openalex.org/W7098389250","https://openalex.org/W6959900648","https://openalex.org/W2026428849","https://openalex.org/W2152555996","https://openalex.org/W2571066819","https://openalex.org/W7095708623","https://openalex.org/W2509365797","https://openalex.org/W2005579877"],"abstract_inverted_index":{"Abstract\u2014Web":[0],"crawling,":[1,126,198,202,204,206,212,214],"a":[2,20,30,37,73],"process":[3],"of":[4,23,47,58,68,88,113,171,188],"collecting":[5],"web":[6,24,39,59,70,83,100,117,125,148,153,174,193,199],"pages":[7],"in":[8,116,147,191],"an":[9,44],"automated":[10],"manner,":[11],"is":[12],"the":[13,52,86,89,114,128,140,145,186,192],"primary":[14],"and":[15,26,54,85,97,131,156,159,164,176],"ubiquitous":[16],"operation":[17],"used":[18],"by":[19,119],"large":[21],"number":[22],"systems":[25,142],"agents":[27],"starting":[28],"from":[29],"simple":[31],"program":[32],"for":[33,161],"website":[34],"backup":[35],"to":[36,43,65,76,104,138,144,173],"major":[38],"search":[40],"engine.":[41],"Due":[42],"astronomical":[45],"amount":[46],"data":[48,71],"already":[49],"published":[50],"on":[51,82,185],"Web":[53,130,207,216],"ongoing":[55],"exponential":[56],"growth":[57],"content,":[60],"any":[61],"party":[62],"that":[63],"want":[64],"take":[66],"advantage":[67],"massive-scale":[69],"faces":[72],"high":[74],"barrier":[75],"entry.":[77],"We":[78,91,109],"start":[79],"with":[80],"background":[81],"crawling":[84,95,101,118,127,132,149,154,194],"structure":[87],"Web.":[90],"then":[92],"discuss":[93],"different":[94],"strategies":[96],"describe":[98],"adaptive":[99,203],"techniques":[102,190],"leading":[103],"better":[105],"overall":[106],"crawl":[107],"performance.":[108],"finally":[110],"overview":[111],"some":[112],"challenges":[115,146],"presenting":[120],"such":[121],"topics":[122],"as":[123,181],"collaborative":[124,205],"deep":[129,215],"multimedia":[133],"content.":[134],"Our":[135,167],"goals":[136],"are":[137],"introduce":[139],"intelligent":[141,152,177,201],"community":[143],"research,":[150],"present":[151],"approaches,":[155],"engage":[157],"researchers":[158],"practitioners":[160],"open":[162],"issues":[163],"research":[165],"problems.":[166],"presentation":[168],"could":[169],"be":[170],"interest":[172],"intelligence":[175],"agent":[178],"technology":[179],"communities":[180],"it":[182],"particularly":[183],"focuses":[184],"usage":[187],"intelligent/adaptive":[189],"domain.":[195],"Index":[196],"Terms\u2014web":[197],"crawler,":[200],"ecosystem,":[208],"We-b":[209],"structure,":[210],"incremental":[211],"focused":[213],"I.":[217]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2397737820","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
