{"id":"https://openalex.org/W2997495867","doi":"https://doi.org/10.1145/3366750.3366757","title":"Using Web Pages Dynamicity to Prioritise Web Crawling","display_name":"Using Web Pages Dynamicity to Prioritise Web Crawling","publication_year":2019,"publication_date":"2019-09-18","ids":{"openalex":"https://openalex.org/W2997495867","doi":"https://doi.org/10.1145/3366750.3366757","mag":"2997495867"},"language":"en","primary_location":{"id":"doi:10.1145/3366750.3366757","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3366750.3366757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 2nd International Conference on Machine Learning and Machine Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046156778","display_name":"Nisreen Alderratia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161365","display_name":"Libyan Academy","ror":"https://ror.org/05s3qq987","country_code":"LY","type":"education","lineage":["https://openalex.org/I4210161365"]},{"id":"https://openalex.org/I152195623","display_name":"Misurata University","ror":"https://ror.org/014fcf271","country_code":"LY","type":"education","lineage":["https://openalex.org/I152195623"]}],"countries":["LY"],"is_corresponding":true,"raw_author_name":"Nisreen Alderratia","raw_affiliation_strings":["Libyan Academy-Misurata, Misurata-Libya"],"affiliations":[{"raw_affiliation_string":"Libyan Academy-Misurata, Misurata-Libya","institution_ids":["https://openalex.org/I152195623","https://openalex.org/I4210161365"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041829341","display_name":"Mohammed M Elsheh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161365","display_name":"Libyan Academy","ror":"https://ror.org/05s3qq987","country_code":"LY","type":"education","lineage":["https://openalex.org/I4210161365"]},{"id":"https://openalex.org/I152195623","display_name":"Misurata University","ror":"https://ror.org/014fcf271","country_code":"LY","type":"education","lineage":["https://openalex.org/I152195623"]}],"countries":["LY"],"is_corresponding":false,"raw_author_name":"Mohammed Elsheh","raw_affiliation_strings":["Libyan Academy-Misurata, Misurata-Libya"],"affiliations":[{"raw_affiliation_string":"Libyan Academy-Misurata, Misurata-Libya","institution_ids":["https://openalex.org/I152195623","https://openalex.org/I4210161365"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5046156778"],"corresponding_institution_ids":["https://openalex.org/I152195623","https://openalex.org/I4210161365"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.25912403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"2","issue":null,"first_page":"40","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9645000100135803,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.8617181777954102},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.8216043710708618},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.7942087054252625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.769467830657959},{"id":"https://openalex.org/keywords/static-web-page","display_name":"Static web page","score":0.6669731140136719},{"id":"https://openalex.org/keywords/web-search-engine","display_name":"Web search engine","score":0.6512868404388428},{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.5358836054801941},{"id":"https://openalex.org/keywords/focused-crawler","display_name":"Focused crawler","score":0.5061747431755066},{"id":"https://openalex.org/keywords/web-development","display_name":"Web development","score":0.4861180782318115},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.4834650158882141},{"id":"https://openalex.org/keywords/site-map","display_name":"Site map","score":0.46690115332603455},{"id":"https://openalex.org/keywords/hits-algorithm","display_name":"HITS algorithm","score":0.4543510973453522},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45184800028800964},{"id":"https://openalex.org/keywords/dynamic-web-page","display_name":"Dynamic web page","score":0.4473860263824463}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.8617181777954102},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.8216043710708618},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.7942087054252625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.769467830657959},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.6669731140136719},{"id":"https://openalex.org/C521815418","wikidata":"https://www.wikidata.org/wiki/Q4182287","display_name":"Web search engine","level":4,"score":0.6512868404388428},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.5358836054801941},{"id":"https://openalex.org/C73340581","wikidata":"https://www.wikidata.org/wiki/Q5463958","display_name":"Focused crawler","level":5,"score":0.5061747431755066},{"id":"https://openalex.org/C79373723","wikidata":"https://www.wikidata.org/wiki/Q386275","display_name":"Web development","level":3,"score":0.4861180782318115},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.4834650158882141},{"id":"https://openalex.org/C67617509","wikidata":"https://www.wikidata.org/wiki/Q1503327","display_name":"Site map","level":5,"score":0.46690115332603455},{"id":"https://openalex.org/C195409031","wikidata":"https://www.wikidata.org/wiki/Q1031957","display_name":"HITS algorithm","level":5,"score":0.4543510973453522},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45184800028800964},{"id":"https://openalex.org/C100158260","wikidata":"https://www.wikidata.org/wiki/Q1650567","display_name":"Dynamic web page","level":3,"score":0.4473860263824463},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3366750.3366757","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3366750.3366757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 2nd International Conference on Machine Learning and Machine Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2104074763","https://openalex.org/W2112186994","https://openalex.org/W2151809999","https://openalex.org/W2766122429","https://openalex.org/W2993396824","https://openalex.org/W6771352309"],"related_works":["https://openalex.org/W62251518","https://openalex.org/W2565588333","https://openalex.org/W2064214115","https://openalex.org/W2388966984","https://openalex.org/W2736997328","https://openalex.org/W2186692612","https://openalex.org/W2008577673","https://openalex.org/W1999548128","https://openalex.org/W1988497390","https://openalex.org/W2377634017"],"abstract_inverted_index":{"Web":[0],"crawling":[1,53,77,130,195,216],"is":[2,47,64,88,133,206,229],"a":[3,85,128,160,190,230],"process":[4],"performed":[5],"to":[6,15,26,38,49,59,65,83,90,97,113,220],"collect":[7],"web":[8,31,36,76,105,129,144,203,212],"pages":[9,58,106,119,152,213,225],"from":[10],"the":[11,22,40,52,55,67,75,92,125,136,141,147,166,173,194,215,222,242],"web,":[12],"in":[13,51,95,99,163,193,214,218,236],"order":[14,96,101,219],"be":[16,60,182],"indexed":[17],"and":[18,70,117,153,177,187],"used":[19,89],"for":[20,210],"displaying":[21],"search":[23,41],"results":[24,199],"according":[25],"users'":[27],"requirements.":[28],"In":[29,123],"addition,":[30,124],"crawlers":[32],"must":[33],"continually":[34],"revisit":[35],"pages,":[37,145,167],"keep":[39],"engine":[42],"database":[43],"updated.":[44],"Moreover,":[45],"it":[46,102,180],"fundamental":[48],"determine":[50],"process,":[54,217],"most":[56],"important":[57,116,185],"recrawled":[61],"first.":[62],"This":[63],"avoid":[66],"time":[68,159],"limitation":[69],"network":[71],"issues":[72],"that":[73,87,107,201],"face":[74],"process.":[78,196],"Thus,":[79],"this":[80],"research":[81],"attempts":[82],"introduce":[84],"method":[86],"indicate":[91],"crawler,":[93],"specifically,":[94],"identify":[98],"what":[100],"should":[103],"recrawl":[104],"have":[108],"been":[109],"crawled":[110],"before,":[111],"as":[112,227],"acquire":[114],"more":[115],"valuable":[118],"earlier":[120],"than":[121],"others.":[122],"researchers":[126],"proposed":[127],"strategy":[131],"which":[132],"based":[134],"on":[135],"topic":[137],"similarity,":[138],"accompanied":[139],"with":[140],"dynamicity":[142,205],"of":[143,165,233,238],"where":[146],"crawler":[148],"was":[149,175,188],"downloading":[150],"relevant":[151,176],"recrawling":[154],"them":[155],"recursively.":[156],"Also,":[157],"every":[158],"change":[161],"emerged":[162],"one":[164],"its":[168],"counter":[169],"increased.":[170],"Therefore,":[171],"if":[172],"page":[174,186],"changed":[178,235],"frequently":[179],"would":[181],"considered":[183],"an":[184,207],"given":[189],"high":[191,231],"priority":[192],"The":[197],"obtained":[198],"indicated":[200],"using":[202],"pages'":[204],"effective":[208],"way":[209],"prioritising":[211],"obtain":[221],"highest":[223],"dynamic":[224,244],"first,":[226],"there":[228],"possibility":[232],"being":[234],"terms":[237],"their":[239],"content,":[240],"before":[241],"least":[243],"ones.":[245]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}