{"id":"https://openalex.org/W3192985853","doi":"https://doi.org/10.1002/cpe.6555","title":"A novel user trend\u2010based priority assigner and URL scheduler for dynamic incremental crawling","display_name":"A novel user trend\u2010based priority assigner and URL scheduler for dynamic incremental crawling","publication_year":2021,"publication_date":"2021-08-08","ids":{"openalex":"https://openalex.org/W3192985853","doi":"https://doi.org/10.1002/cpe.6555","mag":"3192985853"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1002/cpe.6555","pdf_url":null,"source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation: Practice and Experience","issn_l":"1532-0626","issn":["1532-0634","1532-0626"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310320503","host_organization_name":"Wiley-Blackwell","host_organization_lineage":["https://openalex.org/P4310320503","https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley-Blackwell","Wiley"],"type":"journal"},"license":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026472035","display_name":"Ashlesha Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I55124831","display_name":"J.C. Bose University of Science & Technology, YMCA","ror":"https://ror.org/014jqnm52","country_code":"IN","type":"education","lineage":["https://openalex.org/I55124831"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Ashlesha Gupta","raw_affiliation_string":"Computer Engineering Department J.C. BOSE University of Science & Technology, YMCA, Faridabad Faridabad India","raw_affiliation_strings":["Computer Engineering Department J.C. BOSE University of Science & Technology, YMCA, Faridabad Faridabad India"]},{"author_position":"last","author":{"id":"https://openalex.org/A5085450587","display_name":"Ashutosh Dixit","orcid":"https://orcid.org/0000-0001-8873-4348"},"institutions":[{"id":"https://openalex.org/I55124831","display_name":"J.C. Bose University of Science & Technology, YMCA","ror":"https://ror.org/014jqnm52","country_code":"IN","type":"education","lineage":["https://openalex.org/I55124831"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashutosh Dixit","raw_affiliation_string":"Computer Engineering Department J.C. BOSE University of Science & Technology, YMCA, Faridabad Faridabad India","raw_affiliation_strings":["Computer Engineering Department J.C. BOSE University of Science & Technology, YMCA, Faridabad Faridabad India"]}],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5026472035"],"corresponding_institution_ids":["https://openalex.org/I55124831"],"apc_list":{"value":4740,"currency":"USD","value_usd":4740,"provenance":"doaj"},"apc_paid":{"value":4740,"currency":"USD","value_usd":4740,"provenance":"doaj"},"has_fulltext":false,"cited_by_count":1,"cited_by_percentile_year":{"min":65,"max":73},"biblio":{"volume":"34","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Extraction and Crawling Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Extraction and Crawling Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Content-Centric Networking for Information Delivery","score":0.9972,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Scalable Peer-to-Peer Network Architectures","score":0.9939,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"keyword":"dynamic incremental crawling","score":0.7715},{"keyword":"scheduler","score":0.4218},{"keyword":"priority assigner","score":0.3592},{"keyword":"trend\u2010based","score":0.2612}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.8443134},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.814289},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.7706167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76931626},{"id":"https://openalex.org/C2780154274","wikidata":"https://www.wikidata.org/wiki/Q7126717","display_name":"Download","level":2,"score":0.74343824},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.62796146},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.50921786},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.47505522},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.43147776},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42082298},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17036423},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1002/cpe.6555","pdf_url":null,"source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation: Practice and Experience","issn_l":"1532-0626","issn":["1532-0634","1532-0626"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310320503","host_organization_name":"Wiley-Blackwell","host_organization_lineage":["https://openalex.org/P4310320503","https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley-Blackwell","Wiley"],"type":"journal"},"license":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"referenced_works_count":19,"referenced_works":["https://openalex.org/W887567680","https://openalex.org/W2209683494","https://openalex.org/W2295115606","https://openalex.org/W2298112827","https://openalex.org/W2326804586","https://openalex.org/W2491319049","https://openalex.org/W2506409811","https://openalex.org/W2520098280","https://openalex.org/W2528652929","https://openalex.org/W2529782023","https://openalex.org/W2548298479","https://openalex.org/W2608427695","https://openalex.org/W2611656663","https://openalex.org/W2746029224","https://openalex.org/W2767278770","https://openalex.org/W2794576922","https://openalex.org/W2888474169","https://openalex.org/W2963509939","https://openalex.org/W3119082076"],"related_works":["https://openalex.org/W2026132847","https://openalex.org/W4385695127","https://openalex.org/W2566658409","https://openalex.org/W3119324922","https://openalex.org/W2352686120","https://openalex.org/W2372594123","https://openalex.org/W2358310581","https://openalex.org/W2964752624","https://openalex.org/W2137810919","https://openalex.org/W4255854114"],"ngrams_url":"https://api.openalex.org/works/W3192985853/ngrams","abstract_inverted_index":{"Summary":[0],"An":[1],"efficient":[2],"search":[3],"engine":[4],"needs":[5,26],"to":[6,16,63,74,76,88,94,143,149],"be":[7,35],"designed":[8],"in":[9,22,49,132,147,175],"such":[10],"a":[11,86,113],"way":[12],"that":[13,91,105,128,140,156],"is":[14,85,125],"able":[15,73,93],"provide":[17],"relevant":[18,142],"and":[19,27,101,116,136,161,183],"accurate":[20],"information":[21],"accordance":[23,50],"with":[24,51],"user":[25,56],"interests.":[28],"The":[29,152],"quality":[30,178],"of":[31,41,80,177,179],"downloaded":[32,45,180],"records":[33],"can":[34],"guaranteed":[36],"only":[37],"when":[38],"website":[39],"pages":[40,67,104,182],"high":[42],"pertinence":[43],"are":[44,92,141],"by":[46],"the":[47,52,77,81,97,130,144,157,188],"crawlers":[48,70,90],"current":[53,150],"topics":[54],"or":[55,172],"trends.":[57,151],"Earlier":[58],"Focused":[59],"Crawlers":[60],"were":[61,71],"used":[62],"download":[64,102],"topic":[65],"specific":[66],"but":[68],"these":[69],"not":[72],"adapt":[75],"changing":[78],"interest":[79,135],"users.":[82],"Therefore,":[83],"there":[84],"need":[87],"design":[89],"naturally":[95],"track":[96],"present":[98,108],"pattern":[99],"points":[100],"site":[103],"meet":[106],"client's":[107],"need.":[109],"In":[110],"this":[111],"paper,":[112],"priority":[114,159],"assigner":[115,160],"scheduler":[117],"method":[118],"for":[119],"organizing":[120],"Uniform":[121],"Resource":[122],"Locators":[123],"(URLs)":[124],"being":[126],"proposed":[127,158],"helps":[129],"crawler":[131],"tracking":[133],"user's":[134,145],"prioritize":[137],"downloading":[138],"documents":[139],"choice":[146],"addition":[148],"experimental":[153],"results":[154],"conforms":[155],"URL":[162],"scheduler\u2010based":[163],"crawling":[164,167],"outshines":[165],"conventional":[166],"strategies":[168],"based":[169],"on":[170],"Change\u2010history":[171],"Site\u2010Map\u2010based":[173],"methods":[174],"terms":[176],"web":[181],"reducing":[184],"network":[185],"traffic":[186],"over":[187],"Internet.":[189]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3192985853","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2024-03-19T14:58:22.178274","created_date":"2021-08-16"}