{"id":"https://openalex.org/W2294435462","doi":"https://doi.org/10.1108/intr-02-2014-0045","title":"Search engines crawling process optimization: a webserver approach","display_name":"Search engines crawling process optimization: a webserver approach","publication_year":2016,"publication_date":"2016-01-21","ids":{"openalex":"https://openalex.org/W2294435462","doi":"https://doi.org/10.1108/intr-02-2014-0045","mag":"2294435462"},"language":"en","primary_location":{"id":"doi:10.1108/intr-02-2014-0045","is_oa":false,"landing_page_url":"https://doi.org/10.1108/intr-02-2014-0045","pdf_url":null,"source":{"id":"https://openalex.org/S63576417","display_name":"Internet Research","issn_l":"1066-2243","issn":["1066-2243","2054-5657"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Internet Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047820815","display_name":"Mhamed Zineddine","orcid":"https://orcid.org/0000-0003-2177-7444"},"institutions":[{"id":"https://openalex.org/I74883215","display_name":"Alhosn University","ror":"https://ror.org/00fkbtp02","country_code":"AE","type":"education","lineage":["https://openalex.org/I74883215"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Mhamed Zineddine","raw_affiliation_strings":["Management Information Systems, ALHOSN University, Abu Dhabi, UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Management Information Systems, ALHOSN University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I74883215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047820815"],"corresponding_institution_ids":["https://openalex.org/I74883215"],"apc_list":null,"apc_paid":null,"fwci":4.7364,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94964011,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"26","issue":"1","first_page":"311","last_page":"331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.9614999890327454,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8600778579711914},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5714655518531799},{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.5510502457618713},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5044959783554077},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.5038482546806335},{"id":"https://openalex.org/keywords/web-server","display_name":"Web server","score":0.49402886629104614},{"id":"https://openalex.org/keywords/web-search-engine","display_name":"Web search engine","score":0.4763089418411255},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4687782824039459},{"id":"https://openalex.org/keywords/bittorrent-tracker","display_name":"BitTorrent tracker","score":0.461052805185318},{"id":"https://openalex.org/keywords/static-web-page","display_name":"Static web page","score":0.41845715045928955},{"id":"https://openalex.org/keywords/xml","display_name":"XML","score":0.4152320325374603},{"id":"https://openalex.org/keywords/site-map","display_name":"Site map","score":0.4140307307243347},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.37056300044059753},{"id":"https://openalex.org/keywords/web-design","display_name":"Web design","score":0.25337648391723633},{"id":"https://openalex.org/keywords/web-development","display_name":"Web development","score":0.24453192949295044},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2317064106464386},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.18745842576026917}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8600778579711914},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5714655518531799},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.5510502457618713},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5044959783554077},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.5038482546806335},{"id":"https://openalex.org/C11392498","wikidata":"https://www.wikidata.org/wiki/Q11288","display_name":"Web server","level":3,"score":0.49402886629104614},{"id":"https://openalex.org/C521815418","wikidata":"https://www.wikidata.org/wiki/Q4182287","display_name":"Web search engine","level":4,"score":0.4763089418411255},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4687782824039459},{"id":"https://openalex.org/C57501372","wikidata":"https://www.wikidata.org/wiki/Q2021268","display_name":"BitTorrent tracker","level":3,"score":0.461052805185318},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.41845715045928955},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.4152320325374603},{"id":"https://openalex.org/C67617509","wikidata":"https://www.wikidata.org/wiki/Q1503327","display_name":"Site map","level":5,"score":0.4140307307243347},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.37056300044059753},{"id":"https://openalex.org/C521306242","wikidata":"https://www.wikidata.org/wiki/Q190637","display_name":"Web design","level":3,"score":0.25337648391723633},{"id":"https://openalex.org/C79373723","wikidata":"https://www.wikidata.org/wiki/Q386275","display_name":"Web development","level":3,"score":0.24453192949295044},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2317064106464386},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.18745842576026917},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1108/intr-02-2014-0045","is_oa":false,"landing_page_url":"https://doi.org/10.1108/intr-02-2014-0045","pdf_url":null,"source":{"id":"https://openalex.org/S63576417","display_name":"Internet Research","issn_l":"1066-2243","issn":["1066-2243","2054-5657"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Internet Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W99860076","https://openalex.org/W104754226","https://openalex.org/W887567680","https://openalex.org/W1566984846","https://openalex.org/W1659541576","https://openalex.org/W1935121990","https://openalex.org/W1975221647","https://openalex.org/W1981112637","https://openalex.org/W1986991110","https://openalex.org/W1990526023","https://openalex.org/W2005910911","https://openalex.org/W2009942379","https://openalex.org/W2030625253","https://openalex.org/W2037264374","https://openalex.org/W2046862025","https://openalex.org/W2047145319","https://openalex.org/W2055690948","https://openalex.org/W2057901284","https://openalex.org/W2060365511","https://openalex.org/W2067783676","https://openalex.org/W2075381116","https://openalex.org/W2075786297","https://openalex.org/W2081470778","https://openalex.org/W2081933028","https://openalex.org/W2094930182","https://openalex.org/W2099093036","https://openalex.org/W2099403556","https://openalex.org/W2100834750","https://openalex.org/W2107568236","https://openalex.org/W2115615976","https://openalex.org/W2135390635","https://openalex.org/W2148839232","https://openalex.org/W2167313526","https://openalex.org/W2181753327","https://openalex.org/W2202508117","https://openalex.org/W2344672301","https://openalex.org/W2613385452","https://openalex.org/W3123173292","https://openalex.org/W4235095233","https://openalex.org/W6644351880","https://openalex.org/W6658289594","https://openalex.org/W6685009352","https://openalex.org/W6704824362"],"related_works":["https://openalex.org/W1994958611","https://openalex.org/W2402678663","https://openalex.org/W2277785728","https://openalex.org/W3199173531","https://openalex.org/W2379145789","https://openalex.org/W4200125296","https://openalex.org/W2945544759","https://openalex.org/W2610451498","https://openalex.org/W2377634017","https://openalex.org/W2388966984"],"abstract_inverted_index":{"Purpose":[0],"\u2013":[1,28,118,219,252,284],"The":[2,57,80,119,165,175,220,253,285],"purpose":[3],"of":[4,53,59,121,229,242,255,288,309],"this":[5,60,122,256],"paper":[6],"is":[7,49,62,107,244],"to":[8,39,77,87,100,109,113,145,158,161,191,214,272,320],"decrease":[9,110,241],"the":[10,19,41,84,104,114,127,171,199,225,230,274,310],"traffic":[11,43,128,200,243,276,322],"created":[12],"by":[13,45,130,139,182,188,202,261,278],"search":[14,78,131,183,269],"engines\u2019":[15,132],"crawlers":[16,133,279],"and":[17,67,70,94,154,195,210,227,234,265,268,280,291,299],"solve":[18],"deep":[20,172],"web":[21,46,64,173,189,248,262,289],"problem":[22],"using":[23],"an":[24,74],"innovative":[25],"approach.":[26],"Design/methodology/approach":[27],"A":[29],"new":[30,96,155],"algorithm":[31],"was":[32],"formulated":[33],"based":[34],"on":[35,137,224,306],"best":[36],"existing":[37,42,92],"algorithms":[38,156,231],"optimize":[40],"caused":[44,129,277],"crawlers,":[47],"which":[48],"approximately":[50],"40":[51],"percent":[52,141],"all":[54],"networking":[55],"traffic.":[56],"crux":[58],"approach":[61,167,319],"that":[63,98,126],"servers":[65],"monitor":[66],"log":[68],"changes":[69,233],"communicate":[71],"them":[72],"as":[73,296],"XML":[75,81,105,176],"file":[76,82,106],"engines.":[79],"includes":[83],"information":[85],"necessary":[86],"generate":[88],"refreshed":[89],"pages":[90,97],"from":[91],"ones":[93],"reference":[95],"need":[99],"be":[101,135,159,186,259],"crawled.":[102],"Furthermore,":[103],"compressed":[108],"its":[111],"size":[112],"minimum":[115],"required.":[116],"Findings":[117],"results":[120],"study":[123,221],"have":[124,157],"shown":[125],"might":[134,185],"reduced":[136],"average":[138],"84":[140],"when":[142],"it":[143],"comes":[144],"text":[146],"content.":[147,249],"However,":[148,238],"binary":[149,236],"content":[150,290],"faces":[151],"many":[152],"challenges":[153],"developed":[160],"overcome":[162],"these":[163],"issues.":[164],"proposed":[166],"will":[168],"certainly":[169],"mitigate":[170],"issue.":[174],"files":[177],"for":[178,246],"each":[179],"domain":[180],"used":[181,187],"engines":[184],"browsers":[190],"refresh":[192],"their":[193],"cache":[194],"therefore":[196],"help":[197],"reduce":[198,273],"generated":[201],"normal":[203],"users.":[204],"This":[205,313],"reduces":[206],"users\u2019":[207],"perceived":[208],"latency":[209],"improves":[211],"response":[212],"time":[213],"http":[215],"requests.":[216],"Research":[217],"limitations/implications":[218],"sheds":[222],"light":[223],"deficiencies":[226],"weaknesses":[228],"monitoring":[232],"generating":[235],"files.":[237],"a":[239,316],"substantial":[240],"achieved":[245],"text-based":[247],"Practical":[250],"implications":[251],"findings":[254],"research":[257,314],"can":[258],"adopted":[260],"server":[263],"software":[264],"browsers\u2019":[266],"developers":[267],"engine":[270],"companies":[271],"internet":[275,311],"cut":[281],"costs.":[282],"Originality/value":[283],"exponential":[286],"growth":[287],"other":[292],"internet-based":[293],"services":[294],"such":[295],"cloud":[297],"computing,":[298],"social":[300],"networks":[301],"has":[302],"been":[303],"causing":[304],"contention":[305],"available":[307],"bandwidth":[308],"network.":[312],"provides":[315],"much":[317],"needed":[318],"keeping":[321],"in":[323],"check.":[324]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}