{"id":"https://openalex.org/W2023856424","doi":"https://doi.org/10.1109/icetet.2009.124","title":"Implementation of Web Crawler","display_name":"Implementation of Web Crawler","publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W2023856424","doi":"https://doi.org/10.1109/icetet.2009.124","mag":"2023856424"},"language":"en","primary_location":{"id":"doi:10.1109/icetet.2009.124","doi":"https://doi.org/10.1109/icetet.2009.124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icetet.2009.124","pdf_url":null,"source":{"id":"https://openalex.org/S4363608317","display_name":"International Conference on Emerging Trends in Engineering and Technology (ICETET)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 Second International Conference on Emerging Trends in Engineering & Technology","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028334809","display_name":"Pooja Gupta","orcid":"https://orcid.org/0000-0001-8096-0658","observed_orcids":["https://orcid.org/0000-0001-8096-0658"]},"institutions":[{"id":"https://openalex.org/I182663762","display_name":"Lingaya's Vidyapeeth","ror":"https://ror.org/01vwns954","country_code":"IN","type":"education","lineage":["https://openalex.org/I182663762"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pooja Gupta","raw_affiliation_strings":["Lingaya''s University, India","Linagay's Univ., India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lingaya''s University, India","institution_ids":["https://openalex.org/I182663762"]},{"raw_affiliation_string":"Linagay's Univ., India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036939248","display_name":"Kalpana Johari","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1331500379","display_name":"Centre for Development of Advanced Computing","ror":"https://ror.org/022abst40","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1331500379","https://openalex.org/I4210121746"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kalpana Johari","raw_affiliation_strings":["Center for Development of Advanced Computing, Noida, India","Center for Dev. of Adv. Comput., Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Development of Advanced Computing, Noida, India","institution_ids":["https://openalex.org/I1331500379"]},{"raw_affiliation_string":"Center for Dev. of Adv. Comput., Noida, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0895,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.77209331,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"838","last_page":"843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14435","display_name":"Information Retrieval and Data Mining","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-crawler","display_name":"web crawler","score":0.9200000166893005},{"id":"https://openalex.org/keywords/focused-crawling","display_name":"focused crawling","score":0.7250000238418579},{"id":"https://openalex.org/keywords/keyword-based-search","display_name":"keyword-based search","score":0.6340000033378601},{"id":"https://openalex.org/keywords/copyright-infringement","display_name":"copyright infringement","score":0.718999981880188},{"id":"https://openalex.org/keywords/breadth-first-search","display_name":"breadth-first search","score":0.7009999752044678},{"id":"https://openalex.org/keywords/text-pattern-matching","display_name":"text pattern matching","score":0.6539999842643738},{"id":"https://openalex.org/keywords/knuth-morris-pratt-algorithm","display_name":"Knuth-Morris-Pratt algorithm","score":0.9419999718666077},{"id":"https://openalex.org/keywords/boyer-moore-algorithm","display_name":"Boyer-Moore algorithm","score":0.9990000128746033},{"id":"https://openalex.org/keywords/finite-state-machines","display_name":"finite automata","score":0.9549999833106995},{"id":"https://openalex.org/keywords/search-engines","display_name":"search engines","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.9155818223953247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8169573545455933},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.7985432147979736},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.7713972926139832},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.7269396781921387},{"id":"https://openalex.org/C73340581","wikidata":"https://www.wikidata.org/wiki/Q5463958","display_name":"Focused crawler","level":5,"score":0.7170482873916626},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6740232110023499},{"id":"https://openalex.org/C521815418","wikidata":"https://www.wikidata.org/wiki/Q4182287","display_name":"Web search engine","level":4,"score":0.6031625866889954},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.49103331565856934},{"id":"https://openalex.org/C521306242","wikidata":"https://www.wikidata.org/wiki/Q190637","display_name":"Web design","level":3,"score":0.42097800970077515},{"id":"https://openalex.org/C67617509","wikidata":"https://www.wikidata.org/wiki/Q1503327","display_name":"Site map","level":5,"score":0.4184105098247528}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icetet.2009.124","doi":"https://doi.org/10.1109/icetet.2009.124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icetet.2009.124","pdf_url":null,"source":{"id":"https://openalex.org/S4363608317","display_name":"International Conference on Emerging Trends in Engineering and Technology (ICETET)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 Second International Conference on Emerging Trends in Engineering & Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1613836731","https://openalex.org/W2007687650","https://openalex.org/W2029500199","https://openalex.org/W2066636486","https://openalex.org/W2079333567","https://openalex.org/W2122766968","https://openalex.org/W2157748587","https://openalex.org/W3101410900"],"related_works":["https://openalex.org/W2155293951","https://openalex.org/W2408026396","https://openalex.org/W2151809999","https://openalex.org/W7098786933","https://openalex.org/W2773976556","https://openalex.org/W3092782196","https://openalex.org/W2765834475","https://openalex.org/W2057901284","https://openalex.org/W2185341841","https://openalex.org/W2548443989"],"abstract_inverted_index":{"The":[0,29,246],"World":[1],"Wide":[2],"Web":[3,45,53],"is":[4,112,164,240],"an":[5,24,113],"interlinked":[6],"collection":[7,21],"of":[8,10,19,36,50,88,138],"billions":[9],"documents":[11,103,187],"formatted":[12],"using":[13,200],"HTML.":[14],"Ironically":[15],"the":[16,41,48,59,72,80,89,101,161,172,193,207,226,243],"very":[17],"size":[18],"this":[20,129,199],"has":[22,31,92],"become":[23,93],"obstacle":[25],"for":[26,145,252],"information":[27,42],"retrieval.":[28],"user":[30],"to":[32,38,71,83,96,105],"shift":[33],"through":[34],"scores":[35],"pages":[37,66,74,174,209],"come":[39],"upon":[40],"he/she":[43],"desires.":[44],"crawlers":[46,54],"are":[47,197,255],"heart":[49],"search":[51,157,254],"engines.":[52],"continuously":[55],"keep":[56],"on":[57,134,166,242],"crawling":[58],"web":[60,65,102,126,139,173,208,244],"and":[61,85,104,120,122,136,156,168,224,235],"find":[62,178],"any":[63],"new":[64],"that":[67,75,115,141,179,188,248],"have":[68,76],"been":[69,77],"added":[70],"web,":[73],"removed":[78],"from":[79,192],"web.":[81],"Due":[82],"growing":[84],"dynamic":[86],"nature":[87],"web;":[90],"it":[91,169,176],"a":[94,117,159],"challenge":[95],"traverse":[97],"all":[98],"URLs":[99],"in":[100],"handle":[106],"these":[107],"URLs.":[108],"A":[109],"focused":[110,182],"crawler":[111,140,184],"agent":[114],"targets":[116],"particular":[118,190],"topic":[119],"visits":[121],"gathers":[123],"only":[124,234],"relevant":[125],"pages.":[127],"In":[128],"dissertation":[130],"I":[131,249],"had":[132,250],"worked":[133],"design":[135],"working":[137],"can":[142],"be":[143],"used":[144,251],"copyright":[146],"infringement.":[147],"We":[148,217],"will":[149,170,177,211,218],"take":[150],"one":[151,220],"seed":[152],"URL":[153],"as":[154,222],"input":[155,223],"with":[158],"keyword,":[160],"searching":[162],"result":[163],"based":[165,183],"keyword":[167,191],"fetch":[171],"where":[175],"keyword.":[180],"This":[181],"approach":[185],"retrieve":[186],"contain":[189],"user's":[194],"query;":[195],"we":[196,205,210],"implementing":[198],"breadth-first":[201],"search.":[202],"Now,":[203],"when":[204],"retrieved":[206],"apply":[212,225],"pattern":[213,227,231,253],"recognition":[214,228],"over":[215],"text.":[216],"give":[219],"file":[221],"algorithms.":[229],"Here,":[230],"symbolizes":[232],"text":[233,239],"check":[236],"how":[237],"much":[238],"available":[241],"page.":[245],"algorithms":[247],"Knutt-Morri-Pratt,":[256],"Boyer-Moore,":[257],"finite":[258],"automata":[259],"algorithm.":[260]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}