{"id":"https://openalex.org/W2894859334","doi":null,"title":"A Two-stage Crawler for Efficiently Harvesting Web","display_name":"A Two-stage Crawler for Efficiently Harvesting Web","alternate_titles":[],"publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2894859334","mag":"2894859334"},"language":"en","primary_location":{"id":"mag:2894859334","doi":null,"is_oa":false,"landing_page_url":"http://ijariie.com/FormDetails.aspx?MenuScriptId=1600","pdf_url":null,"source":{"id":"https://openalex.org/S2764370513","display_name":"International journal of advance research and innovative ideas in education","issn_l":"2395-4396","issn":["2395-4396"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4322696610","host_organization_name":"IJARIIE","host_organization_lineage":["https://openalex.org/P4322696610"],"host_organization_lineage_names":["IJARIIE"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International journal of advance research and innovative ideas in education","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2894859334"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013691910","display_name":"Manisha Waghmare","orcid":"https://orcid.org/0000-0002-8718-2710","observed_orcids":["https://orcid.org/0000-0002-8718-2710"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Manisha Waghmare","raw_affiliation_strings":["Pravara Rural Engineering College ,loni"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pravara Rural Engineering College ,loni","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061002690","display_name":"S. S. Jondhale","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jondhale S.D","raw_affiliation_strings":["Pravara Rural Engineering College ,loni"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pravara Rural Engineering College ,loni","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034434520","display_name":"Butkar Umakant D","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Butkar Umakant D","raw_affiliation_strings":["SSIERAS, Rahata"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SSIERAS, Rahata","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"2","issue":"3","first_page":"4371","last_page":"4378"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-web-crawling","display_name":"deep web crawling","score":0.7360000014305115},{"id":"https://openalex.org/keywords/web-crawler","display_name":"web crawler","score":0.5870000123977661},{"id":"https://openalex.org/keywords/website-ranking","display_name":"website ranking","score":0.6499999761581421}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.9688636064529419},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.6993462443351746},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6744398474693298},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5540093779563904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5528784990310669},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.49363410472869873},{"id":"https://openalex.org/C73340581","wikidata":"https://www.wikidata.org/wiki/Q5463958","display_name":"Focused crawler","level":5,"score":0.49169641733169556},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.45195192098617554},{"id":"https://openalex.org/C46721378","wikidata":"https://www.wikidata.org/wiki/Q221989","display_name":"Deep Web","level":3,"score":0.4286612272262573},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4119492471218109},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38438844680786133},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.3744738698005676},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34403741359710693},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32160794734954834},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.28997451066970825},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.1629316806793213},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.09597721695899963},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08263450860977173},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2894859334","doi":null,"is_oa":false,"landing_page_url":"http://ijariie.com/FormDetails.aspx?MenuScriptId=1600","pdf_url":null,"source":{"id":"https://openalex.org/S2764370513","display_name":"International journal of advance research and innovative ideas in education","issn_l":"2395-4396","issn":["2395-4396"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4322696610","host_organization_name":"IJARIIE","host_organization_lineage":["https://openalex.org/P4322696610"],"host_organization_lineage_names":["IJARIIE"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International journal of advance research and innovative ideas in education","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W291262356","https://openalex.org/W1498286998","https://openalex.org/W1570649210","https://openalex.org/W1969831559","https://openalex.org/W1976974489","https://openalex.org/W2019106661","https://openalex.org/W2040468900","https://openalex.org/W2094930182","https://openalex.org/W2110034127","https://openalex.org/W2166763895","https://openalex.org/W2168826931","https://openalex.org/W2403343111","https://openalex.org/W2911388033"],"related_works":["https://openalex.org/W2750253050","https://openalex.org/W2326804586","https://openalex.org/W2945154562","https://openalex.org/W2907975594","https://openalex.org/W3204675277","https://openalex.org/W2615381651","https://openalex.org/W4205865953","https://openalex.org/W4291955133","https://openalex.org/W2992706153","https://openalex.org/W2527484881"],"abstract_inverted_index":{"As":[0],"deep":[1,37,63],"net":[2,29,64,145],"grows":[3],"at":[4],"a":[5,47,54,93,99,112,151,160,167],"really":[6],"quick":[7,122],"pace,":[8],"there":[9],"has":[10],"been":[11],"accumulated":[12],"interest":[13],"in":[14,143],"techniques":[15],"that":[16,182],"facilitate":[17],"expeditiously":[18,183],"find":[19],"deep-web":[20,185],"interfaces.":[21,65],"However,":[22],"because":[23],"of":[24,28,36,81,89,95,169,177],"the":[25,33,67,79,116,173],"big":[26],"volume":[27],"resources":[30],"and":[31,42,175,190],"also":[32],"dynamic":[34],"nature":[35],"net,":[38],"achieving":[39],"wide":[40],"coverage":[41,158],"high":[43],"potency":[44],"may":[45],"be":[46],"difficult":[48],"issue.":[49],"we":[50,147],"tend":[51,148],"to":[52,91,106,149,155],"propose":[53],"two-stage":[55],"framework,":[56,181],"particularly":[57],"good":[58,70,102,119],"Crawler,":[59],"for":[60,98,111,159],"economical":[61],"harvest":[62,193],"within":[66,115],"initial":[68],"stage,":[69,118],"Crawler":[71,103,120],"performs":[72],"site-based":[73],"finding":[74],"out":[75],"centre":[76],"pages":[77],"with":[78,130],"assistance":[80],"search":[82],"engines,":[83],"avoiding":[84],"visiting":[85,138],"an":[86],"oversized":[87],"variety":[88],"pages.":[90],"attain":[92,156],"lot":[94],"correct":[96],"results":[97,165],"targeted":[100],"crawl,":[101],"ranks":[104],"websites":[105],"order":[107],"extremely":[108,140],"relevant":[109,128,141],"ones":[110],"given":[113],"topic.":[114],"second":[117],"achieves":[121,191],"in-site":[123],"looking":[124],"by":[125],"excavating":[126],"most":[127],"links":[129,142],"AN":[131],"adaptative":[132],"link-ranking.":[133],"To":[134],"eliminate":[135],"bias":[136],"on":[137,166],"some":[139],"hidden":[144],"directories,":[146],"style":[150],"link":[152],"tree":[153],"arrangement":[154],"wider":[157],"web":[161],"site.":[162],"Our":[163],"experimental":[164],"collection":[168],"representative":[170],"domains":[171],"show":[172],"legerity":[174],"accuracy":[176],"our":[178],"projected":[179],"crawler":[180],"retrieves":[184],"interfaces":[186],"from":[187],"large-scale":[188],"sites":[189],"higher":[192],"rates":[194],"than":[195],"alternative":[196],"crawlers.":[197]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2894859334","counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-09-25T08:18:29.962427","created_date":"2018-10-12T00:00:00"}
