{"id":"https://openalex.org/W3095655951","doi":"https://doi.org/10.1088/1742-6596/1634/1/012021","title":"Design and Implementation of a Web Crawler System based on an Adaptive Page-Rank algorithm","display_name":"Design and Implementation of a Web Crawler System based on an Adaptive Page-Rank algorithm","publication_year":2020,"publication_date":"2020-09-01","ids":{"openalex":"https://openalex.org/W3095655951","doi":"https://doi.org/10.1088/1742-6596/1634/1/012021","mag":"3095655951"},"language":"en","primary_location":{"id":"doi:10.1088/1742-6596/1634/1/012021","doi":"https://doi.org/10.1088/1742-6596/1634/1/012021","is_oa":true,"landing_page_url":"https://doi.org/10.1088/1742-6596/1634/1/012021","pdf_url":"https://iopscience.iop.org/article/10.1088/1742-6596/1634/1/012021/pdf","source":{"id":"https://openalex.org/S4210187594","display_name":"Journal of Physics Conference Series","issn_l":"1742-6588","issn":["1742-6588","1742-6596"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Physics: Conference Series","raw_type":"journal-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://iopscience.iop.org/article/10.1088/1742-6596/1634/1/012021/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100327595","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0003-2954-2076","observed_orcids":["https://orcid.org/0000-0003-2954-2076"]},"institutions":[{"id":"https://openalex.org/I39774598","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I39774598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["Department of Big Data and Information Engineering, Hefei University, He Fei, An Hui Province,230601, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Big Data and Information Engineering, Hefei University, He Fei, An Hui Province,230601, China","institution_ids":["https://openalex.org/I39774598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062373712","display_name":"Zhi Feng Cheng","orcid":"https://orcid.org/0009-0006-5301-7799","observed_orcids":["https://orcid.org/0009-0006-5301-7799"]},"institutions":[{"id":"https://openalex.org/I39774598","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I39774598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Cheng","raw_affiliation_strings":["Department of Big Data and Information Engineering, Hefei University, He Fei, An Hui Province,230601, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Big Data and Information Engineering, Hefei University, He Fei, An Hui Province,230601, China","institution_ids":["https://openalex.org/I39774598"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100374184","display_name":"Chen Zhang","orcid":"https://orcid.org/0000-0003-3870-8744","observed_orcids":["https://orcid.org/0000-0003-3870-8744"]},"institutions":[{"id":"https://openalex.org/I39774598","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I39774598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Zhang","raw_affiliation_strings":["Department of Big Data and Information Engineering, Hefei University, He Fei, An Hui Province,230601, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Big Data and Information Engineering, Hefei University, He Fei, An Hui Province,230601, China","institution_ids":["https://openalex.org/I39774598"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39774598"],"apc_list":null,"apc_paid":null,"fwci":0.3187,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.44581989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":95},"biblio":{"volume":"1634","issue":"1","first_page":"012021","last_page":"012021"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-crawler","display_name":"web crawler","score":0.8999999761581421},{"id":"https://openalex.org/keywords/keyword-stuffing","display_name":"keyword stuffing","score":0.7350000143051147},{"id":"https://openalex.org/keywords/web-page-ranking","display_name":"web page ranking","score":0.7429999709129333},{"id":"https://openalex.org/keywords/relationship-matrix","display_name":"relationship matrix","score":0.6439999938011169},{"id":"https://openalex.org/keywords/stochastic-matrices","display_name":"stochastic matrices","score":0.7609999775886536},{"id":"https://openalex.org/keywords/search-engine-ranking-manipulation","display_name":"search engine ranking manipulation","score":0.5730000138282776}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.8823302984237671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8157318830490112},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.7055651545524597},{"id":"https://openalex.org/C73340581","wikidata":"https://www.wikidata.org/wiki/Q5463958","display_name":"Focused crawler","level":5,"score":0.6425597667694092},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5991212129592896},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.5965683460235596},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4994528293609619},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.4880791902542114},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4787815809249878},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.4640658497810364},{"id":"https://openalex.org/C100158260","wikidata":"https://www.wikidata.org/wiki/Q1650567","display_name":"Dynamic web page","level":3,"score":0.44467663764953613},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.44339966773986816},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4272618293762207},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36046046018600464},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.1804766058921814},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1416025459766388},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10435709357261658},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1088/1742-6596/1634/1/012021","doi":"https://doi.org/10.1088/1742-6596/1634/1/012021","is_oa":true,"landing_page_url":"https://doi.org/10.1088/1742-6596/1634/1/012021","pdf_url":"https://iopscience.iop.org/article/10.1088/1742-6596/1634/1/012021/pdf","source":{"id":"https://openalex.org/S4210187594","display_name":"Journal of Physics Conference Series","issn_l":"1742-6588","issn":["1742-6588","1742-6596"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Physics: Conference Series","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1088/1742-6596/1634/1/012021","doi":"https://doi.org/10.1088/1742-6596/1634/1/012021","is_oa":true,"landing_page_url":"https://doi.org/10.1088/1742-6596/1634/1/012021","pdf_url":"https://iopscience.iop.org/article/10.1088/1742-6596/1634/1/012021/pdf","source":{"id":"https://openalex.org/S4210187594","display_name":"Journal of Physics Conference Series","issn_l":"1742-6588","issn":["1742-6588","1742-6596"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Physics: Conference Series","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2097310066","display_name":null,"funder_award_id":"61806068,","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3158835792","display_name":null,"funder_award_id":"19ZR04ZDA","funder_id":"https://openalex.org/F4320326536","funder_display_name":"Hefei University"},{"id":"https://openalex.org/G4284100522","display_name":null,"funder_award_id":"KJ2018A0556","funder_id":"https://openalex.org/F4320321435","funder_display_name":"Anhui University"},{"id":"https://openalex.org/G5540898987","display_name":null,"funder_award_id":"18-19RC27","funder_id":"https://openalex.org/F4320326536","funder_display_name":"Hefei University"},{"id":"https://openalex.org/G6478727698","display_name":null,"funder_award_id":"18ZR07ZDA","funder_id":"https://openalex.org/F4320326536","funder_display_name":"Hefei University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321435","display_name":"Anhui University","ror":"https://ror.org/05th6yx34"},{"id":"https://openalex.org/F4320326536","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3095655951.pdf","grobid_xml":"https://content.openalex.org/works/W3095655951.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W1854214752","https://openalex.org/W1988757068","https://openalex.org/W2045998703","https://openalex.org/W2137107230","https://openalex.org/W2354201533","https://openalex.org/W2384706042","https://openalex.org/W2390529306","https://openalex.org/W2794831687"],"related_works":["https://openalex.org/W99860076","https://openalex.org/W7171253349","https://openalex.org/W2740012724","https://openalex.org/W182571317","https://openalex.org/W4238543611","https://openalex.org/W1588533883","https://openalex.org/W2387300184","https://openalex.org/W4254688891","https://openalex.org/W2356641536","https://openalex.org/W2772576376"],"abstract_inverted_index":{"Abstract":[0],"Web":[1],"crawlers":[2],"have":[3],"the":[4,15,41,53,66,76,93,99,111,141],"ability":[5],"to":[6,22,34,39,91,109],"automatically":[7],"extract":[8],"web":[9,55,69,77,114],"page":[10,56],"information,":[11],"but":[12],"there":[13],"exists":[14],"issue":[16,42],"that":[17,119,140],"some":[18],"pages":[19,70,78],"reuse":[20],"keywords":[21],"improve":[23],"their":[24],"search":[25],"rankings.":[26],"Therefore,":[27],"we":[28,46,89],"propose":[29,90],"an":[30,61],"adaptive":[31],"Page-rank":[32,97,134],"algorithm":[33],"build":[35],"a":[36,48,123],"crawler":[37,135],"system":[38,105,121],"resolve":[40],"mentioned":[43],"above.":[44],"Specifically,":[45],"generate":[47],"relationship":[49],"matrix":[50,63],"based":[51,64],"on":[52,65],"crawled":[54,79],"access":[57],"relationships,":[58],"and":[59,74,132,147],"then":[60],"probability":[62],"number":[67],"of":[68,85,101,113],"is":[71],"generated":[72],"iteratively,":[73],"finally":[75],"are":[80],"displayed":[81],"in":[82,96,126,145],"descending":[83],"order":[84],"calculated":[86],"weights.":[87],"Besides,":[88],"control":[92],"iterative":[94],"process":[95],"with":[98,130],"coherence":[100],"anchor":[102],"texts.":[103],"The":[104,137],"uses":[106],"Python":[107],"language":[108],"realize":[110],"functions":[112],"crawling.":[115],"Experimental":[116],"results":[117,138],"demonstrate":[118],"this":[120],"has":[122],"high":[124],"speed":[125],"data":[127],"collection.":[128],"Comparing":[129],"Hints":[131],"classical":[133],"systems,":[136],"show":[139],"proposed":[142],"method":[143],"outperforms":[144],"precision":[146],"recall.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2020-11-09T00:00:00"}