{"id":"https://openalex.org/W4407566339","doi":"https://doi.org/10.1109/access.2025.3542064","title":"A Semantic and Intelligent Focused Crawler Based on BERT Semantic Vector Space Model and Hybrid Algorithm","display_name":"A Semantic and Intelligent Focused Crawler Based on BERT Semantic Vector Space Model and Hybrid Algorithm","publication_year":2025,"publication_date":"2025-02-14","ids":{"openalex":"https://openalex.org/W4407566339","doi":"https://doi.org/10.1109/access.2025.3542064"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3542064","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3542064","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3542064","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101562767","display_name":"Wenhao Huang","orcid":"https://orcid.org/0000-0002-8488-264X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Huang","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445487","display_name":"Jiahao Zhang","orcid":"https://orcid.org/0000-0001-9421-2415"},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahao Zhang","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China","School of Computer and Software Engineering, XiHua University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]},{"raw_affiliation_string":"School of Computer and Software Engineering, XiHua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083126543","display_name":"Xin Li","orcid":"https://orcid.org/0000-0003-1571-7269"},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Li","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China","School of Computer and Software Engineering, XiHua University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]},{"raw_affiliation_string":"School of Computer and Software Engineering, XiHua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036693904","display_name":"Xiao Zhou","orcid":"https://orcid.org/0000-0002-1331-7379"},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Zhou","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China","School of Computer and Software Engineering, XiHua University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]},{"raw_affiliation_string":"School of Computer and Software Engineering, XiHua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088356478","display_name":"Deyu Qi","orcid":null},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]},{"id":"https://openalex.org/I4403928342","display_name":"South China Business College Guangdong University of Foreign Studies","ror":"https://ror.org/03adm0793","country_code":null,"type":"education","lineage":["https://openalex.org/I186272606","https://openalex.org/I4403928342"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deyu Qi","raw_affiliation_strings":["South China Business College, Guangdong University of Foreign Studies, Guangzhou, China","Guangdong University of Foreign Studies South China Business College, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China Business College, Guangdong University of Foreign Studies, Guangzhou, China","institution_ids":["https://openalex.org/I186272606"]},{"raw_affiliation_string":"Guangdong University of Foreign Studies South China Business College, Guangzhou, China","institution_ids":["https://openalex.org/I186272606","https://openalex.org/I4403928342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101685776","display_name":"Jianqing Xi","orcid":"https://orcid.org/0000-0002-5009-520X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianqing Xi","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100380197","display_name":"Wenjun Liu","orcid":"https://orcid.org/0009-0007-9240-5484"},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Liu","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China","School of Computer and Software Engineering, XiHua University, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0007-9240-5484","affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]},{"raw_affiliation_string":"School of Computer and Software Engineering, XiHua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.9946,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.9252858,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"14","issue":null,"first_page":"87713","last_page":"87727"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.8240000009536743,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.8240000009536743,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.759766697883606},{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.6148990392684937},{"id":"https://openalex.org/keywords/semantic-space","display_name":"Semantic space","score":0.5886803865432739},{"id":"https://openalex.org/keywords/vector-space-model","display_name":"Vector space model","score":0.5655944347381592},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5100396275520325},{"id":"https://openalex.org/keywords/semantic-compression","display_name":"Semantic compression","score":0.4482816755771637},{"id":"https://openalex.org/keywords/vector-space","display_name":"Vector space","score":0.4215906858444214},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40307456254959106},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3998963236808777},{"id":"https://openalex.org/keywords/semantic-computing","display_name":"Semantic computing","score":0.39152613282203674},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3862401843070984},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.2193623185157776},{"id":"https://openalex.org/keywords/semantic-technology","display_name":"Semantic technology","score":0.18325039744377136},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1790224313735962},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10128727555274963}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.759766697883606},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.6148990392684937},{"id":"https://openalex.org/C2986420190","wikidata":"https://www.wikidata.org/wiki/Q39045939","display_name":"Semantic space","level":2,"score":0.5886803865432739},{"id":"https://openalex.org/C89686163","wikidata":"https://www.wikidata.org/wiki/Q1187982","display_name":"Vector space model","level":2,"score":0.5655944347381592},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5100396275520325},{"id":"https://openalex.org/C202708506","wikidata":"https://www.wikidata.org/wiki/Q7449050","display_name":"Semantic compression","level":5,"score":0.4482816755771637},{"id":"https://openalex.org/C13336665","wikidata":"https://www.wikidata.org/wiki/Q125977","display_name":"Vector space","level":2,"score":0.4215906858444214},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40307456254959106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3998963236808777},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.39152613282203674},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3862401843070984},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.2193623185157776},{"id":"https://openalex.org/C6881194","wikidata":"https://www.wikidata.org/wiki/Q7449091","display_name":"Semantic technology","level":4,"score":0.18325039744377136},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1790224313735962},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10128727555274963},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3542064","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3542064","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9da005230c0e4e79b8f1213899452eaf","is_oa":false,"landing_page_url":"https://doaj.org/article/9da005230c0e4e79b8f1213899452eaf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 87713-87727 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3542064","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3542064","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2026635458","https://openalex.org/W3012445987","https://openalex.org/W2018066836","https://openalex.org/W2038882528","https://openalex.org/W2277021700","https://openalex.org/W858433989","https://openalex.org/W2078911128","https://openalex.org/W2392987198","https://openalex.org/W2413581840","https://openalex.org/W4292413805"],"abstract_inverted_index":{"The":[0,62,129],"goal":[1],"of":[2,37,55,68,113,125,181,193],"a":[3,15,84,117],"focused":[4,49,88],"crawler":[5,50,89,137,153,163],"is":[6,60,71],"to":[7,14,23,33,76,108,120],"selectively":[8],"fetch":[9],"pages":[10],"that":[11,133],"are":[12,42],"relevant":[13],"given":[16],"topic.":[17],"Previous":[18],"crawlers":[19,148],"use":[20],"text":[21,25],"content":[22],"determine":[24],"topic":[26,111,179],"relevance":[27,112,180],"and":[28,86,97,115,154,161,176,184],"manually":[29],"determined":[30,72],"weighting":[31,63,123,187],"factors":[32],"predict":[34],"the":[35,47,52,66,78,110,122,134,145,159,169,178,182,185,190],"priority":[36,67,191],"unvisited":[38,69,126,194],"URLs.":[39],"However,":[40],"there":[41],"still":[43],"some":[44],"problems":[45],"in":[46,165],"above":[48,79],"methods,":[51],"calculation":[53],"formula":[54],"semantic":[56,85,93,104,160,170],"similarity":[57,171],"between":[58,172],"words":[59],"flawed.":[61],"factor":[64,124,188],"for":[65],"URLs":[70,195],"arbitrarily.":[73],"In":[74,157],"order":[75],"solve":[77],"problems,":[80],"this":[81,166],"paper":[82,167],"proposes":[83],"intelligent":[87,162],"based":[90],"on":[91],"BERT":[92,103],"vector":[94,105],"space":[95,106],"model":[96,107],"hybrid":[98,118],"algorithm.":[99],"This":[100],"method":[101],"used":[102,116],"calculate":[109],"documents,":[114],"algorithm":[119],"optimize":[121],"URL":[127],"priority.":[128],"experimental":[130],"results":[131],"show":[132],"proposed":[135,164],"BSVSM-HA":[136],"can":[138],"obtain":[139],"better":[140],"evaluation":[141,192],"indicators":[142],"compared":[143],"with":[144],"other":[146],"three":[147],"including":[149],"Word2vec":[150],"crawler,":[151],"ELMO":[152],"BSVSM":[155],"crawler.":[156],"conclusion,":[158],"makes":[168,189],"terms":[173],"more":[174,196],"accurate,":[175],"improves":[177],"text,":[183],"optimized":[186],"accurate.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}