{"id":"https://openalex.org/W4413740980","doi":"https://doi.org/10.1145/3747912.3747926","title":"Research on the Framework of Network Security Threat Intelligence Crawler","display_name":"Research on the Framework of Network Security Threat Intelligence Crawler","publication_year":2025,"publication_date":"2025-06-13","ids":{"openalex":"https://openalex.org/W4413740980","doi":"https://doi.org/10.1145/3747912.3747926"},"language":"en","primary_location":{"id":"doi:10.1145/3747912.3747926","doi":"https://doi.org/10.1145/3747912.3747926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3747912.3747926","pdf_url":null,"source":{"id":"https://openalex.org/S7407097054","display_name":"International Conference on Software Engineering and Computer Applications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Software Engineering and Computer Applications","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4413740980"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3747912.3747926","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119446741","display_name":"Wenxuan Gan","orcid":"https://orcid.org/0009-0004-0821-5273","observed_orcids":["https://orcid.org/0009-0004-0821-5273"]},"institutions":[{"id":"https://openalex.org/I4210108370","display_name":"Panzhihua University","ror":"https://ror.org/01h8y6y39","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210108370"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxuan Gan","raw_affiliation_strings":["School of Mathematics and Computer Science, Panzhihua University, Panzhihua, Sichuan, China"],"raw_orcid":"https://orcid.org/0009-0004-0821-5273","affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Science, Panzhihua University, Panzhihua, Sichuan, China","institution_ids":["https://openalex.org/I4210108370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108154140","display_name":"Bin Liu","orcid":"https://orcid.org/0009-0008-8926-9036","observed_orcids":["https://orcid.org/0009-0008-8926-9036"]},"institutions":[{"id":"https://openalex.org/I4210108370","display_name":"Panzhihua University","ror":"https://ror.org/01h8y6y39","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210108370"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liu","raw_affiliation_strings":["School of Mathematics and Computer Science, Panzhihua University, Panzhihua, Sichuan, China"],"raw_orcid":"https://orcid.org/0009-0008-8926-9036","affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Science, Panzhihua University, Panzhihua, Sichuan, China","institution_ids":["https://openalex.org/I4210108370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210108370"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"88","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cyber-threat-intelligence","display_name":"cyber threat intelligence","score":0.8870000243186951},{"id":"https://openalex.org/keywords/web-crawling","display_name":"web crawling","score":0.8140000104904175},{"id":"https://openalex.org/keywords/distributed-crawling","display_name":"distributed crawling","score":0.5690000057220459},{"id":"https://openalex.org/keywords/advanced-persistent-threats","display_name":"advanced persistent threats","score":0.7919999957084656},{"id":"https://openalex.org/keywords/ransomware","display_name":"ransomware","score":0.9739999771118164},{"id":"https://openalex.org/keywords/dynamic-rendering","display_name":"dynamic rendering","score":0.6069999933242798},{"id":"https://openalex.org/keywords/resource-utilization","display_name":"resource utilization","score":0.6179999709129333}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.7938083410263062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6942180395126343},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.45412296056747437},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.4365125000476837},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2621028423309326}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3747912.3747926","doi":"https://doi.org/10.1145/3747912.3747926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3747912.3747926","pdf_url":null,"source":{"id":"https://openalex.org/S7407097054","display_name":"International Conference on Software Engineering and Computer Applications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Software Engineering and Computer Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3747912.3747926","doi":"https://doi.org/10.1145/3747912.3747926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3747912.3747926","pdf_url":null,"source":{"id":"https://openalex.org/S7407097054","display_name":"International Conference on Software Engineering and Computer Applications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Software Engineering and Computer Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.8970999717712402,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W3005372471","https://openalex.org/W4400579607","https://openalex.org/W4403864631","https://openalex.org/W4403938137","https://openalex.org/W4404739849","https://openalex.org/W4406753841","https://openalex.org/W4409796600","https://openalex.org/W4411207920"],"related_works":["https://openalex.org/W4416381131","https://openalex.org/W7161472658","https://openalex.org/W7158818480","https://openalex.org/W4416909396","https://openalex.org/W7161735269","https://openalex.org/W7143721854","https://openalex.org/W4411889965","https://openalex.org/W7218290457","https://openalex.org/W7140088822","https://openalex.org/W4411386906"],"abstract_inverted_index":{"In":[0],"light":[1],"of":[2,6,24,69],"the":[3,67,91,107],"global":[4],"proliferation":[5],"advanced":[7],"persistent":[8],"threats":[9],"(APTs)":[10],"and":[11,41,44,85,99,143],"ransomware":[12],"attacks,":[13],"cyber":[14,30],"threat":[15,62],"intelligence":[16],"(CTI)":[17],"has":[18],"emerged":[19],"as":[20,139],"a":[21,113,124],"pivotal":[22],"component":[23],"proactive":[25],"defence":[26],"strategies.":[27],"However,":[28],"existing":[29,70],"crawling":[31,57,95],"frameworks":[32],"face":[33],"three":[34],"challenges:":[35],"high":[36,78],"technical":[37,79],"costs,":[38,80],"performance":[39],"bottlenecks":[40],"scalability":[42],"issues,":[43],"ecological":[45],"sustainability":[46],"risks.":[47],"This":[48,64,110],"paper":[49],"therefore":[50],"proposes":[51],"an":[52,118],"artificial":[53],"intelligence-driven,":[54],"distributed":[55],"web":[56],"framework":[58,65,93],"based":[59],"on":[60],"cybersecurity":[61],"intelligence.":[63],"overcomes":[66],"limitations":[68],"open-source":[71],"tools":[72],"with":[73],"regard":[74],"to":[75,106,135],"dynamic":[76],"rendering,":[77],"low":[81],"scalability,":[82],"anti-crawling":[83],"measures":[84],"intelligent":[86],"analysis.":[87],"Experiments":[88],"demonstrate":[89],"that":[90],"proposed":[92],"enhances":[94],"efficiency":[96],"by":[97,103],"70%":[98],"reduces":[100],"resource":[101],"utilisation":[102],"50%":[104],"compared":[105],"Scrapy":[108],"approach.":[109],"research":[111],"provides":[112],"scalable":[114],"paradigm":[115],"for":[116,127],"building":[117],"autonomous,":[119],"controllable,":[120],"cybersecurity-intelligent":[121],"infrastructure,":[122],"offering":[123],"new":[125],"direction":[126],"cyber-crawling":[128],"research.":[129],"Its":[130],"applications":[131],"can":[132],"be":[133],"extended":[134],"key":[136],"areas":[137],"such":[138],"financial":[140],"risk":[141],"control":[142],"public":[144],"opinion":[145],"monitoring.":[146]},"counts_by_year":[],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2025-10-10T00:00:00"}