{"id":"https://openalex.org/W3042540910","doi":"https://doi.org/10.1109/cybersecurity49315.2020.9138856","title":"An Overview of Web Robots Detection Techniques","display_name":"An Overview of Web Robots Detection Techniques","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3042540910","doi":"https://doi.org/10.1109/cybersecurity49315.2020.9138856","mag":"3042540910"},"language":"en","primary_location":{"id":"doi:10.1109/cybersecurity49315.2020.9138856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cybersecurity49315.2020.9138856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Cyber Security and Protection of Digital Services (Cyber Security)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101979345","display_name":"Hanlin Chen","orcid":"https://orcid.org/0000-0002-7868-6028"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hanlin Chen","raw_affiliation_strings":["School of Aerospace, Transport and Manufacturing, Cranfield University, Bedford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport and Manufacturing, Cranfield University, Bedford, United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020000412","display_name":"Hongmei He","orcid":"https://orcid.org/0000-0002-6653-8298"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hongmei He","raw_affiliation_strings":["School of Aerospace, Transport and Manufacturing, Cranfield University, Bedford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport and Manufacturing, Cranfield University, Bedford, United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002449661","display_name":"Andrew Starr","orcid":"https://orcid.org/0000-0001-9046-560X"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Starr","raw_affiliation_strings":["School of Aerospace, Transport and Manufacturing, Cranfield University, Bedford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport and Manufacturing, Cranfield University, Bedford, United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82284825"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.7099049091339111},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.704582691192627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6732688546180725},{"id":"https://openalex.org/keywords/web-application-security","display_name":"Web application security","score":0.6373211145401001},{"id":"https://openalex.org/keywords/web-analytics","display_name":"Web analytics","score":0.4951604902744293},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.49150216579437256},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.476561576128006},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.42172789573669434},{"id":"https://openalex.org/keywords/web-development","display_name":"Web development","score":0.30582207441329956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2851220965385437}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.7099049091339111},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.704582691192627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6732688546180725},{"id":"https://openalex.org/C59241245","wikidata":"https://www.wikidata.org/wiki/Q4781497","display_name":"Web application security","level":4,"score":0.6373211145401001},{"id":"https://openalex.org/C516187249","wikidata":"https://www.wikidata.org/wiki/Q10719477","display_name":"Web analytics","level":5,"score":0.4951604902744293},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.49150216579437256},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.476561576128006},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.42172789573669434},{"id":"https://openalex.org/C79373723","wikidata":"https://www.wikidata.org/wiki/Q386275","display_name":"Web development","level":3,"score":0.30582207441329956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2851220965385437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cybersecurity49315.2020.9138856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cybersecurity49315.2020.9138856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Cyber Security and Protection of Digital Services (Cyber Security)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W222772501","https://openalex.org/W1552115285","https://openalex.org/W2043780693","https://openalex.org/W2068326462","https://openalex.org/W2084585486","https://openalex.org/W2100447424","https://openalex.org/W2182391297","https://openalex.org/W2321471970","https://openalex.org/W2342327077","https://openalex.org/W2556283912","https://openalex.org/W2624238479","https://openalex.org/W2741724921","https://openalex.org/W2765800763","https://openalex.org/W2768718986","https://openalex.org/W2769499013","https://openalex.org/W2772008075","https://openalex.org/W2784038944","https://openalex.org/W2904371362","https://openalex.org/W2911408902","https://openalex.org/W2924157328","https://openalex.org/W2967704405","https://openalex.org/W2978893826","https://openalex.org/W2980553052","https://openalex.org/W3005573866","https://openalex.org/W4285719527","https://openalex.org/W6745934445","https://openalex.org/W6769427411","https://openalex.org/W6774266171"],"related_works":["https://openalex.org/W2389761961","https://openalex.org/W4254300012","https://openalex.org/W2113184419","https://openalex.org/W2963706618","https://openalex.org/W1999548128","https://openalex.org/W2102475112","https://openalex.org/W2167278502","https://openalex.org/W2734818785","https://openalex.org/W2913452075","https://openalex.org/W1980745463"],"abstract_inverted_index":{"Web":[0],"robots":[1,15,36,103],"or":[2,77],"web":[3,11,35,65,75,78,102,110,114,130,142,205,232],"crawlers":[4],"have":[5,117,146],"become":[6],"the":[7,49,59,62,88,99,179,201],"major":[8],"source":[9],"of":[10,51,61,90,101,203,215],"traffic.":[12],"While":[13],"some":[14],"are":[16,152],"well-behaving":[17],"such":[18],"as":[19,160],"search":[20],"engines,":[21],"others":[22],"can":[23,123,165],"perform":[24],"DDoS":[25],"attacks,":[26],"which":[27],"put":[28],"great":[29],"threats":[30],"on":[31,74],"websites.":[32],"Effectively":[33],"detecting":[34],"will":[37],"benefit":[38],"not":[39],"only":[40],"for":[41,47,98,231],"network":[42],"traffic":[43],"cleaning,":[44],"but":[45,121,150,181],"also":[46],"improving":[48],"cybersecurity":[50],"IoT":[52],"enabled":[53],"systems":[54],"and":[55,82,86,134,170,173,200],"services.":[56],"To":[57,108],"get":[58],"state":[60],"arts":[63],"in":[64,105,221],"robot":[66,76,136,206],"detection,":[67],"this":[68],"paper":[69],"reviews":[70],"recent":[71],"decade":[72],"research":[73],"robot/crawler":[79,233],"detection":[80,104,157,207],"techniques":[81],"compares":[83],"their":[84],"performances":[85],"identify":[87,174],"challenges":[89],"different":[91,213,219,222],"techniques,":[92],"thus":[93],"providing":[94],"researchers":[95,116],"a":[96,161,191],"reference":[97],"development":[100],"real":[106],"applications.":[107],"protect":[109],"content":[111],"from":[112],"malicious":[113,175],"robots,":[115],"investigated":[118],"various":[119],"approaches,":[120],"they":[122,151,182],"be":[124,166,210],"classified":[125],"into":[126],"three":[127],"themes:":[128],"offline":[129],"log":[131,143],"analysis,":[132],"honeypots":[133],"online":[135,156,204],"detection.":[137,234],"We":[138],"conclude":[139],"that":[140,190],"off-line":[141],"analysis":[144],"methods":[145],"quite":[147],"high":[148],"accuracy,":[149],"time-consuming":[153],"compared":[154],"to":[155,168,209],"methods.":[158],"Honeypots,":[159],"computer":[162],"security":[163],"mechanism,":[164],"used":[167],"engage":[169],"deceive":[171],"hackers":[172],"activities":[176],"performed":[177],"over":[178],"Internet,":[180],"may":[183],"block":[184],"legitimate":[185],"robots.":[186],"The":[187],"review":[188],"shows":[189],"hybrid":[192],"method":[193],"is":[194,229],"better":[195],"than":[196],"an":[197],"individual":[198],"classifier,":[199],"performance":[202],"needs":[208],"improved.":[211],"Also,":[212],"types":[214],"features":[216],"could":[217],"play":[218],"roles":[220],"machine":[223],"learning":[224],"models.":[225],"Therefore,":[226],"feature":[227],"selection":[228],"important":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}