{"id":"https://openalex.org/W2884540974","doi":"https://doi.org/10.26483/ijarcs.v8i5.3656","title":"Analysis of Robot Detection approaches for ethical and unethical robots on Web server log","display_name":"Analysis of Robot Detection approaches for ethical and unethical robots on Web server log","publication_year":2017,"publication_date":"2017-06-20","ids":{"openalex":"https://openalex.org/W2884540974","doi":"https://doi.org/10.26483/ijarcs.v8i5.3656","mag":"2884540974"},"language":"en","primary_location":{"id":"pmh:oai:ijarcs.info:article/3656","doi":"https://doi.org/10.26483/ijarcs.v8i5.3656","is_oa":true,"landing_page_url":"http://ijarcs.info/index.php/index/article/view/3656","pdf_url":null,"source":{"id":"https://openalex.org/S2764748552","display_name":"International Journal of Advanced Research in Computer Science","issn_l":"0976-5697","issn":["0976-5697"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4324013418","host_organization_name":"International Journal of Advanced Research in Computer Science","host_organization_lineage":["https://openalex.org/P4324013418"],"host_organization_lineage_names":["International Journal of Advanced Research in Computer Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"10.26483/ijarcs.v8i5","raw_type":"info:eu-repo/semantics/article"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://ijarcs.info/index.php/index/article/view/3656","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075837673","display_name":"Mitali Srivastava","orcid":"https://orcid.org/0000-0001-7821-1826","observed_orcids":["https://orcid.org/0000-0001-7821-1826"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitali Srivastava","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7821-1826","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102022897","display_name":"Atul Kumar Srivastava","orcid":"https://orcid.org/0000-0002-0644-5743","observed_orcids":["https://orcid.org/0000-0002-0644-5743","https://orcid.org/0000-0003-4356-6736"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Atul Kumar Srivastava","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0644-5743","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083646550","display_name":"Rakhi Garg","orcid":"https://orcid.org/0000-0003-0083-5465","observed_orcids":["https://orcid.org/0000-0003-0083-5465"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rakhi Garg","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0083-5465","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012107250","display_name":"Parimarjan Mishra","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parimarjan Mishra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.31445104,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":"8","issue":"5","first_page":"1132","last_page":"1134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.5679000020027161,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.5679000020027161,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.4219000041484833,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot-detection","display_name":"robot detection","score":0.8040000200271606},{"id":"https://openalex.org/keywords/web-robots","display_name":"web robots","score":0.8289999961853027},{"id":"https://openalex.org/keywords/web-server-logs","display_name":"web server logs","score":0.8820000290870667},{"id":"https://openalex.org/keywords/robots-txt","display_name":"robots.txt","score":0.9350000023841858},{"id":"https://openalex.org/keywords/network-bandwidth-consumption","display_name":"network bandwidth consumption","score":0.628000020980835}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.8814565539360046},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8366620540618896},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4822476804256439},{"id":"https://openalex.org/C11392498","wikidata":"https://www.wikidata.org/wiki/Q11288","display_name":"Web server","level":3,"score":0.46656739711761475},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4504542946815491},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4327426552772522},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3531185984611511},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3357754945755005},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2884414792060852},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.23682329058647156},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:ijarcs.info:article/3656","doi":"https://doi.org/10.26483/ijarcs.v8i5.3656","is_oa":true,"landing_page_url":"http://ijarcs.info/index.php/index/article/view/3656","pdf_url":null,"source":{"id":"https://openalex.org/S2764748552","display_name":"International Journal of Advanced Research in Computer Science","issn_l":"0976-5697","issn":["0976-5697"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4324013418","host_organization_name":"International Journal of Advanced Research in Computer Science","host_organization_lineage":["https://openalex.org/P4324013418"],"host_organization_lineage_names":["International Journal of Advanced Research in Computer Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"10.26483/ijarcs.v8i5","raw_type":"info:eu-repo/semantics/article"},{"id":"mag:2884540974","doi":"https://doi.org/10.26483/ijarcs.v8i5.3656","is_oa":true,"landing_page_url":"http://www.ijarcs.info/index.php/Ijarcs/article/download/3656/3492","pdf_url":null,"source":{"id":"https://openalex.org/S2764748552","display_name":"International Journal of Advanced Research in Computer Science","issn_l":"0976-5697","issn":["0976-5697"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4324013418","host_organization_name":"International Journal of Advanced Research in Computer Science","host_organization_lineage":["https://openalex.org/P4324013418"],"host_organization_lineage_names":["International Journal of Advanced Research in Computer Science"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Advanced Research in Computer Science","raw_type":null}],"best_oa_location":{"id":"pmh:oai:ijarcs.info:article/3656","doi":"https://doi.org/10.26483/ijarcs.v8i5.3656","is_oa":true,"landing_page_url":"http://ijarcs.info/index.php/index/article/view/3656","pdf_url":null,"source":{"id":"https://openalex.org/S2764748552","display_name":"International Journal of Advanced Research in Computer Science","issn_l":"0976-5697","issn":["0976-5697"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4324013418","host_organization_name":"International Journal of Advanced Research in Computer Science","host_organization_lineage":["https://openalex.org/P4324013418"],"host_organization_lineage_names":["International Journal of Advanced Research in Computer Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"10.26483/ijarcs.v8i5","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2556283912","https://openalex.org/W2084641867","https://openalex.org/W2043780693","https://openalex.org/W29649622","https://openalex.org/W2624238479","https://openalex.org/W3004864512","https://openalex.org/W7097243917","https://openalex.org/W7095414697","https://openalex.org/W2010460643","https://openalex.org/W7147406725"],"abstract_inverted_index":{":Due":[0],"to":[1,10,41,86],"proliferation":[2],"of":[3,26],"Web":[4,18,76],"robots,":[5],"it":[6],"is":[7],"becoming":[8],"important":[9],"detect":[11,42,87],"robots":[12,19,88],"on":[13,74],"commercial":[14],"and":[15,35,67,89],"educational":[16],"websites.":[17],"not":[20],"only":[21],"consumes":[22],"a":[23,31],"significant":[24],"proportion":[25],"network":[27],"bandwidth":[28],"but":[29],"also":[30,82],"threat":[32],"for":[33],"privacy":[34],"security.":[36],"There":[37],"are":[38],"various":[39],"techniques":[40],"robot":[43,71],"from":[44],"server":[45,77],"log":[46],"i.e.":[47],"checking":[48],"robots.txt":[49],"access,":[50],"matching":[51],"keywords":[52],"in":[53],"User":[54],"agent":[55],"field,":[56],"calculating":[57],"browsing":[58],"speed":[59],"etc.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64,80],"have":[65,81],"implemented":[66],"compared":[68],"theabove":[69],"three":[70,98],"detection":[72],"approaches":[73],"real":[75],"log.":[78],"Moreover,":[79],"applied":[83],"combined":[84,92],"approach":[85,93],"found":[90],"that":[91],"works":[94],"better":[95],"than":[96],"other":[97],"approaches.":[99]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2018-08-03T00:00:00"}