{"id":"https://openalex.org/W7133230171","doi":"https://doi.org/10.1109/iotsms68530.2025.11408530","title":"Automated Security Compliance Evaluation Using Hierarchical RAG for IoT Devices with Large-Scale Documentation","display_name":"Automated Security Compliance Evaluation Using Hierarchical RAG for IoT Devices with Large-Scale Documentation","publication_year":2025,"publication_date":"2025-12-02","ids":{"openalex":"https://openalex.org/W7133230171","doi":"https://doi.org/10.1109/iotsms68530.2025.11408530"},"language":null,"primary_location":{"id":"doi:10.1109/iotsms68530.2025.11408530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iotsms68530.2025.11408530","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 12th International Conference on Internet of Things: Systems, Management and Security (IOTSMS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100893636","display_name":"Y. Ikegami","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuka Ikegami","raw_affiliation_strings":["Waseda University,Department of Computer Science and Communications Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Computer Science and Communications Engineering","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066000044","display_name":"Kento Hasegawa","orcid":"https://orcid.org/0000-0002-6517-1703"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kento Hasegawa","raw_affiliation_strings":["KDDI Research, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052844875","display_name":"Seira Hidano","orcid":"https://orcid.org/0009-0006-0571-7168"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Seira Hidano","raw_affiliation_strings":["KDDI Research, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014137807","display_name":"Kazuhide Fukushima","orcid":"https://orcid.org/0000-0003-2571-0116"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuhide Fukushima","raw_affiliation_strings":["KDDI Research, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103192268","display_name":"Kazuo Hashimoto","orcid":"https://orcid.org/0000-0002-7877-9507"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuo Hashimoto","raw_affiliation_strings":["Waseda University,Department of Computer Science and Communications Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Computer Science and Communications Engineering","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027104780","display_name":"N Togawa","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nozomu Togawa","raw_affiliation_strings":["Waseda University,Department of Computer Science and Communications Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Computer Science and Communications Engineering","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68639031,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"223","last_page":"228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.03779999911785126,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.03779999911785126,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.03739999979734421,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.036400001496076584,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7382000088691711},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.6765999794006348},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5936999917030334},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.46790000796318054},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4088999927043915},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.3856000006198883}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7537000179290771},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7382000088691711},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6765999794006348},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5936999917030334},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5390999913215637},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.46790000796318054},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C98147612","wikidata":"https://www.wikidata.org/wiki/Q215599","display_name":"Promotion (chess)","level":3,"score":0.35530000925064087},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3319999873638153},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C103377522","wikidata":"https://www.wikidata.org/wiki/Q3493999","display_name":"Security information and event management","level":4,"score":0.31869998574256897},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26739999651908875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iotsms68530.2025.11408530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iotsms68530.2025.11408530","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 12th International Conference on Internet of Things: Systems, Management and Security (IOTSMS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5661484151","display_name":null,"funder_award_id":"JPJ012368C08101","funder_id":"https://openalex.org/F4320335839","funder_display_name":"National Institute of Information and Communications Technology"}],"funders":[{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2963846996","https://openalex.org/W3172308862","https://openalex.org/W4412886724","https://openalex.org/W4412888941","https://openalex.org/W4415124086","https://openalex.org/W4417282731"],"related_works":[],"abstract_inverted_index":{"The":[0,81],"rapid":[1],"growth":[2],"of":[3,31,46,52],"IoT":[4,32],"devices":[5,47,133],"has":[6],"raised":[7],"global":[8],"demands":[9],"for":[10,58,148],"enhanced":[11],"security.":[12],"In":[13,60,146],"Japan,":[14],"the":[15,21,28,44,49,56,96,110,115],"Information-technology":[16],"Promotion":[17],"Agency":[18],"(IPA)":[19],"launched":[20],"JC-STAR":[22],"program":[23],"to":[24,43,108,114],"evaluate":[25,92],"and":[26,40,48,76,91,117,127,161],"certify":[27],"security":[29,67,93],"compliance":[30,68,94],"devices.":[33],"Manual":[34],"assessment,":[35],"however,":[36],"requires":[37],"extensive":[38],"expertise":[39],"effort":[41],"due":[42],"diversity":[45],"vast":[50],"amount":[51],"product":[53],"documentation,":[54],"highlighting":[55],"need":[57],"automation.":[59],"this":[61],"paper,":[62],"we":[63],"propose":[64],"an":[65],"automated":[66],"evaluation":[69],"method":[70,83,137],"using":[71,95],"hierarchy-aware":[72],"RAG":[73],"(Retrieval-Augmented":[74],"Generation)":[75],"LLMs":[77],"(Large":[78],"Language":[79],"Models).":[80],"proposed":[82],"effectively":[84],"extracts":[85],"relevant":[86,113],"information":[87],"from":[88],"device":[89,150],"documents":[90],"retrieved":[97],"document":[98,106],"chunks.":[99],"Unlike":[100],"conventional":[101],"retrieval,":[102],"our":[103,136],"approach":[104],"exploits":[105],"hierarchies":[107],"identify":[109],"section":[111],"most":[112],"query":[116],"coherently":[118],"retrieve":[119],"its":[120],"associated":[121],"content,":[122],"thereby":[123],"providing":[124],"richer":[125],"context":[126],"reducing":[128],"hallucinations.":[129],"Experiments":[130],"on":[131],"three":[132],"showed":[134],"that":[135],"outperformed":[138],"or":[139],"matched":[140],"a":[141,149,152],"baseline":[142],"across":[143],"all":[144],"metrics.":[145],"particular,":[147],"with":[151],"large-scale":[153],"document,":[154],"it":[155],"achieved":[156],"notable":[157],"gains":[158],"in":[159],"TPR":[160],"F-measure.":[162]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-03T00:00:00"}