{"id":"https://openalex.org/W4404990086","doi":"https://doi.org/10.48550/arxiv.2411.17713","title":"Llama Guard 3-1B-INT4: Compact and Efficient Safeguard for Human-AI Conversations","display_name":"Llama Guard 3-1B-INT4: Compact and Efficient Safeguard for Human-AI Conversations","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404990086","doi":"https://doi.org/10.48550/arxiv.2411.17713"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2411.17713","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.17713","pdf_url":"https://arxiv.org/pdf/2411.17713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.17713","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056063665","display_name":"Igor Fedorov","orcid":"https://orcid.org/0000-0002-7235-4823","observed_orcids":["https://orcid.org/0000-0002-7235-4823"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fedorov, Igor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106276444","display_name":"Kate Plawiak","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Plawiak, Kate","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087616209","display_name":"Lemeng Wu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Lemeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056105451","display_name":"Tarek Elgamal","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elgamal, Tarek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051397079","display_name":"Naveen Suda","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suda, Naveen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Smith, Eric","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064285315","display_name":"Hongyuan Zhan","orcid":"https://orcid.org/0000-0002-4130-0451","observed_orcids":["https://orcid.org/0000-0002-4130-0451"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhan, Hongyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111524272","display_name":"Jianfeng Chi","orcid":"https://orcid.org/0009-0002-1138-5009","observed_orcids":["https://orcid.org/0009-0002-1138-5009"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi, Jianfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015668746","display_name":"Yuriy Hulovatyy","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hulovatyy, Yuriy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Patel, Kimish","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Kimish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085241696","display_name":"Zechun Liu","orcid":"https://orcid.org/0000-0001-5856-2506","observed_orcids":["https://orcid.org/0000-0001-5856-2506"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zechun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109628225","display_name":"Changsheng Zhao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Changsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103247973","display_name":"Yangyang Shi","orcid":"https://orcid.org/0000-0001-5297-4155","observed_orcids":["https://orcid.org/0000-0001-5297-4155"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yangyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082671220","display_name":"Tijmen Blankevoort","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blankevoort, Tijmen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010699741","display_name":"Mahesh Babu Pasupuleti","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pasupuleti, Mahesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015226839","display_name":"Bilge Soran","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soran, Bilge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785541","display_name":"Zacharie Delpierre Coudert","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coudert, Zacharie Delpierre","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007605588","display_name":"Rachad Alao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alao, Rachad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039488725","display_name":"Raghuraman Krishnamoorthi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnamoorthi, Raghuraman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016704219","display_name":"Vikas Chandra","orcid":"https://orcid.org/0009-0005-4996-8455","observed_orcids":["https://orcid.org/0009-0005-4996-8455"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandra, Vikas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.6133000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.6133000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.20180000364780426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03739999979734421,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-safety","display_name":"AI safety","score":0.5590000152587891},{"id":"https://openalex.org/keywords/content-moderation","display_name":"content moderation","score":0.6930000185966492},{"id":"https://openalex.org/keywords/low-bit-quantization","display_name":"low-bit quantization","score":0.5899999737739563},{"id":"https://openalex.org/keywords/int4-quantization","display_name":"INT4 quantization","score":0.9319999814033508},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.5989999771118164},{"id":"https://openalex.org/keywords/mobile-deployment","display_name":"mobile deployment","score":0.6690000295639038},{"id":"https://openalex.org/keywords/resource-constrained-devices","display_name":"resource-constrained devices","score":0.8349999785423279}],"concepts":[{"id":"https://openalex.org/C2780771206","wikidata":"https://www.wikidata.org/wiki/Q3271761","display_name":"Safeguard","level":2,"score":0.9034444689750671},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.8356230854988098},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4676591455936432},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.44603776931762695},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.39732372760772705},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.36038219928741455},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.10426086187362671},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06373804807662964}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2411.17713","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.17713","pdf_url":"https://arxiv.org/pdf/2411.17713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2411.17713","doi":"https://doi.org/10.48550/arxiv.2411.17713","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.17713","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.17713","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.17713","pdf_url":"https://arxiv.org/pdf/2411.17713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404990086.pdf","grobid_xml":"https://content.openalex.org/works/W4404990086.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2242818861","https://openalex.org/W2809624076","https://openalex.org/W3170437634","https://openalex.org/W4223908421","https://openalex.org/W4378770729","https://openalex.org/W4389713766","https://openalex.org/W4392822465","https://openalex.org/W4401306886","https://openalex.org/W7103754027"],"related_works":["https://openalex.org/W7221747025","https://openalex.org/W7131311947","https://openalex.org/W7160877427","https://openalex.org/W7162814911","https://openalex.org/W7138285545","https://openalex.org/W4404782334","https://openalex.org/W7118795627","https://openalex.org/W7164178348","https://openalex.org/W7147341479","https://openalex.org/W7167686123"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"Llama":[3,10,27,65,79],"Guard":[4,11,28,66,80],"3-1B-INT4,":[5],"a":[6,37,47,55],"compact":[7],"and":[8,46],"efficient":[9],"model,":[12],"which":[13],"has":[14],"been":[15],"open-sourced":[16],"to":[17,75],"the":[18],"community":[19],"during":[20],"Meta":[21],"Connect":[22],"2024.":[23],"We":[24],"demonstrate":[25],"that":[26,64],"3-1B-INT4":[29,67],"can":[30],"be":[31],"deployed":[32],"on":[33,54],"resource-constrained":[34],"devices,":[35],"achieving":[36],"throughput":[38],"of":[39,49],"at":[40],"least":[41],"30":[42],"tokens":[43],"per":[44],"second":[45],"time-to-first-token":[48],"2.5":[50],"seconds":[51],"or":[52,70],"less":[53],"commodity":[56],"Android":[57],"mobile":[58],"CPU.":[59],"Notably,":[60],"our":[61],"experiments":[62],"show":[63],"attains":[68],"comparable":[69],"superior":[71],"safety":[72],"moderation":[73],"scores":[74],"its":[76],"larger":[77],"counterpart,":[78],"3-1B,":[81],"despite":[82],"being":[83],"approximately":[84],"7":[85],"times":[86],"smaller":[87],"in":[88],"size":[89],"(440MB).":[90]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":14}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-12-05T00:00:00"}