{"id":"https://openalex.org/W4404990086","doi":"https://doi.org/10.48550/arxiv.2411.17713","title":"Llama Guard 3-1B-INT4: Compact and Efficient Safeguard for Human-AI Conversations","display_name":"Llama Guard 3-1B-INT4: Compact and Efficient Safeguard for Human-AI Conversations","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404990086","doi":"https://doi.org/10.48550/arxiv.2411.17713"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2411.17713","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.17713","pdf_url":"https://arxiv.org/pdf/2411.17713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.17713","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056063665","display_name":"Igor Fedorov","orcid":"https://orcid.org/0000-0002-7235-4823"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Fedorov, Igor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106276444","display_name":"Kate Plawiak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Plawiak, Kate","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087616209","display_name":"Lemeng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Lemeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056105451","display_name":"Tarek Elgamal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elgamal, Tarek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051397079","display_name":"Naveen Suda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suda, Naveen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007334392","display_name":"Eric M. Smith","orcid":"https://orcid.org/0000-0002-5385-4558"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Eric","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064285315","display_name":"Hongyuan Zhan","orcid":"https://orcid.org/0000-0002-4130-0451"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhan, Hongyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111524272","display_name":"Jianfeng Chi","orcid":"https://orcid.org/0000-0002-2010-3408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi, Jianfeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114988479","display_name":"Yuriy Hulovatyy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hulovatyy, Yuriy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040156232","display_name":"Kuntal Patel","orcid":"https://orcid.org/0000-0001-8079-3693"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Kimish","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085241696","display_name":"Zechun Liu","orcid":"https://orcid.org/0000-0001-5856-2506"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zechun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109628225","display_name":"Changsheng Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Changsheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091287041","display_name":"Yangyang Shi","orcid":"https://orcid.org/0000-0001-7929-9188"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yangyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082671220","display_name":"Tijmen Blankevoort","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blankevoort, Tijmen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010699741","display_name":"Mahesh Babu Pasupuleti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pasupuleti, Mahesh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015226839","display_name":"Bilge Soran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soran, Bilge","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785541","display_name":"Zacharie Delpierre Coudert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coudert, Zacharie Delpierre","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007605588","display_name":"Rachad Alao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alao, Rachad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039488725","display_name":"Raghuraman Krishnamoorthi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnamoorthi, Raghuraman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016704219","display_name":"Vikas Chandra","orcid":"https://orcid.org/0009-0005-4996-8455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandra, Vikas","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":20,"corresponding_author_ids":["https://openalex.org/A5056063665"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.5289000272750854,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.5289000272750854,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safeguard","display_name":"Safeguard","score":0.9034444689750671},{"id":"https://openalex.org/keywords/guard","display_name":"Guard (computer science)","score":0.8356230854988098},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4676591455936432},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.44603776931762695},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.39732372760772705},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.36038219928741455},{"id":"https://openalex.org/keywords/international-trade","display_name":"International trade","score":0.10426086187362671},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06373804807662964}],"concepts":[{"id":"https://openalex.org/C2780771206","wikidata":"https://www.wikidata.org/wiki/Q3271761","display_name":"Safeguard","level":2,"score":0.9034444689750671},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.8356230854988098},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4676591455936432},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.44603776931762695},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.39732372760772705},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.36038219928741455},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.10426086187362671},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06373804807662964}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2411.17713","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.17713","pdf_url":"https://arxiv.org/pdf/2411.17713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2411.17713","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.17713","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.17713","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.17713","pdf_url":"https://arxiv.org/pdf/2411.17713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404990086.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W3121667336","https://openalex.org/W2492640494","https://openalex.org/W4379054516","https://openalex.org/W2384877859","https://openalex.org/W2392961223","https://openalex.org/W2386423843","https://openalex.org/W1484464798","https://openalex.org/W4243136610","https://openalex.org/W4399685216"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"Llama":[3,10,27,65,79],"Guard":[4,11,28,66,80],"3-1B-INT4,":[5],"a":[6,37,47,55],"compact":[7],"and":[8,46],"efficient":[9],"model,":[12],"which":[13],"has":[14],"been":[15],"open-sourced":[16],"to":[17,75],"the":[18],"community":[19],"during":[20],"Meta":[21],"Connect":[22],"2024.":[23],"We":[24],"demonstrate":[25],"that":[26,64],"3-1B-INT4":[29,67],"can":[30],"be":[31],"deployed":[32],"on":[33,54],"resource-constrained":[34],"devices,":[35],"achieving":[36],"throughput":[38],"of":[39,49],"at":[40],"least":[41],"30":[42],"tokens":[43],"per":[44],"second":[45],"time-to-first-token":[48],"2.5":[50],"seconds":[51],"or":[52,70],"less":[53],"commodity":[56],"Android":[57],"mobile":[58],"CPU.":[59],"Notably,":[60],"our":[61],"experiments":[62],"show":[63],"attains":[68],"comparable":[69],"superior":[71],"safety":[72],"moderation":[73],"scores":[74],"its":[76],"larger":[77],"counterpart,":[78],"3-1B,":[81],"despite":[82],"being":[83],"approximately":[84],"7":[85],"times":[86],"smaller":[87],"in":[88],"size":[89],"(440MB).":[90]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2024-12-05T00:00:00"}