{"id":"https://openalex.org/W4417136227","doi":"https://doi.org/10.48550/arxiv.2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","display_name":"MiniCPM4: Ultra-Efficient LLMs on End Devices","publication_year":2025,"publication_date":"2025-06-09","ids":{"openalex":"https://openalex.org/W4417136227","doi":"https://doi.org/10.48550/arxiv.2506.07900"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.07900","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.07900","pdf_url":"https://arxiv.org/pdf/2506.07900","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.07900","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120755655","display_name":"MiniCPM Team","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"MiniCPM Team","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014699953","display_name":"Chaojun Xiao","orcid":"https://orcid.org/0000-0001-6039-0942","observed_orcids":["https://orcid.org/0000-0001-6039-0942","https://orcid.org/0009-0003-4475-0946"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Chaojun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109216762","display_name":"Yuxuan Li","orcid":"https://orcid.org/0009-0000-7098-5317","observed_orcids":["https://orcid.org/0009-0000-7098-5317"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Han, Xu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Bai, Yuzhuo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Yuzhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103013719","display_name":"Jie Cai","orcid":"https://orcid.org/0000-0002-3151-3963","observed_orcids":["https://orcid.org/0000-0002-3151-3963"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100711884","display_name":"Haotian Chen","orcid":"https://orcid.org/0000-0003-3896-4369","observed_orcids":["https://orcid.org/0000-0003-3896-4369","https://orcid.org/0000-0001-9543-2858"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Wentong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wentong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Cong, Xin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102542015","display_name":"Ganqu Cui","orcid":"https://orcid.org/0000-0001-6385-8547","observed_orcids":["https://orcid.org/0000-0001-6385-8547"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Ganqu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031792794","display_name":"Ning Ding","orcid":"https://orcid.org/0000-0001-5618-6359","observed_orcids":["https://orcid.org/0000-0001-5618-6359","https://orcid.org/0009-0007-2249-6130","https://orcid.org/0009-0003-3450-387X","https://orcid.org/0009-0005-6629-2610"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Ning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Fan, Shengda","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Shengda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062398194","display_name":"Yewei Fang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Yewei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108280291","display_name":"Zixuan Fu","orcid":"https://orcid.org/0009-0005-5613-3624","observed_orcids":["https://orcid.org/0009-0005-5613-3624"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Zixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Guan, Wenyu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Wenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Guan, Yitong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Yitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Guo, Junshao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Junshao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Han, Yufeng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Yufeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"He, Bingxiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Bingxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068979659","display_name":"Yuxiang Huang","orcid":"https://orcid.org/0000-0003-4581-2443","observed_orcids":["https://orcid.org/0000-0003-4581-2443","https://orcid.org/0000-0002-4712-7258"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ji, Baoxi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Baoxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kong, Cunliang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Cunliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101854427","display_name":"Qing Li","orcid":"https://orcid.org/0000-0002-4529-882X","observed_orcids":["https://orcid.org/0000-0002-4529-882X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Qiuzuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406630","display_name":"Siyuan Li","orcid":"https://orcid.org/0009-0003-5648-0760","observed_orcids":["https://orcid.org/0009-0003-5648-0760","https://orcid.org/0000-0002-5657-1975"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107145907","display_name":"Wenhao Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Li, Xin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448724","display_name":"Yonghui Li","orcid":"https://orcid.org/0000-0001-7702-1123","observed_orcids":["https://orcid.org/0000-0001-7702-1123"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yanghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046083817","display_name":"Yishan Li","orcid":"https://orcid.org/0009-0005-3424-274X","observed_orcids":["https://orcid.org/0009-0005-3424-274X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yishan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332631","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0002-8497-7497","observed_orcids":["https://orcid.org/0000-0002-8497-7497"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Dan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064881155","display_name":"Biyuan Lin","orcid":"https://orcid.org/0000-0002-3966-1573","observed_orcids":["https://orcid.org/0000-0002-3966-1573","https://orcid.org/0009-0007-1180-8020"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Biyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029611647","display_name":"Yankai Lin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yankai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Long, Xiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Long, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lu, Quanyu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Quanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060320299","display_name":"Yue Lu","orcid":"https://orcid.org/0000-0001-9111-5943","observed_orcids":["https://orcid.org/0000-0001-9111-5943","https://orcid.org/0000-0002-3602-9134"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yaxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Luo, Peiyan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Peiyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120336453","display_name":"Hongya Lyu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Hongya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116143453","display_name":"Litu Ou","orcid":"https://orcid.org/0009-0005-8380-1368","observed_orcids":["https://orcid.org/0009-0005-8380-1368"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ou, Litu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pan, Yinxu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Yinxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pu, Lushi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pu, Lushi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108730651","display_name":"Zhe Qu","orcid":"https://orcid.org/0009-0006-1231-4420","observed_orcids":["https://orcid.org/0009-0006-1231-4420"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Zekai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shi, Qundong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Qundong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Song, Zijun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Zijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069491635","display_name":"Jianwen Su","orcid":"https://orcid.org/0000-0002-4637-1339","observed_orcids":["https://orcid.org/0000-0002-4637-1339"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Jiayuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066407180","display_name":"Zhou Su","orcid":"https://orcid.org/0000-0002-6518-3130","observed_orcids":["https://orcid.org/0000-0002-6518-3130","https://orcid.org/0000-0002-5198-5079","https://orcid.org/0009-0004-0570-7483","https://orcid.org/0000-0002-6162-1754"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sun, Ao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Ao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102206088","display_name":"Xianghui Sun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xianghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Tang, Peijun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Peijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108555698","display_name":"Fangzheng Wang","orcid":"https://orcid.org/0009-0003-5436-5486","observed_orcids":["https://orcid.org/0009-0003-5436-5486"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Fangzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431357","display_name":"Feng Wang","orcid":"https://orcid.org/0000-0003-1089-3095","observed_orcids":["https://orcid.org/0000-0003-1089-3095"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Shuo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355048","display_name":"Yudong Wang","orcid":"https://orcid.org/0000-0003-1971-2887","observed_orcids":["https://orcid.org/0000-0003-1971-2887"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yudong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Zheng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111363100","display_name":"Yesai Wu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yesai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067715418","display_name":"Zhenyu Xiao","orcid":"https://orcid.org/0000-0001-6804-7604","observed_orcids":["https://orcid.org/0000-0001-6804-7604"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Zhenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101097403","display_name":"Jie Xie","orcid":"https://orcid.org/0000-0002-9611-2757","observed_orcids":["https://orcid.org/0000-0002-9611-2757"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103033135","display_name":"Zihao Xie","orcid":"https://orcid.org/0000-0002-9582-0233","observed_orcids":["https://orcid.org/0000-0002-9582-0233"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008712831","display_name":"Xiaoyue Xu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiaoyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004749019","display_name":"Yukun Yan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Yukun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103053525","display_name":"Jiarui Yuan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074796880","display_name":"Jinqian Zhang","orcid":"https://orcid.org/0000-0003-0765-1183","observed_orcids":["https://orcid.org/0000-0003-0765-1183"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jinqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084375197","display_name":"Kaihuo Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kaihuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100661873","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0003-2424-7019","observed_orcids":["https://orcid.org/0000-0003-2424-7019"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Linyue","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Linyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Xueren","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xueren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115593733","display_name":"Yudi Zhang","orcid":"https://orcid.org/0009-0006-2364-5719","observed_orcids":["https://orcid.org/0009-0006-2364-5719","https://orcid.org/0000-0003-2597-3389"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yudi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhao, Hengyu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Hengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhao, Weilin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Weilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhao, Weilun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Weilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114149247","display_name":"Yuanqian Zhao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yuanqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zheng, Zhi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhou, Chuyue","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Chuyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004639376","display_name":"Ge Zhou","orcid":"https://orcid.org/0000-0001-8336-2813","observed_orcids":["https://orcid.org/0000-0001-8336-2813"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhou, Jie","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030877823","display_name":"Weitao Zhou","orcid":"https://orcid.org/0000-0002-1869-4739","observed_orcids":["https://orcid.org/0000-0002-1869-4739"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhou, Yanghao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yanghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089440106","display_name":"Zihan Zhou","orcid":"https://orcid.org/0009-0003-8398-5393","observed_orcids":["https://orcid.org/0009-0003-8398-5393","https://orcid.org/0009-0002-4443-7004"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhou, Zixuan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320722","display_name":"Zhiyuan Liu","orcid":"https://orcid.org/0000-0002-6331-0810","observed_orcids":["https://orcid.org/0000-0002-6331-0810"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087934040","display_name":"Guoyang Zeng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Guoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jia, Chao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Li, Dahai","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dahai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Sun, Maosong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Maosong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7631999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7631999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12950000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07769999653100967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/efficient-large-language-models","display_name":"efficient large language models","score":0.8389999866485596},{"id":"https://openalex.org/keywords/on-device-inference","display_name":"on-device inference","score":0.7390000224113464},{"id":"https://openalex.org/keywords/sparse-attention","display_name":"sparse attention","score":0.7300000190734863},{"id":"https://openalex.org/keywords/long-context-modeling","display_name":"long-context modeling","score":0.7950000166893005},{"id":"https://openalex.org/keywords/model-quantization","display_name":"model quantization","score":0.8740000128746033},{"id":"https://openalex.org/keywords/hybrid-reasoning","display_name":"hybrid reasoning","score":0.7129999995231628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7502999901771545},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7287999987602234},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.646399974822998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6144000291824341},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6115000247955322},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5911999940872192},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5234000086784363},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5065000057220459},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4221999943256378},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3950999975204468},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3107999861240387},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C3018790387","wikidata":"https://www.wikidata.org/wiki/Q869010","display_name":"Hybrid learning","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25189998745918274}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.07900","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.07900","pdf_url":"https://arxiv.org/pdf/2506.07900","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.07900","doi":"https://doi.org/10.48550/arxiv.2506.07900","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.07900","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.07900","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.07900","pdf_url":"https://arxiv.org/pdf/2506.07900","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416257511","https://openalex.org/W4406489046","https://openalex.org/W7214889521","https://openalex.org/W7077056765","https://openalex.org/W4393399522","https://openalex.org/W7112690048","https://openalex.org/W4409796253","https://openalex.org/W6929423479","https://openalex.org/W4386385424","https://openalex.org/W4414272280"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"MiniCPM4,":[3],"a":[4,46,80,171],"highly":[5],"efficient":[6,68,108,147],"large":[7],"language":[8],"model":[9,27,40,89,140],"(LLM)":[10],"designed":[11],"explicitly":[12],"for":[13,58,107,121],"end-side":[14],"devices.":[15],"We":[16],"achieve":[17,146],"this":[18],"efficiency":[19],"through":[20],"systematic":[21],"innovation":[22],"in":[23,37,159,180],"four":[24],"key":[25],"dimensions:":[26],"architecture,":[28,41],"training":[29,31,62,98,101],"data,":[30,63],"algorithms,":[32,102],"and":[33,55,69,74,77,112,125,142,149,164,185,193,213],"inference":[34,131],"systems.":[35],"Specifically,":[36],"terms":[38],"of":[39],"we":[42,64,103,133,169],"propose":[43,65,104,134],"InfLLM":[44],"v2,":[45,79],"trainable":[47],"sparse":[48,138],"attention":[49],"mechanism":[50],"that":[51,136,191],"accelerates":[52],"both":[53,181],"prefilling":[54,148],"decoding":[56],"phases":[57],"long-context":[59],"processing.":[60],"Regarding":[61,100,130],"UltraClean,":[66],"an":[67],"accurate":[70],"pre-training":[71,109],"data":[72],"filtering":[73],"generation":[75],"strategy,":[76],"UltraChat":[78],"comprehensive":[81],"supervised":[82],"fine-tuning":[83],"dataset.":[84],"These":[85],"datasets":[86],"enable":[87],"satisfactory":[88],"performance":[90],"to":[91,145],"be":[92,178],"achieved":[93],"using":[94],"just":[95],"8":[96],"trillion":[97],"tokens.":[99],"ModelTunnel":[105],"v2":[106],"strategy":[110],"search,":[111],"improve":[113],"existing":[114],"post-training":[115],"methods":[116],"by":[117],"introducing":[118],"chunk-wise":[119],"rollout":[120],"load-balanced":[122],"reinforcement":[123],"learning":[124],"data-efficient":[126],"tenary":[127],"LLM,":[128],"BitCPM.":[129],"systems,":[132],"CPM.cu":[135],"integrates":[137],"attention,":[139],"quantization,":[141],"speculative":[143],"sampling":[144],"decoding.":[150],"To":[151],"meet":[152],"diverse":[153],"on-device":[154],"requirements,":[155],"MiniCPM4":[156,192],"is":[157],"available":[158],"two":[160],"versions,":[161],"with":[162,201],"0.5B":[163],"8B":[165,203],"parameters,":[166],"respectively.":[167],"Furthermore,":[168],"construct":[170],"hybrid":[172],"reasoning":[173,183],"model,":[174],"MiniCPM4.1,":[175],"which":[176],"can":[177],"used":[179],"deep":[182],"mode":[184],"non-reasoning":[186],"mode.":[187],"Evaluation":[188],"results":[189],"demonstrate":[190],"MiniCPM4.1":[194],"outperform":[195],"similar-sized":[196],"open-source":[197],"models":[198],"across":[199],"benchmarks,":[200],"the":[202],"variants":[204],"showing":[205],"significant":[206],"speed":[207],"improvements":[208],"on":[209],"long":[210],"sequence":[211],"understanding":[212],"generation.":[214]},"counts_by_year":[],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2025-10-10T00:00:00"}