{"id":"https://openalex.org/W7153222571","doi":"https://doi.org/10.48550/arxiv.2604.07823","title":"LPM 1.0: Video-based Character Performance Model","display_name":"LPM 1.0: Video-based Character Performance Model","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7153222571","doi":"https://doi.org/10.48550/arxiv.2604.07823"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07823","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07823","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133334716","display_name":"Ailing Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zeng, Ailing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133349511","display_name":"Casper Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Casper","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133317466","display_name":"Chauncey Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Chauncey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121785377","display_name":"Eddie Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Eddie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133353388","display_name":"Garvey Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Garvey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133369229","display_name":"Gavin Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Gavin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133360779","display_name":"Gilbert Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Gilbert","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133376602","display_name":"Jeremy Pi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pi, Jeremy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133385315","display_name":"Leo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Leo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035959776","display_name":"Mingyi Shi","orcid":"https://orcid.org/0000-0002-5180-600X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Mingyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133382323","display_name":"Sheng Bi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shawn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080677856","display_name":"Steven Tang","orcid":"https://orcid.org/0000-0003-1854-6426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bi, Sheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Tang, Steven","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Steven","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hang, Thorn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hang, Thorn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133384709","display_name":"Vincent Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Tobey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133316192","display_name":"Xin Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Vincent","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133358656","display_name":"Yikang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Xin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133374806","display_name":"Yuchen Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yikang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sun, Yuchen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yuchen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133356127","display_name":"Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112682919","display_name":"Yuhan Lu","orcid":"https://orcid.org/0000-0002-7210-2749"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yuhan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115597353","display_name":"Yuwei Li","orcid":"https://orcid.org/0000-0003-3829-2574"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613288","display_name":"Zane Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zane","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089571597","display_name":"Zeshi Yang","orcid":"https://orcid.org/0000-0001-9680-8132"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zeshi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133366524","display_name":"Zi Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Zi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":25,"corresponding_author_ids":["https://openalex.org/A5133334716"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4523000121116638,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4523000121116638,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.36090001463890076,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.04969999939203262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6473000049591064},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.5460000038146973},{"id":"https://openalex.org/keywords/active-listening","display_name":"Active listening","score":0.4542999863624573},{"id":"https://openalex.org/keywords/on-the-fly","display_name":"On the fly","score":0.42309999465942383},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.3928999900817871},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.36489999294281006}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7469000220298767},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6473000049591064},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.45399999618530273},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.42309999465942383},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.36489999294281006},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.36059999465942383},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3497999906539917},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.3409999907016754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30720001459121704},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2831999957561493},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.27489998936653137},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26649999618530273}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07823","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07823","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Performance,":[0],"the":[1,53,58,203],"externalization":[2],"of":[3],"intent,":[4],"emotion,":[5],"and":[6,11,45,69,108,127,158,192],"personality":[7],"through":[8,100,124],"visual,":[9],"vocal,":[10],"temporal":[12],"behavior,":[13],"is":[14,25,57],"what":[15],"makes":[16],"a":[17,26,49,96,113,131,144,183],"character":[18,145,208],"alive.":[19],"Learning":[20],"such":[21],"performance":[22,54,61,106,123],"from":[23,155,161],"video":[24,35],"promising":[27],"alternative":[28],"to":[29,38],"traditional":[30],"3D":[31],"pipelines.":[32],"However,":[33],"existing":[34],"models":[36],"struggle":[37],"jointly":[39],"achieve":[40],"high":[41],"expressiveness,":[42],"real-time":[43,172,221],"inference,":[44,142],"long-horizon":[46],"identity":[47,73],"stability,":[48],"tension":[50],"we":[51,79,94,200],"call":[52],"trilemma.":[55],"Conversation":[56],"most":[59],"comprehensive":[60],"scenario,":[62],"as":[63,182],"characters":[64],"simultaneously":[65],"speak,":[66],"listen,":[67],"react,":[68],"emote":[70],"while":[71,219],"maintaining":[72,220],"over":[74],"time.":[75],"To":[76,195],"address":[77],"this,":[78],"present":[80],"LPM":[81,150,178,210],"1.0":[82,151,179,211],"(Large":[83],"Performance":[84],"Model),":[85],"focusing":[86],"on":[87],"single-person":[88],"full-duplex":[89],"audio-visual":[90],"conversational":[91,187],"performance.":[92,209],"Concretely,":[93],"build":[95],"multimodal":[97,125],"human-centric":[98],"dataset":[99],"strict":[101],"filtering,":[102],"speaking-listening":[103],"audio-video":[104],"pairing,":[105],"understanding,":[107],"identity-aware":[109,148],"multi-reference":[110],"extraction;":[111],"train":[112],"17B-parameter":[114],"Diffusion":[115],"Transformer":[116],"(Base":[117],"LPM)":[118,136],"for":[119,137,167,186,206],"highly":[120],"controllable,":[121],"identity-consistent":[122],"conditioning;":[126],"distill":[128],"it":[129],"into":[130],"causal":[132],"streaming":[133,190],"generator":[134],"(Online":[135],"low-latency,":[138],"infinite-length":[139,176],"interaction.":[140],"At":[141],"given":[143],"image":[146],"with":[147,164,174],"references,":[149],"generates":[152],"listening":[153],"videos":[154,160],"user":[156],"audio":[157],"speaking":[159],"synthesized":[162],"audio,":[163],"text":[165],"prompts":[166],"motion":[168],"control,":[169],"all":[170,216],"at":[171],"speed":[173],"identity-stable,":[175],"generation.":[177],"thus":[180],"serves":[181],"visual":[184],"engine":[185],"agents,":[188],"live":[189],"characters,":[191],"game":[193],"NPCs.":[194],"systematically":[196],"evaluate":[197],"this":[198],"setting,":[199],"propose":[201],"LPM-Bench,":[202],"first":[204],"benchmark":[205],"interactive":[207],"achieves":[212],"state-of-the-art":[213],"results":[214],"across":[215],"evaluated":[217],"dimensions":[218],"inference.":[222]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2026-04-11T00:00:00"}