{"id":"https://openalex.org/W7165138208","doi":"https://doi.org/10.48550/arxiv.2606.18963","title":"Online Reward-Punishment Learning from Fixed-Channel Perceptual Event Streams without Environment Rewards","display_name":"Online Reward-Punishment Learning from Fixed-Channel Perceptual Event Streams without Environment Rewards","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165138208","doi":"https://doi.org/10.48550/arxiv.2606.18963"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18963","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18963","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18963","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138905579","display_name":"Zirong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Zirong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5138905579"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.25459998846054077,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.25459998846054077,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.23469999432563782,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.08839999884366989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5544999837875366},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5309000015258789},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4643999934196472},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.43149998784065247},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.39820000529289246},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.3659999966621399},{"id":"https://openalex.org/keywords/iterative-learning-control","display_name":"Iterative learning control","score":0.36390000581741333},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.321399986743927},{"id":"https://openalex.org/keywords/monotone-polygon","display_name":"Monotone polygon","score":0.3183000087738037}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5544999837875366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.546500027179718},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5309000015258789},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4643999934196472},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3993000090122223},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38179999589920044},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.36390000581741333},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3287999927997589},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C2834757","wikidata":"https://www.wikidata.org/wiki/Q4925424","display_name":"Monotone polygon","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C2781204021","wikidata":"https://www.wikidata.org/wiki/Q6497091","display_name":"Lattice (music)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C61445026","wikidata":"https://www.wikidata.org/wiki/Q217608","display_name":"Fixed point","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26840001344680786},{"id":"https://openalex.org/C44492722","wikidata":"https://www.wikidata.org/wiki/Q327069","display_name":"Conditional probability","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C94612546","wikidata":"https://www.wikidata.org/wiki/Q1540168","display_name":"Neuroticism","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C192769605","wikidata":"https://www.wikidata.org/wiki/Q1418914","display_name":"Vigilance (psychology)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C150420422","wikidata":"https://www.wikidata.org/wiki/Q5141238","display_name":"Cognitive resource theory","level":3,"score":0.2614000141620636},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2563000023365021},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18963","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18963","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18963","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18963","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.40504059195518494,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"study":[1],"online":[2],"reward-punishment":[3],"learning":[4],"when":[5],"the":[6,18,75,110,165,201],"environment":[7,127],"provides":[8],"no":[9],"scalar":[10],"reward":[11],"or":[12,34,168,174],"evaluative":[13],"label.":[14],"At":[15],"each":[16],"step":[17],"agent":[19],"receives":[20],"only":[21],"a":[22,64,88,94,150,187],"fixed-channel":[23],"perceptual":[24,40],"packet,":[25],"and":[26,70,83,90,101,134,155,164,200,217,223,229,236],"quantities":[27],"such":[28],"as":[29,39],"pain,":[30],"energy,":[31],"contact,":[32],"damage,":[33],"cognitive":[35],"error":[36,139,144],"are":[37],"treated":[38],"dimensions":[41],"whose":[42],"valence":[43],"must":[44],"be":[45,172],"inferred":[46],"from":[47,145],"transition":[48],"consequences.":[49],"OHIRL":[50],"separates":[51,141],"four":[52],"roles:":[53],"M_psi":[54,191],"learns":[55,72],"next-packet":[56],"prediction,":[57],"D_omega":[58],"models":[59],"residual":[60,146],"dynamics,":[61],"C_eta":[62,86],"is":[63],"fixed":[65],"internal":[66],"post-transition":[67],"trajectory":[68],"evaluator,":[69],"B_xi":[71,142,180,195],"to":[73],"use":[74],"resulting":[76],"value":[77,159],"evidence":[78],"for":[79],"later":[80],"policy":[81,202],"updates":[82],"action":[84],"scoring.":[85],"uses":[87],"recovery-positive":[89],"persistence/growth-negative":[91],"residual-regulation":[92],"orientation;":[93],"coefficient-origin":[95],"audit":[96],"shows":[97],"that":[98],"equal-unit,":[99],"raw-equal,":[100],"random":[102],"monotone":[103],"variants":[104],"preserve":[105],"more":[106],"than":[107],"92%":[108],"of":[109],"released":[111],"top-action":[112],"rankings,":[113],"while":[114,125,207],"sign":[115,198],"inversion":[116],"preserves":[117],"0%.":[118],"The":[119],"reward-free":[120],"protocol":[121],"exposes":[122],"observation":[123],"transitions":[124],"withholding":[126],"rewards,":[128,212],"delayed":[129],"external":[130],"evaluators,":[131],"success":[132],"labels,":[133],"action-goodness":[135],"labels.":[136],"A":[137],"conditional":[138],"decomposition":[140],"evidence-estimation":[143],"policy-optimization":[147],"error.":[148],"In":[149,186],"2x2-XOR":[151],"packet":[152,209],"task,":[153],"medicine":[154],"chili":[156],"acquire":[157],"opposite":[158],"under":[160],"visual":[161],"XOR":[162],"contexts,":[163],"same":[166],"pain":[167],"spice":[169],"increase":[170],"can":[171],"positive":[173],"negative":[175],"depending":[176],"on":[177],"consequence":[178],"structure;":[179],"reaches":[181,192,196,203],"0.952":[182],"balanced":[183],"reward-sign":[184],"accuracy.":[185],"full":[188],"online-interleaved":[189],"audit,":[190],"holdout":[193],"R2=0.907,":[194],"0.940":[197],"accuracy,":[199,206],"0.979":[204],"optimal-action":[205],"immediate":[208],"scores,":[210],"prediction-error":[211],"shuffled":[213],"targets,":[214],"zero":[215],"reward,":[216],"error-reduction":[218],"controls":[219],"collapse.":[220],"Hidden-reward":[221],"CartPole":[222],"Taxi":[224],"controls,":[225],"public-context":[226],"no-leakage":[227],"audits,":[228],"module-role":[230],"ablations":[231],"further":[232],"test":[233],"information":[234],"boundaries":[235],"component":[237],"necessity.":[238]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}