{"id":"https://openalex.org/W7162413550","doi":"https://doi.org/10.48550/arxiv.2605.25549","title":"BC Protocol: Structured Dual-Expert Dialogue for Eliciting High-Quality Chain-of-Thought Post-Training Data","display_name":"BC Protocol: Structured Dual-Expert Dialogue for Eliciting High-Quality Chain-of-Thought Post-Training Data","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162413550","doi":"https://doi.org/10.48550/arxiv.2605.25549"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25549","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136993379","display_name":"Bo Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137028770","display_name":"Chao Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14820000529289246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14820000529289246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.08739999681711197,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.06379999965429306,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4999000132083893},{"id":"https://openalex.org/keywords/preference-elicitation","display_name":"Preference elicitation","score":0.4535999894142151},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4341999888420105},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4275999963283539},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4244000017642975},{"id":"https://openalex.org/keywords/protocol-analysis","display_name":"Protocol analysis","score":0.4244000017642975},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4226999878883362},{"id":"https://openalex.org/keywords/expert-elicitation","display_name":"Expert elicitation","score":0.40220001339912415},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.39250001311302185}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6144999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5719000101089478},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5619000196456909},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4999000132083893},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.4535999894142151},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4341999888420105},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4275999963283539},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4226999878883362},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C48561166","wikidata":"https://www.wikidata.org/wiki/Q1347367","display_name":"Aptitude","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C45384764","wikidata":"https://www.wikidata.org/wiki/Q838667","display_name":"Requirements elicitation","level":4,"score":0.31349998712539673},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.30959999561309814},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C36964233","wikidata":"https://www.wikidata.org/wiki/Q7920942","display_name":"Verbal reasoning","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2612000107765198},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-quality":[0],"expert":[1,31,82,189],"chain-of-thought":[2],"(CoT)":[3],"data":[4,18,74],"is":[5,34,120],"one":[6],"of":[7,228],"the":[8,37,62,93,104,153,164,186,219],"core":[9],"bottlenecks":[10],"in":[11,125,144,156,163,226],"large":[12],"language":[13,99],"model":[14],"(LLM)":[15],"post-training.":[16],"Existing":[17],"production":[19],"methods":[20],"each":[21],"have":[22],"structural":[23],"limitations:":[24],"crowdsourced":[25],"annotation":[26],"lacks":[27],"deep":[28],"reasoning":[29,45,57,100,229],"paths;":[30],"solo":[32],"writing":[33],"constrained":[35],"by":[36,173,185],"\"expert":[38],"blind":[39,208],"spot\"":[40],"--":[41,65,197,206],"experts":[42],"structurally":[43],"skip":[44],"steps":[46],"they":[47],"consider":[48],"obvious;":[49],"RLHF":[50],"only":[51],"produces":[52],"preference":[53],"signals":[54],"rather":[55],"than":[56,151],"chains.":[58,101],"This":[59],"paper":[60],"proposes":[61],"BC":[63,174,220],"Protocol":[64,175,221],"a":[66,80,86,133,148,160],"structured":[67],"dual-expert":[68],"elicitation":[69,116,139],"method":[70,77],"for":[71,136],"LLM":[72],"post-training":[73],"production.":[75],"The":[76],"carefully":[78],"pairs":[79],"domain":[81,188],"(crystallized":[83],"intelligence)":[84],"with":[85],"knowledge":[87,138],"engineer":[88],"(fluid":[89],"intelligence),":[90],"systematically":[91],"externalizing":[92],"expert's":[94],"implicit":[95,137],"judgments":[96],"as":[97,132],"natural":[98],"We":[102,128],"introduce":[103],"Participant":[105],"Aptitude":[106],"Model,":[107],"which":[108],"defines":[109],"six":[110],"participant":[111],"characteristic":[112],"dimensions":[113,212],"that":[114,218],"affect":[115],"quality.":[117],"\"Calibrated":[118],"Ignorance\"":[119],"an":[121,223],"original":[122],"concept":[123],"proposed":[124],"this":[126],"paper.":[127],"further":[129],"propose":[130],"\"Selection-over-Prescription\"":[131],"methodological":[134],"principle:":[135],"tasks,":[140],"investing":[141,152],"quality-control":[142],"resources":[143,155],"personnel":[145],"selection":[146],"yields":[147],"higher":[149],"return":[150],"same":[154,187],"process":[157],"design.":[158],"In":[159],"controlled":[161],"experiment":[162],"narrative":[165],"fiction":[166],"domain,":[167],"we":[168],"directly":[169],"compared":[170],"CoT":[171,182],"produced":[172],"dual":[176],"dialogue":[177],"(Group":[178,190,231],"A,":[179],"(n=20))":[180],"against":[181],"written":[183],"independently":[184],"B,":[191],"(n=20)).":[192],"Three":[193],"cross-vendor":[194],"judge":[195],"models":[196],"GPT-4o,":[198],"Claude":[199],"Opus":[200],"4.5,":[201],"and":[202],"Gemini":[203],"2.5":[204],"Pro":[205],"conducted":[207],"evaluation":[209],"across":[210],"five":[211],"(600":[213],"ratings":[214],"total).":[215],"Results":[216],"show":[217],"achieves":[222],"overwhelming":[224],"advantage":[225],"\"naturalness":[227],"process\"":[230],"A":[232],"mean":[233,238],"4.80":[234],"vs.":[235],"Group":[236],"B":[237],"1.30,":[239],"(p=2.4\\times10^{-8}),":[240],"Cliff's":[241],"(\u03b4=1.0)).":[242]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-27T00:00:00"}
