{"id":"https://openalex.org/W7135190449","doi":"https://doi.org/10.48550/arxiv.2603.12165","title":"QAQ: Bidirectional Semantic Coherence for Selecting High-Quality Synthetic Code Instructions","display_name":"QAQ: Bidirectional Semantic Coherence for Selecting High-Quality Synthetic Code Instructions","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135190449","doi":"https://doi.org/10.48550/arxiv.2603.12165"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.12165","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.12165","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129054371","display_name":"Jiayin Lei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Jiayin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025608928","display_name":"Ming Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128941045","display_name":"Yunxi Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Yunxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129096523","display_name":"Chenxi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128946780","display_name":"Tianming Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Tianming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7052000164985657,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7052000164985657,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.04690000042319298,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6037999987602234},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.5867000222206116},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5425999760627747},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.515999972820282},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5094000101089478},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5041999816894531},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4242999851703644},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.40709999203681946},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8537999987602234},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6037999987602234},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.5867000222206116},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5425999760627747},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.515999972820282},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5094000101089478},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4934000074863434},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4916999936103821},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45100000500679016},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4242999851703644},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.40709999203681946},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.39899998903274536},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3752000033855438},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2721000015735626},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.12165","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.12165","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Synthetic":[0],"data":[1,26,73,78,173,186,200],"has":[2],"become":[3],"essential":[4],"for":[5],"training":[6],"code":[7],"generation":[8],"models,":[9],"yet":[10,160],"it":[11],"introduces":[12],"significant":[13],"noise":[14],"and":[15,64,151],"hallucinations":[16],"that":[17,76,114,135,157,168],"are":[18,158],"difficult":[19],"to":[20,99,154,180,206],"detect":[21],"with":[22],"current":[23],"metrics.":[24],"Existing":[25],"selection":[27,74,143,187],"methods":[28],"like":[29],"Instruction-Following":[30],"Difficulty":[31],"(IFD)":[32],"typically":[33],"assess":[34],"how":[35,84],"hard":[36],"a":[37,43,71,142,203],"model":[38,212],"generates":[39],"an":[40],"answer":[41,88],"given":[42],"query":[44,91,106],"($A|Q$).":[45],"However,":[46],"this":[47],"metric":[48],"is":[49],"ambiguous":[50],"on":[51,108,146,163],"noisy":[52],"synthetic":[53,199],"data,":[54],"where":[55],"low":[56,122],"probability":[57],"can":[58,86],"distinguish":[59],"between":[60,149],"intrinsic":[61],"task":[62],"complexity":[63],"model-generated":[65],"hallucinations.":[66],"Here,":[67],"we":[68,140],"propose":[69],"QAQ,":[70],"novel":[72],"framework":[75],"evaluates":[77],"quality":[79,120],"from":[80],"the":[81,87,90,101,105,109,147,164,192],"reverse":[82],"direction:":[83],"well":[85],"predict":[89],"($Q|A$)?":[92],"We":[93],"define":[94],"Reverse":[95],"Mutual":[96],"Information":[97],"(RMI)":[98],"quantify":[100],"information":[102],"gain":[103],"about":[104],"conditioned":[107],"answer.":[110],"Our":[111,189],"analyses":[112],"reveal":[113],"both":[115],"extremes":[116],"of":[117,172,194],"RMI":[118,123,130,176],"signal":[119],"issues:":[121],"indicates":[124],"semantic":[125,196],"misalignment,":[126],"while":[127],"excessively":[128],"high":[129],"may":[131],"contain":[132],"defect":[133],"patterns":[134],"LLMs":[136],"easily":[137],"recognize.":[138],"Furthermore,":[139],"introduce":[141],"strategy":[144],"based":[145],"disagreement":[148],"strong":[150],"weak":[152],"models":[153],"identify":[155],"samples":[156],"valid":[159],"challenging.":[161],"Experiments":[162],"WarriorCoder":[165],"dataset":[166],"demonstrate":[167],"selecting":[169],"just":[170],"25%":[171],"using":[174],"stratified":[175],"achieves":[177],"comparable":[178],"performance":[179],"full-data":[181],"training,":[182],"significantly":[183],"outperforming":[184],"existing":[185],"methods.":[188],"approach":[190],"highlights":[191],"importance":[193],"bidirectional":[195],"coherence":[197],"in":[198],"curation,":[201],"offering":[202],"scalable":[204],"pathway":[205],"reduce":[207],"computational":[208],"costs":[209],"without":[210],"sacrificing":[211],"capability.":[213]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-14T00:00:00"}