{"id":"https://openalex.org/W7131826467","doi":"https://doi.org/10.48550/arxiv.2602.23047","title":"CL4SE: Benchmarking Context Learning on Software Engineering","display_name":"CL4SE: Benchmarking Context Learning on Software Engineering","publication_year":2026,"publication_date":"2026-02-26","ids":{"openalex":"https://openalex.org/W7131826467","doi":"https://doi.org/10.48550/arxiv.2602.23047"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.23047","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127077827","display_name":"Haichuan Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hu, Haichuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Quanjun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Quanjun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shang, Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Ye","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127361193","display_name":"Congqing He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Guoqing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Fang, Chunrong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Chunrong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Zhenyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhenyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Xiao, Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Liang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5127077827"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.44850000739097595,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.44850000739097595,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.2953000068664551,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.11840000003576279,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6175000071525574},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5187000036239624},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.4708999991416931},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.45010000467300415},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.42260000109672546},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.4203000068664551},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.38359999656677246},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.373199999332428},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.36000001430511475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8009999990463257},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6175000071525574},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5187000036239624},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4912000000476837},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47940000891685486},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.4708999991416931},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4507000148296356},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4203000068664551},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.373199999332428},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36640000343322754},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.32190001010894775},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.32030001282691956},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3142000138759613},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.31380000710487366},{"id":"https://openalex.org/C2780366209","wikidata":"https://www.wikidata.org/wiki/Q5170200","display_name":"Core model","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.2922999858856201},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2784999907016754},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2773999869823456},{"id":"https://openalex.org/C86610423","wikidata":"https://www.wikidata.org/wiki/Q1925081","display_name":"Metamodeling","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.2587999999523163},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C139143892","wikidata":"https://www.wikidata.org/wiki/Q7441615","display_name":"Search-based software engineering","level":5,"score":0.25040000677108765}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.23047","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.23047","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.23047","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.23047","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5404502153396606}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Context":[0],"engineering":[1],"has":[2],"emerged":[3],"as":[4],"a":[5,37,45,72,76,99,211],"pivotal":[6],"paradigm":[7],"for":[8,69,197],"unlocking":[9],"the":[10,50,192],"potential":[11],"of":[12,40,53,79,145],"Large":[13],"Language":[14],"Models":[15],"(LLMs)":[16],"in":[17,218],"Software":[18,70],"Engineering":[19],"(SE)":[20],"tasks,":[21],"enabling":[22],"performance":[23,143,156],"gains":[24],"at":[25],"test":[26],"time":[27],"without":[28],"model":[29],"fine-tuning.":[30],"Despite":[31],"its":[32],"success,":[33],"existing":[34],"research":[35,217],"lacks":[36],"systematic":[38],"taxonomy":[39,78],"SE-specific":[41],"context":[42,82,138,152,164,172,199,207],"types":[43,83],"and":[44,91,108,126,180,209],"dedicated":[46],"benchmark":[47,74],"to":[48,98,159,214],"quantify":[49],"heterogeneous":[51],"effects":[52],"different":[54],"contexts":[55],"across":[56,131,147],"core":[57],"SE":[58,198],"workflows.":[59],"To":[60],"address":[61],"this":[62,219],"gap,":[63],"we":[64],"propose":[65],"CL4SE":[66,190],"(Context":[67],"Learning":[68],"Engineering),":[71],"comprehensive":[73],"featuring":[75],"fine-grained":[77],"four":[80],"SE-oriented":[81],"(interpretable":[84],"examples,":[85],"project-specific":[86,171],"context,":[87,90],"procedural":[88,151],"decision-making":[89],"positive":[92],"&":[93],"negative":[94],"context),":[95],"each":[96],"mapped":[97],"representative":[100],"task":[101],"(code":[102],"generation,":[103],"code":[104,106,154,174,184],"summarization,":[105],"review,":[107],"patch":[109,166],"correctness":[110],"assessment).":[111],"We":[112],"construct":[113],"high-quality":[114],"datasets":[115],"comprising":[116],"over":[117],"13,000":[118],"samples":[119],"from":[120],"more":[121],"than":[122],"30":[123],"open-source":[124],"projects":[125],"evaluate":[127],"five":[128],"mainstream":[129],"LLMs":[130],"nine":[132],"metrics.":[133],"Extensive":[134],"experiments":[135],"demonstrate":[136],"that":[137],"learning":[139],"yields":[140],"an":[141],"average":[142],"improvement":[144],"24.7%":[146],"all":[148],"tasks.":[149],"Specifically,":[150],"boosts":[153],"review":[155],"by":[157,168,177,187],"up":[158],"33%":[160],"(Qwen3-Max),":[161],"mixed":[162],"positive-negative":[163],"improves":[165],"assessment":[167],"30%":[169],"(DeepSeek-V3),":[170],"increases":[173],"summarization":[175],"BLEU":[176],"14.78%":[178],"(GPT-Oss-120B),":[179],"interpretable":[181],"examples":[182],"enhance":[183],"generation":[185],"PASS@1":[186],"5.72%":[188],"(DeepSeek-V3).":[189],"establishes":[191],"first":[193],"standardized":[194],"evaluation":[195],"framework":[196],"learning,":[200],"provides":[201],"actionable":[202],"empirical":[203],"insights":[204],"into":[205],"task-specific":[206],"design,":[208],"releases":[210],"large-scale":[212],"dataset":[213],"facilitate":[215],"reproducible":[216],"domain.":[220]},"counts_by_year":[],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2026-02-28T00:00:00"}